2024-12-15 17:21:26,859 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@431cd9b2 2024-12-15 17:21:26,881 main DEBUG Took 0.014283 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-15 17:21:26,881 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-15 17:21:26,882 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-15 17:21:26,883 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-15 17:21:26,887 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 17:21:26,900 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-15 17:21:26,920 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 17:21:26,922 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 17:21:26,923 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 17:21:26,924 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 17:21:26,924 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 17:21:26,925 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 17:21:26,926 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 17:21:26,927 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 17:21:26,927 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 17:21:26,933 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 17:21:26,934 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 17:21:26,934 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 17:21:26,935 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 17:21:26,935 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 17:21:26,936 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 17:21:26,936 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 17:21:26,937 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 17:21:26,937 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 17:21:26,938 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 17:21:26,938 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 17:21:26,938 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 17:21:26,939 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 17:21:26,939 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 17:21:26,940 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 17:21:26,940 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 17:21:26,941 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-15 17:21:26,943 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 17:21:26,945 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-15 17:21:26,947 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-15 17:21:26,948 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-15 17:21:26,953 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-15 17:21:26,954 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-15 17:21:26,965 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-15 17:21:26,969 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-15 17:21:26,972 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-15 17:21:26,973 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-15 17:21:26,973 main DEBUG createAppenders(={Console}) 2024-12-15 17:21:26,974 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@431cd9b2 initialized 2024-12-15 17:21:26,975 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@431cd9b2 2024-12-15 17:21:26,975 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@431cd9b2 OK. 2024-12-15 17:21:26,976 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-15 17:21:26,976 main DEBUG OutputStream closed 2024-12-15 17:21:26,977 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-15 17:21:26,977 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-15 17:21:26,977 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@1de76cc7 OK 2024-12-15 17:21:27,109 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-15 17:21:27,122 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-15 17:21:27,125 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-15 17:21:27,126 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-15 17:21:27,127 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-15 17:21:27,128 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-15 17:21:27,128 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-15 17:21:27,128 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-15 17:21:27,129 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-15 17:21:27,129 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-15 17:21:27,129 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-15 17:21:27,130 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-15 17:21:27,130 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-15 17:21:27,131 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-15 17:21:27,131 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-15 17:21:27,135 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-15 17:21:27,136 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-15 17:21:27,137 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-15 17:21:27,140 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-15 17:21:27,141 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@4331d187) with optional ClassLoader: null 2024-12-15 17:21:27,141 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-15 17:21:27,143 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@4331d187] started OK. 2024-12-15T17:21:27,159 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.regionserver.TestMetaRegionReplicaReplicationEndpoint timeout: 13 mins 2024-12-15 17:21:27,162 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-15 17:21:27,162 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-15T17:21:27,246 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.regionserver.TestMetaRegionReplicaReplicationEndpoint#testHBaseMetaReplicaGets Thread=11, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=1400, ProcessCount=11, AvailableMemoryMB=5140 2024-12-15T17:21:27,540 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/460e769c-c47a-ef67-efa5-6aa918a660d2 2024-12-15T17:21:27,544 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=4, rsPorts=, rsClass=null, numDataNodes=4, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-15T17:21:27,548 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/460e769c-c47a-ef67-efa5-6aa918a660d2/cluster_a4fadac2-e4cb-fa1e-9ef3-089a7ac3be57, deleteOnExit=true 2024-12-15T17:21:27,549 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-15T17:21:27,550 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/460e769c-c47a-ef67-efa5-6aa918a660d2/test.cache.data in system properties and HBase conf 2024-12-15T17:21:27,551 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/460e769c-c47a-ef67-efa5-6aa918a660d2/hadoop.tmp.dir in system properties and HBase conf 2024-12-15T17:21:27,552 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/460e769c-c47a-ef67-efa5-6aa918a660d2/hadoop.log.dir in system properties and HBase conf 2024-12-15T17:21:27,553 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/460e769c-c47a-ef67-efa5-6aa918a660d2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-15T17:21:27,553 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/460e769c-c47a-ef67-efa5-6aa918a660d2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-15T17:21:27,554 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-15T17:21:27,701 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-15T17:21:27,827 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-15T17:21:27,835 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/460e769c-c47a-ef67-efa5-6aa918a660d2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-15T17:21:27,836 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/460e769c-c47a-ef67-efa5-6aa918a660d2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-15T17:21:27,837 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/460e769c-c47a-ef67-efa5-6aa918a660d2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-15T17:21:27,838 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/460e769c-c47a-ef67-efa5-6aa918a660d2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T17:21:27,838 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/460e769c-c47a-ef67-efa5-6aa918a660d2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-15T17:21:27,840 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/460e769c-c47a-ef67-efa5-6aa918a660d2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-15T17:21:27,845 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/460e769c-c47a-ef67-efa5-6aa918a660d2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T17:21:27,846 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/460e769c-c47a-ef67-efa5-6aa918a660d2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T17:21:27,846 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/460e769c-c47a-ef67-efa5-6aa918a660d2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-15T17:21:27,846 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/460e769c-c47a-ef67-efa5-6aa918a660d2/nfs.dump.dir in system properties and HBase conf 2024-12-15T17:21:27,847 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/460e769c-c47a-ef67-efa5-6aa918a660d2/java.io.tmpdir in system properties and HBase conf 2024-12-15T17:21:27,847 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/460e769c-c47a-ef67-efa5-6aa918a660d2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T17:21:27,848 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/460e769c-c47a-ef67-efa5-6aa918a660d2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-15T17:21:27,848 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/460e769c-c47a-ef67-efa5-6aa918a660d2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-15T17:21:28,998 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-15T17:21:29,095 INFO [Time-limited test {}] log.Log(170): Logging initialized @3514ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-15T17:21:29,170 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T17:21:29,251 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T17:21:29,275 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T17:21:29,276 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T17:21:29,278 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T17:21:29,302 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T17:21:29,323 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d8aa876{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/460e769c-c47a-ef67-efa5-6aa918a660d2/hadoop.log.dir/,AVAILABLE} 2024-12-15T17:21:29,324 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c113fce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T17:21:29,620 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6a8b5ad{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/460e769c-c47a-ef67-efa5-6aa918a660d2/java.io.tmpdir/jetty-localhost-33599-hadoop-hdfs-3_4_1-tests_jar-_-any-11398530507582723306/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T17:21:29,640 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e9a0a0{HTTP/1.1, (http/1.1)}{localhost:33599} 2024-12-15T17:21:29,640 INFO [Time-limited test {}] server.Server(415): Started @4061ms 2024-12-15T17:21:30,418 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T17:21:30,430 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T17:21:30,433 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T17:21:30,434 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T17:21:30,434 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T17:21:30,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58aeb5af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/460e769c-c47a-ef67-efa5-6aa918a660d2/hadoop.log.dir/,AVAILABLE} 2024-12-15T17:21:30,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d323cb4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T17:21:30,571 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7060aab7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/460e769c-c47a-ef67-efa5-6aa918a660d2/java.io.tmpdir/jetty-localhost-34065-hadoop-hdfs-3_4_1-tests_jar-_-any-8698719535636426265/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:21:30,572 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7478cf7c{HTTP/1.1, (http/1.1)}{localhost:34065} 2024-12-15T17:21:30,573 INFO [Time-limited test {}] server.Server(415): Started @4994ms 2024-12-15T17:21:30,645 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T17:21:30,904 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T17:21:30,911 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T17:21:30,920 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T17:21:30,921 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T17:21:30,921 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T17:21:30,924 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49bcca4e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/460e769c-c47a-ef67-efa5-6aa918a660d2/hadoop.log.dir/,AVAILABLE} 2024-12-15T17:21:30,925 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47326b95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T17:21:31,047 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@54b51e90{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/460e769c-c47a-ef67-efa5-6aa918a660d2/java.io.tmpdir/jetty-localhost-34167-hadoop-hdfs-3_4_1-tests_jar-_-any-16900526443912146371/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:21:31,048 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f84f788{HTTP/1.1, (http/1.1)}{localhost:34167} 2024-12-15T17:21:31,049 INFO [Time-limited test {}] server.Server(415): Started @5470ms 2024-12-15T17:21:31,052 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T17:21:31,140 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T17:21:31,150 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T17:21:31,156 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T17:21:31,156 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T17:21:31,157 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T17:21:31,159 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3191f31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/460e769c-c47a-ef67-efa5-6aa918a660d2/hadoop.log.dir/,AVAILABLE} 2024-12-15T17:21:31,160 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fe977e2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T17:21:31,265 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a2b1e01{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/460e769c-c47a-ef67-efa5-6aa918a660d2/java.io.tmpdir/jetty-localhost-37029-hadoop-hdfs-3_4_1-tests_jar-_-any-6589749842638950631/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:21:31,266 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22e8e536{HTTP/1.1, (http/1.1)}{localhost:37029} 2024-12-15T17:21:31,266 INFO [Time-limited test {}] server.Server(415): Started @5687ms 2024-12-15T17:21:31,268 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T17:21:31,305 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T17:21:31,309 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T17:21:31,310 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T17:21:31,310 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T17:21:31,311 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T17:21:31,311 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ca1f9a6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/460e769c-c47a-ef67-efa5-6aa918a660d2/hadoop.log.dir/,AVAILABLE} 2024-12-15T17:21:31,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b634431{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T17:21:31,419 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@229a0a92{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/460e769c-c47a-ef67-efa5-6aa918a660d2/java.io.tmpdir/jetty-localhost-43067-hadoop-hdfs-3_4_1-tests_jar-_-any-6115823777788799391/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:21:31,421 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d400e8e{HTTP/1.1, (http/1.1)}{localhost:43067} 2024-12-15T17:21:31,421 INFO [Time-limited test {}] server.Server(415): Started @5842ms 2024-12-15T17:21:31,424 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T17:21:32,024 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/460e769c-c47a-ef67-efa5-6aa918a660d2/cluster_a4fadac2-e4cb-fa1e-9ef3-089a7ac3be57/dfs/data/data2/current/BP-761987404-172.17.0.2-1734283288526/current, will proceed with Du for space computation calculation, 2024-12-15T17:21:32,024 WARN [Thread-141 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/460e769c-c47a-ef67-efa5-6aa918a660d2/cluster_a4fadac2-e4cb-fa1e-9ef3-089a7ac3be57/dfs/data/data1/current/BP-761987404-172.17.0.2-1734283288526/current, will proceed with Du for space computation calculation, 2024-12-15T17:21:32,088 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T17:21:32,139 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1b8b4bca63cc3532 with lease ID 0xaecfd6efc6b548db: Processing first storage report for DS-3050bc4b-c378-4790-aeb1-72486a488aa9 from datanode DatanodeRegistration(127.0.0.1:35859, datanodeUuid=18952b17-e17b-4b6f-b769-e57a45716e22, infoPort=38637, infoSecurePort=0, ipcPort=43687, storageInfo=lv=-57;cid=testClusterID;nsid=559112049;c=1734283288526) 2024-12-15T17:21:32,140 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1b8b4bca63cc3532 with lease ID 0xaecfd6efc6b548db: from storage DS-3050bc4b-c378-4790-aeb1-72486a488aa9 node DatanodeRegistration(127.0.0.1:35859, datanodeUuid=18952b17-e17b-4b6f-b769-e57a45716e22, infoPort=38637, infoSecurePort=0, ipcPort=43687, storageInfo=lv=-57;cid=testClusterID;nsid=559112049;c=1734283288526), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-15T17:21:32,140 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1b8b4bca63cc3532 with lease ID 0xaecfd6efc6b548db: Processing first storage report for DS-f35e7b18-b418-463e-826d-904a53ae3b97 from datanode DatanodeRegistration(127.0.0.1:35859, datanodeUuid=18952b17-e17b-4b6f-b769-e57a45716e22, infoPort=38637, infoSecurePort=0, ipcPort=43687, storageInfo=lv=-57;cid=testClusterID;nsid=559112049;c=1734283288526) 2024-12-15T17:21:32,141 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1b8b4bca63cc3532 with lease ID 0xaecfd6efc6b548db: from storage DS-f35e7b18-b418-463e-826d-904a53ae3b97 node DatanodeRegistration(127.0.0.1:35859, datanodeUuid=18952b17-e17b-4b6f-b769-e57a45716e22, infoPort=38637, infoSecurePort=0, ipcPort=43687, storageInfo=lv=-57;cid=testClusterID;nsid=559112049;c=1734283288526), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T17:21:32,200 WARN [Thread-154 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/460e769c-c47a-ef67-efa5-6aa918a660d2/cluster_a4fadac2-e4cb-fa1e-9ef3-089a7ac3be57/dfs/data/data3/current/BP-761987404-172.17.0.2-1734283288526/current, will proceed with Du for space computation calculation, 2024-12-15T17:21:32,200 WARN [Thread-155 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/460e769c-c47a-ef67-efa5-6aa918a660d2/cluster_a4fadac2-e4cb-fa1e-9ef3-089a7ac3be57/dfs/data/data4/current/BP-761987404-172.17.0.2-1734283288526/current, will proceed with Du for space computation calculation, 2024-12-15T17:21:32,234 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T17:21:32,239 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x481a52154f3e74e7 with lease ID 0xaecfd6efc6b548dc: Processing first storage report for DS-1699875e-1746-4f2d-9a9a-a5281a96f6ec from datanode DatanodeRegistration(127.0.0.1:41517, datanodeUuid=77235792-e8b8-4c24-98be-d329a1276de3, infoPort=33133, infoSecurePort=0, ipcPort=39347, storageInfo=lv=-57;cid=testClusterID;nsid=559112049;c=1734283288526) 2024-12-15T17:21:32,239 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x481a52154f3e74e7 with lease ID 0xaecfd6efc6b548dc: from storage DS-1699875e-1746-4f2d-9a9a-a5281a96f6ec node DatanodeRegistration(127.0.0.1:41517, datanodeUuid=77235792-e8b8-4c24-98be-d329a1276de3, infoPort=33133, infoSecurePort=0, ipcPort=39347, storageInfo=lv=-57;cid=testClusterID;nsid=559112049;c=1734283288526), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T17:21:32,240 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x481a52154f3e74e7 with lease ID 0xaecfd6efc6b548dc: Processing first storage report for DS-d3ded4a9-34e8-45a3-bb72-460a3ebd480e from datanode DatanodeRegistration(127.0.0.1:41517, datanodeUuid=77235792-e8b8-4c24-98be-d329a1276de3, infoPort=33133, infoSecurePort=0, ipcPort=39347, storageInfo=lv=-57;cid=testClusterID;nsid=559112049;c=1734283288526) 2024-12-15T17:21:32,240 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x481a52154f3e74e7 with lease ID 0xaecfd6efc6b548dc: from storage DS-d3ded4a9-34e8-45a3-bb72-460a3ebd480e node DatanodeRegistration(127.0.0.1:41517, datanodeUuid=77235792-e8b8-4c24-98be-d329a1276de3, infoPort=33133, infoSecurePort=0, ipcPort=39347, storageInfo=lv=-57;cid=testClusterID;nsid=559112049;c=1734283288526), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T17:21:32,343 WARN [Thread-166 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/460e769c-c47a-ef67-efa5-6aa918a660d2/cluster_a4fadac2-e4cb-fa1e-9ef3-089a7ac3be57/dfs/data/data5/current/BP-761987404-172.17.0.2-1734283288526/current, will proceed with Du for space computation calculation, 2024-12-15T17:21:32,343 WARN [Thread-167 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/460e769c-c47a-ef67-efa5-6aa918a660d2/cluster_a4fadac2-e4cb-fa1e-9ef3-089a7ac3be57/dfs/data/data6/current/BP-761987404-172.17.0.2-1734283288526/current, will proceed with Du for space computation calculation, 2024-12-15T17:21:32,371 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T17:21:32,377 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1ec532c35a3a030f with lease ID 0xaecfd6efc6b548dd: Processing first storage report for DS-2ef8ebcd-f733-4e3b-8e2c-c2ac3369ea8d from datanode DatanodeRegistration(127.0.0.1:37875, datanodeUuid=23a8372f-94d4-4939-b213-334af8e4a673, infoPort=39665, infoSecurePort=0, ipcPort=41281, storageInfo=lv=-57;cid=testClusterID;nsid=559112049;c=1734283288526) 2024-12-15T17:21:32,378 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1ec532c35a3a030f with lease ID 0xaecfd6efc6b548dd: from storage DS-2ef8ebcd-f733-4e3b-8e2c-c2ac3369ea8d node DatanodeRegistration(127.0.0.1:37875, datanodeUuid=23a8372f-94d4-4939-b213-334af8e4a673, infoPort=39665, infoSecurePort=0, ipcPort=41281, storageInfo=lv=-57;cid=testClusterID;nsid=559112049;c=1734283288526), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T17:21:32,378 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1ec532c35a3a030f with lease ID 0xaecfd6efc6b548dd: Processing first storage report for DS-2d4ec515-d217-4fd3-9e81-0b6ce5bb6473 from datanode DatanodeRegistration(127.0.0.1:37875, datanodeUuid=23a8372f-94d4-4939-b213-334af8e4a673, infoPort=39665, infoSecurePort=0, ipcPort=41281, storageInfo=lv=-57;cid=testClusterID;nsid=559112049;c=1734283288526) 2024-12-15T17:21:32,378 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1ec532c35a3a030f with lease ID 0xaecfd6efc6b548dd: from storage DS-2d4ec515-d217-4fd3-9e81-0b6ce5bb6473 node DatanodeRegistration(127.0.0.1:37875, datanodeUuid=23a8372f-94d4-4939-b213-334af8e4a673, infoPort=39665, infoSecurePort=0, ipcPort=41281, storageInfo=lv=-57;cid=testClusterID;nsid=559112049;c=1734283288526), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-15T17:21:32,512 WARN [Thread-177 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/460e769c-c47a-ef67-efa5-6aa918a660d2/cluster_a4fadac2-e4cb-fa1e-9ef3-089a7ac3be57/dfs/data/data7/current/BP-761987404-172.17.0.2-1734283288526/current, will proceed with Du for space computation calculation, 2024-12-15T17:21:32,512 WARN [Thread-178 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/460e769c-c47a-ef67-efa5-6aa918a660d2/cluster_a4fadac2-e4cb-fa1e-9ef3-089a7ac3be57/dfs/data/data8/current/BP-761987404-172.17.0.2-1734283288526/current, will proceed with Du for space computation calculation, 2024-12-15T17:21:32,561 WARN [Thread-126 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T17:21:32,575 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa07afe245de6ca87 with lease ID 0xaecfd6efc6b548de: Processing first storage report for DS-d2d7d5a6-56c7-4ca0-a0e8-0c75b527496f from datanode DatanodeRegistration(127.0.0.1:35405, datanodeUuid=cf102221-503c-4c76-873a-9d5beff15453, infoPort=39797, infoSecurePort=0, ipcPort=35937, storageInfo=lv=-57;cid=testClusterID;nsid=559112049;c=1734283288526) 2024-12-15T17:21:32,575 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa07afe245de6ca87 with lease ID 0xaecfd6efc6b548de: from storage DS-d2d7d5a6-56c7-4ca0-a0e8-0c75b527496f node DatanodeRegistration(127.0.0.1:35405, datanodeUuid=cf102221-503c-4c76-873a-9d5beff15453, infoPort=39797, infoSecurePort=0, ipcPort=35937, storageInfo=lv=-57;cid=testClusterID;nsid=559112049;c=1734283288526), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T17:21:32,576 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa07afe245de6ca87 with lease ID 0xaecfd6efc6b548de: Processing first storage report for DS-463d6311-f8db-489e-8bd9-d12f12a4c4cc from datanode DatanodeRegistration(127.0.0.1:35405, datanodeUuid=cf102221-503c-4c76-873a-9d5beff15453, infoPort=39797, infoSecurePort=0, ipcPort=35937, storageInfo=lv=-57;cid=testClusterID;nsid=559112049;c=1734283288526) 2024-12-15T17:21:32,577 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa07afe245de6ca87 with lease ID 0xaecfd6efc6b548de: from storage DS-463d6311-f8db-489e-8bd9-d12f12a4c4cc node DatanodeRegistration(127.0.0.1:35405, datanodeUuid=cf102221-503c-4c76-873a-9d5beff15453, infoPort=39797, infoSecurePort=0, ipcPort=35937, storageInfo=lv=-57;cid=testClusterID;nsid=559112049;c=1734283288526), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T17:21:32,683 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/460e769c-c47a-ef67-efa5-6aa918a660d2 2024-12-15T17:21:32,756 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/460e769c-c47a-ef67-efa5-6aa918a660d2/cluster_a4fadac2-e4cb-fa1e-9ef3-089a7ac3be57/zookeeper_0, clientPort=61306, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/460e769c-c47a-ef67-efa5-6aa918a660d2/cluster_a4fadac2-e4cb-fa1e-9ef3-089a7ac3be57/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/460e769c-c47a-ef67-efa5-6aa918a660d2/cluster_a4fadac2-e4cb-fa1e-9ef3-089a7ac3be57/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-15T17:21:32,767 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=61306 2024-12-15T17:21:32,777 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:21:32,781 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:21:33,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741825_1001 (size=7) 2024-12-15T17:21:33,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741825_1001 (size=7) 2024-12-15T17:21:33,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741825_1001 (size=7) 2024-12-15T17:21:33,749 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c with version=8 2024-12-15T17:21:33,750 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/hbase-staging 2024-12-15T17:21:33,907 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-15T17:21:34,222 INFO [Time-limited test {}] client.ConnectionUtils(129): master/4ce65a7c4674:0 server-side Connection retries=15 2024-12-15T17:21:34,247 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:21:34,248 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T17:21:34,248 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T17:21:34,248 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:21:34,248 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T17:21:34,421 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T17:21:34,487 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-15T17:21:34,496 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-15T17:21:34,501 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T17:21:34,529 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 14347 (auto-detected) 2024-12-15T17:21:34,530 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-15T17:21:34,553 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:42471 2024-12-15T17:21:34,561 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:21:34,563 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:21:34,576 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:42471 connecting to ZooKeeper ensemble=127.0.0.1:61306 2024-12-15T17:21:34,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:424710x0, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T17:21:34,713 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42471-0x1002ab60cc20000 connected 2024-12-15T17:21:34,781 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42471-0x1002ab60cc20000, quorum=127.0.0.1:61306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T17:21:34,784 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42471-0x1002ab60cc20000, quorum=127.0.0.1:61306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:21:34,787 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42471-0x1002ab60cc20000, quorum=127.0.0.1:61306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-15T17:21:34,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42471 2024-12-15T17:21:34,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42471 2024-12-15T17:21:34,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42471 2024-12-15T17:21:34,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42471 2024-12-15T17:21:34,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42471 2024-12-15T17:21:34,799 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c, hbase.cluster.distributed=false 2024-12-15T17:21:34,865 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/4ce65a7c4674:0 server-side Connection retries=15 2024-12-15T17:21:34,865 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:21:34,865 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T17:21:34,865 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T17:21:34,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:21:34,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T17:21:34,869 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T17:21:34,872 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T17:21:34,873 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:37327 2024-12-15T17:21:34,876 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-15T17:21:34,885 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-15T17:21:34,886 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:21:34,890 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:21:34,893 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:37327 connecting to ZooKeeper ensemble=127.0.0.1:61306 2024-12-15T17:21:34,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373270x0, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T17:21:34,904 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:373270x0, quorum=127.0.0.1:61306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T17:21:34,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37327-0x1002ab60cc20001 connected 2024-12-15T17:21:34,905 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37327-0x1002ab60cc20001, quorum=127.0.0.1:61306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:21:34,906 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37327-0x1002ab60cc20001, quorum=127.0.0.1:61306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-15T17:21:34,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37327 2024-12-15T17:21:34,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37327 2024-12-15T17:21:34,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37327 2024-12-15T17:21:34,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37327 2024-12-15T17:21:34,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37327 2024-12-15T17:21:34,924 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/4ce65a7c4674:0 server-side Connection retries=15 2024-12-15T17:21:34,924 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:21:34,924 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T17:21:34,925 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T17:21:34,925 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:21:34,925 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T17:21:34,925 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T17:21:34,925 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T17:21:34,926 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:34375 2024-12-15T17:21:34,926 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-15T17:21:34,927 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-15T17:21:34,928 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:21:34,930 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:21:34,933 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:34375 connecting to ZooKeeper ensemble=127.0.0.1:61306 2024-12-15T17:21:34,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343750x0, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T17:21:34,946 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:343750x0, quorum=127.0.0.1:61306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T17:21:34,946 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34375-0x1002ab60cc20002 connected 2024-12-15T17:21:34,947 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34375-0x1002ab60cc20002, quorum=127.0.0.1:61306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:21:34,948 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34375-0x1002ab60cc20002, quorum=127.0.0.1:61306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-15T17:21:34,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34375 2024-12-15T17:21:34,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34375 2024-12-15T17:21:34,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34375 2024-12-15T17:21:34,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34375 2024-12-15T17:21:34,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34375 2024-12-15T17:21:34,968 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/4ce65a7c4674:0 server-side Connection retries=15 2024-12-15T17:21:34,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:21:34,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T17:21:34,969 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T17:21:34,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:21:34,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T17:21:34,969 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T17:21:34,969 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T17:21:34,970 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:46679 2024-12-15T17:21:34,971 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-15T17:21:34,972 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-15T17:21:34,973 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:21:34,974 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:21:34,978 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:46679 connecting to ZooKeeper ensemble=127.0.0.1:61306 2024-12-15T17:21:34,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:466790x0, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T17:21:34,995 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:466790x0, quorum=127.0.0.1:61306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T17:21:34,996 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46679-0x1002ab60cc20003 connected 2024-12-15T17:21:34,997 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46679-0x1002ab60cc20003, quorum=127.0.0.1:61306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:21:34,999 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46679-0x1002ab60cc20003, quorum=127.0.0.1:61306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-15T17:21:35,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46679 2024-12-15T17:21:35,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46679 2024-12-15T17:21:35,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46679 2024-12-15T17:21:35,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46679 2024-12-15T17:21:35,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46679 2024-12-15T17:21:35,018 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/4ce65a7c4674:0 server-side Connection retries=15 2024-12-15T17:21:35,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:21:35,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T17:21:35,019 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T17:21:35,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:21:35,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T17:21:35,019 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T17:21:35,020 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T17:21:35,021 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:40797 2024-12-15T17:21:35,021 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-15T17:21:35,034 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-15T17:21:35,036 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:21:35,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:21:35,043 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:40797 connecting to ZooKeeper ensemble=127.0.0.1:61306 2024-12-15T17:21:35,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407970x0, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T17:21:35,107 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40797-0x1002ab60cc20004 connected 2024-12-15T17:21:35,111 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40797-0x1002ab60cc20004, quorum=127.0.0.1:61306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T17:21:35,123 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40797-0x1002ab60cc20004, quorum=127.0.0.1:61306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:21:35,127 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40797-0x1002ab60cc20004, quorum=127.0.0.1:61306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-15T17:21:35,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40797 2024-12-15T17:21:35,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40797 2024-12-15T17:21:35,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40797 2024-12-15T17:21:35,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40797 2024-12-15T17:21:35,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40797 2024-12-15T17:21:35,172 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/4ce65a7c4674,42471,1734283293899 2024-12-15T17:21:35,194 DEBUG [M:0;4ce65a7c4674:42471 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4ce65a7c4674:42471 2024-12-15T17:21:35,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40797-0x1002ab60cc20004, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:21:35,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34375-0x1002ab60cc20002, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:21:35,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46679-0x1002ab60cc20003, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:21:35,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37327-0x1002ab60cc20001, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:21:35,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x1002ab60cc20000, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:21:35,207 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42471-0x1002ab60cc20000, quorum=127.0.0.1:61306, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4ce65a7c4674,42471,1734283293899 2024-12-15T17:21:35,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x1002ab60cc20000, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-15T17:21:35,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34375-0x1002ab60cc20002, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-15T17:21:35,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34375-0x1002ab60cc20002, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:21:35,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37327-0x1002ab60cc20001, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-15T17:21:35,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37327-0x1002ab60cc20001, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:21:35,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46679-0x1002ab60cc20003, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-15T17:21:35,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46679-0x1002ab60cc20003, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:21:35,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40797-0x1002ab60cc20004, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-15T17:21:35,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40797-0x1002ab60cc20004, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:21:35,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x1002ab60cc20000, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:21:35,264 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42471-0x1002ab60cc20000, quorum=127.0.0.1:61306, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-15T17:21:35,270 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4ce65a7c4674,42471,1734283293899 from backup master directory 2024-12-15T17:21:35,275 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:42471-0x1002ab60cc20000, quorum=127.0.0.1:61306, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-15T17:21:35,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37327-0x1002ab60cc20001, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:21:35,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34375-0x1002ab60cc20002, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:21:35,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x1002ab60cc20000, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4ce65a7c4674,42471,1734283293899 2024-12-15T17:21:35,281 WARN [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T17:21:35,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x1002ab60cc20000, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:21:35,281 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4ce65a7c4674,42471,1734283293899 2024-12-15T17:21:35,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40797-0x1002ab60cc20004, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:21:35,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46679-0x1002ab60cc20003, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:21:35,284 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-15T17:21:35,291 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-15T17:21:35,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741826_1002 (size=42) 2024-12-15T17:21:35,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741826_1002 (size=42) 2024-12-15T17:21:35,522 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/hbase.id with ID: cc71a13a-66ff-4719-a7df-cac9c19faeac 2024-12-15T17:21:35,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741826_1002 (size=42) 2024-12-15T17:21:35,665 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:21:35,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37327-0x1002ab60cc20001, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:21:35,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46679-0x1002ab60cc20003, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:21:35,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x1002ab60cc20000, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:21:35,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34375-0x1002ab60cc20002, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:21:35,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40797-0x1002ab60cc20004, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:21:35,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741827_1003 (size=196) 2024-12-15T17:21:35,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741827_1003 (size=196) 2024-12-15T17:21:35,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741827_1003 (size=196) 2024-12-15T17:21:35,853 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T17:21:35,856 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-15T17:21:35,891 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:21:35,900 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T17:21:36,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741828_1004 (size=1189) 2024-12-15T17:21:36,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741828_1004 (size=1189) 2024-12-15T17:21:36,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741828_1004 (size=1189) 2024-12-15T17:21:36,080 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/MasterData/data/master/store 2024-12-15T17:21:36,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741829_1005 (size=34) 2024-12-15T17:21:36,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741829_1005 (size=34) 2024-12-15T17:21:36,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741829_1005 (size=34) 2024-12-15T17:21:36,570 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-15T17:21:36,571 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:36,573 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-15T17:21:36,573 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T17:21:36,573 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T17:21:36,573 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-15T17:21:36,573 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T17:21:36,574 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T17:21:36,574 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T17:21:36,577 WARN [master/4ce65a7c4674:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/MasterData/data/master/store/.initializing 2024-12-15T17:21:36,577 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/MasterData/WALs/4ce65a7c4674,42471,1734283293899 2024-12-15T17:21:36,588 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T17:21:36,606 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ce65a7c4674%2C42471%2C1734283293899, suffix=, logDir=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/MasterData/WALs/4ce65a7c4674,42471,1734283293899, archiveDir=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/MasterData/oldWALs, maxLogs=10 2024-12-15T17:21:36,636 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/MasterData/WALs/4ce65a7c4674,42471,1734283293899/4ce65a7c4674%2C42471%2C1734283293899.1734283296612, exclude list is [], retry=0 2024-12-15T17:21:36,656 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35405,DS-d2d7d5a6-56c7-4ca0-a0e8-0c75b527496f,DISK] 2024-12-15T17:21:36,656 DEBUG [RS-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41517,DS-1699875e-1746-4f2d-9a9a-a5281a96f6ec,DISK] 2024-12-15T17:21:36,658 DEBUG [RS-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35859,DS-3050bc4b-c378-4790-aeb1-72486a488aa9,DISK] 2024-12-15T17:21:36,660 DEBUG [RS-EventLoopGroup-6-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-15T17:21:36,722 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/MasterData/WALs/4ce65a7c4674,42471,1734283293899/4ce65a7c4674%2C42471%2C1734283293899.1734283296612 2024-12-15T17:21:36,723 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39797:39797),(127.0.0.1/127.0.0.1:33133:33133),(127.0.0.1/127.0.0.1:38637:38637)] 2024-12-15T17:21:36,724 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-15T17:21:36,724 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:36,729 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:21:36,730 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:21:36,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:21:36,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-15T17:21:36,828 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:21:36,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:21:36,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:21:36,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-15T17:21:36,841 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:21:36,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:21:36,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:21:36,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-15T17:21:36,849 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:21:36,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:21:36,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:21:36,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-15T17:21:36,861 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:21:36,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:21:36,868 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:21:36,869 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:21:36,898 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-15T17:21:36,909 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:21:36,925 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:21:36,926 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69753097, jitterRate=0.03940214216709137}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-15T17:21:36,932 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T17:21:36,933 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-15T17:21:36,981 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e437118, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:21:37,045 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-15T17:21:37,067 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-15T17:21:37,068 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-15T17:21:37,072 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-15T17:21:37,074 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 2 msec 2024-12-15T17:21:37,085 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 10 msec 2024-12-15T17:21:37,086 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-15T17:21:37,132 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-15T17:21:37,151 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42471-0x1002ab60cc20000, quorum=127.0.0.1:61306, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-15T17:21:37,171 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-15T17:21:37,174 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-15T17:21:37,175 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42471-0x1002ab60cc20000, quorum=127.0.0.1:61306, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-15T17:21:37,203 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-15T17:21:37,206 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-15T17:21:37,211 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42471-0x1002ab60cc20000, quorum=127.0.0.1:61306, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-15T17:21:37,253 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-15T17:21:37,254 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42471-0x1002ab60cc20000, quorum=127.0.0.1:61306, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-15T17:21:37,278 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-15T17:21:37,298 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42471-0x1002ab60cc20000, quorum=127.0.0.1:61306, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-15T17:21:37,311 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-15T17:21:37,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37327-0x1002ab60cc20001, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-15T17:21:37,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37327-0x1002ab60cc20001, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:21:37,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46679-0x1002ab60cc20003, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-15T17:21:37,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46679-0x1002ab60cc20003, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:21:37,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34375-0x1002ab60cc20002, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-15T17:21:37,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x1002ab60cc20000, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-15T17:21:37,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40797-0x1002ab60cc20004, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-15T17:21:37,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x1002ab60cc20000, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:21:37,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34375-0x1002ab60cc20002, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:21:37,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40797-0x1002ab60cc20004, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:21:37,335 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=4ce65a7c4674,42471,1734283293899, sessionid=0x1002ab60cc20000, setting cluster-up flag (Was=false) 2024-12-15T17:21:37,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40797-0x1002ab60cc20004, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:21:37,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37327-0x1002ab60cc20001, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:21:37,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34375-0x1002ab60cc20002, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:21:37,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x1002ab60cc20000, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:21:37,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46679-0x1002ab60cc20003, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:21:37,386 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-15T17:21:37,389 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ce65a7c4674,42471,1734283293899 2024-12-15T17:21:37,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40797-0x1002ab60cc20004, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:21:37,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46679-0x1002ab60cc20003, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:21:37,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37327-0x1002ab60cc20001, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:21:37,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x1002ab60cc20000, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:21:37,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34375-0x1002ab60cc20002, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:21:37,436 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-15T17:21:37,438 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ce65a7c4674,42471,1734283293899 2024-12-15T17:21:37,503 DEBUG [RS:0;4ce65a7c4674:37327 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4ce65a7c4674:37327 2024-12-15T17:21:37,514 DEBUG [RS:3;4ce65a7c4674:40797 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:3;4ce65a7c4674:40797 2024-12-15T17:21:37,514 INFO [RS:0;4ce65a7c4674:37327 {}] regionserver.HRegionServer(1008): ClusterId : cc71a13a-66ff-4719-a7df-cac9c19faeac 2024-12-15T17:21:37,515 INFO [RS:3;4ce65a7c4674:40797 {}] regionserver.HRegionServer(1008): ClusterId : cc71a13a-66ff-4719-a7df-cac9c19faeac 2024-12-15T17:21:37,517 DEBUG [RS:0;4ce65a7c4674:37327 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-15T17:21:37,517 DEBUG [RS:3;4ce65a7c4674:40797 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-15T17:21:37,522 DEBUG [RS:2;4ce65a7c4674:46679 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;4ce65a7c4674:46679 2024-12-15T17:21:37,525 DEBUG [RS:1;4ce65a7c4674:34375 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;4ce65a7c4674:34375 2024-12-15T17:21:37,530 INFO [RS:2;4ce65a7c4674:46679 {}] regionserver.HRegionServer(1008): ClusterId : cc71a13a-66ff-4719-a7df-cac9c19faeac 2024-12-15T17:21:37,531 DEBUG [RS:2;4ce65a7c4674:46679 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-15T17:21:37,532 DEBUG [RS:3;4ce65a7c4674:40797 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-15T17:21:37,533 DEBUG [RS:3;4ce65a7c4674:40797 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-15T17:21:37,533 INFO [RS:1;4ce65a7c4674:34375 {}] regionserver.HRegionServer(1008): ClusterId : cc71a13a-66ff-4719-a7df-cac9c19faeac 2024-12-15T17:21:37,533 DEBUG [RS:1;4ce65a7c4674:34375 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-15T17:21:37,539 DEBUG [RS:0;4ce65a7c4674:37327 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-15T17:21:37,539 DEBUG [RS:0;4ce65a7c4674:37327 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-15T17:21:37,553 DEBUG [RS:2;4ce65a7c4674:46679 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-15T17:21:37,553 DEBUG [RS:2;4ce65a7c4674:46679 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-15T17:21:37,562 DEBUG [RS:1;4ce65a7c4674:34375 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-15T17:21:37,562 DEBUG [RS:1;4ce65a7c4674:34375 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-15T17:21:37,565 DEBUG [RS:2;4ce65a7c4674:46679 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-15T17:21:37,566 DEBUG [RS:2;4ce65a7c4674:46679 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a31071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:21:37,571 DEBUG [RS:3;4ce65a7c4674:40797 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-15T17:21:37,571 DEBUG [RS:3;4ce65a7c4674:40797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de466b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:21:37,572 DEBUG [RS:0;4ce65a7c4674:37327 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-15T17:21:37,575 DEBUG [RS:2;4ce65a7c4674:46679 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d6b71b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ce65a7c4674/172.17.0.2:0 2024-12-15T17:21:37,575 DEBUG [RS:0;4ce65a7c4674:37327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ffde8d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:21:37,579 INFO [RS:2;4ce65a7c4674:46679 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-15T17:21:37,579 INFO [RS:2;4ce65a7c4674:46679 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-15T17:21:37,580 DEBUG [RS:0;4ce65a7c4674:37327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe58330, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ce65a7c4674/172.17.0.2:0 2024-12-15T17:21:37,582 DEBUG [RS:2;4ce65a7c4674:46679 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-15T17:21:37,582 INFO [RS:0;4ce65a7c4674:37327 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-15T17:21:37,582 INFO [RS:0;4ce65a7c4674:37327 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-15T17:21:37,582 DEBUG [RS:0;4ce65a7c4674:37327 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-15T17:21:37,580 DEBUG [RS:3;4ce65a7c4674:40797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e33f43d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ce65a7c4674/172.17.0.2:0 2024-12-15T17:21:37,583 INFO [RS:3;4ce65a7c4674:40797 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-15T17:21:37,583 INFO [RS:3;4ce65a7c4674:40797 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-15T17:21:37,583 DEBUG [RS:3;4ce65a7c4674:40797 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-15T17:21:37,596 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-15T17:21:37,606 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-15T17:21:37,611 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-15T17:21:37,619 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4ce65a7c4674,42471,1734283293899 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-15T17:21:37,623 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4ce65a7c4674:0, corePoolSize=5, maxPoolSize=5 2024-12-15T17:21:37,624 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4ce65a7c4674:0, corePoolSize=5, maxPoolSize=5 2024-12-15T17:21:37,624 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4ce65a7c4674:0, corePoolSize=5, maxPoolSize=5 2024-12-15T17:21:37,624 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4ce65a7c4674:0, corePoolSize=5, maxPoolSize=5 2024-12-15T17:21:37,624 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4ce65a7c4674:0, corePoolSize=10, maxPoolSize=10 2024-12-15T17:21:37,625 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:21:37,625 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4ce65a7c4674:0, corePoolSize=2, maxPoolSize=2 2024-12-15T17:21:37,625 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:21:37,648 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734283327648 2024-12-15T17:21:37,650 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-15T17:21:37,653 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-15T17:21:37,653 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-15T17:21:37,654 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-15T17:21:37,658 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-15T17:21:37,659 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-15T17:21:37,659 INFO [RS:2;4ce65a7c4674:46679 {}] regionserver.HRegionServer(3073): reportForDuty to master=4ce65a7c4674,42471,1734283293899 with isa=4ce65a7c4674/172.17.0.2:46679, startcode=1734283294968 2024-12-15T17:21:37,659 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-15T17:21:37,659 INFO [RS:0;4ce65a7c4674:37327 {}] regionserver.HRegionServer(3073): reportForDuty to master=4ce65a7c4674,42471,1734283293899 with isa=4ce65a7c4674/172.17.0.2:37327, startcode=1734283294864 2024-12-15T17:21:37,659 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-15T17:21:37,663 INFO [RS:3;4ce65a7c4674:40797 {}] regionserver.HRegionServer(3073): reportForDuty to master=4ce65a7c4674,42471,1734283293899 with isa=4ce65a7c4674/172.17.0.2:40797, startcode=1734283295017 2024-12-15T17:21:37,665 DEBUG [RS:1;4ce65a7c4674:34375 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-15T17:21:37,665 DEBUG [RS:1;4ce65a7c4674:34375 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c8046a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:21:37,666 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-15T17:21:37,667 DEBUG [RS:1;4ce65a7c4674:34375 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aea99a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ce65a7c4674/172.17.0.2:0 2024-12-15T17:21:37,667 INFO [RS:1;4ce65a7c4674:34375 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-15T17:21:37,667 INFO [RS:1;4ce65a7c4674:34375 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-15T17:21:37,667 DEBUG [RS:1;4ce65a7c4674:34375 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-15T17:21:37,681 INFO [RS:1;4ce65a7c4674:34375 {}] regionserver.HRegionServer(3073): reportForDuty to master=4ce65a7c4674,42471,1734283293899 with isa=4ce65a7c4674/172.17.0.2:34375, startcode=1734283294923 2024-12-15T17:21:37,685 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:21:37,688 DEBUG [RS:3;4ce65a7c4674:40797 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T17:21:37,690 DEBUG [RS:2;4ce65a7c4674:46679 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T17:21:37,691 DEBUG [RS:1;4ce65a7c4674:34375 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T17:21:37,693 DEBUG [RS:0;4ce65a7c4674:37327 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T17:21:37,686 INFO [PEWorker-2 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-15T17:21:37,697 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-15T17:21:37,713 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-15T17:21:37,714 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-15T17:21:37,719 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-15T17:21:37,726 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-15T17:21:37,739 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4ce65a7c4674:0:becomeActiveMaster-HFileCleaner.large.0-1734283297729,5,FailOnTimeoutGroup] 2024-12-15T17:21:37,751 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4ce65a7c4674:0:becomeActiveMaster-HFileCleaner.small.0-1734283297740,5,FailOnTimeoutGroup] 2024-12-15T17:21:37,752 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-15T17:21:37,752 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-15T17:21:37,755 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-15T17:21:37,756 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-15T17:21:37,813 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59377, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T17:21:37,817 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33679, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T17:21:37,820 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39931, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T17:21:37,824 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42471 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 4ce65a7c4674,34375,1734283294923 2024-12-15T17:21:37,826 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43117, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T17:21:37,829 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42471 {}] master.ServerManager(486): Registering regionserver=4ce65a7c4674,34375,1734283294923 2024-12-15T17:21:37,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741831_1007 (size=1039) 2024-12-15T17:21:37,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741831_1007 (size=1039) 2024-12-15T17:21:37,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741831_1007 (size=1039) 2024-12-15T17:21:37,856 INFO [PEWorker-2 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-15T17:21:37,856 INFO [PEWorker-2 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c 2024-12-15T17:21:37,865 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42471 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 4ce65a7c4674,46679,1734283294968 2024-12-15T17:21:37,866 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42471 {}] master.ServerManager(486): Registering regionserver=4ce65a7c4674,46679,1734283294968 2024-12-15T17:21:37,871 DEBUG [RS:1;4ce65a7c4674:34375 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c 2024-12-15T17:21:37,872 DEBUG [RS:1;4ce65a7c4674:34375 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:45051 2024-12-15T17:21:37,872 DEBUG [RS:1;4ce65a7c4674:34375 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-15T17:21:37,878 DEBUG [RS:2;4ce65a7c4674:46679 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c 2024-12-15T17:21:37,878 DEBUG [RS:2;4ce65a7c4674:46679 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:45051 2024-12-15T17:21:37,878 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42471 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 4ce65a7c4674,40797,1734283295017 2024-12-15T17:21:37,878 DEBUG [RS:2;4ce65a7c4674:46679 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-15T17:21:37,879 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42471 {}] master.ServerManager(486): Registering regionserver=4ce65a7c4674,40797,1734283295017 2024-12-15T17:21:37,888 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42471 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 4ce65a7c4674,37327,1734283294864 2024-12-15T17:21:37,888 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42471 {}] master.ServerManager(486): Registering regionserver=4ce65a7c4674,37327,1734283294864 2024-12-15T17:21:37,890 DEBUG [RS:3;4ce65a7c4674:40797 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c 2024-12-15T17:21:37,890 DEBUG [RS:3;4ce65a7c4674:40797 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:45051 2024-12-15T17:21:37,890 DEBUG [RS:3;4ce65a7c4674:40797 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-15T17:21:37,895 DEBUG [RS:0;4ce65a7c4674:37327 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c 2024-12-15T17:21:37,896 DEBUG [RS:0;4ce65a7c4674:37327 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:45051 2024-12-15T17:21:37,896 DEBUG [RS:0;4ce65a7c4674:37327 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-15T17:21:37,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x1002ab60cc20000, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-15T17:21:37,936 DEBUG [RS:2;4ce65a7c4674:46679 {}] zookeeper.ZKUtil(111): regionserver:46679-0x1002ab60cc20003, quorum=127.0.0.1:61306, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4ce65a7c4674,46679,1734283294968 2024-12-15T17:21:37,936 WARN [RS:2;4ce65a7c4674:46679 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T17:21:37,937 INFO [RS:2;4ce65a7c4674:46679 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T17:21:37,937 DEBUG [RS:2;4ce65a7c4674:46679 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968 2024-12-15T17:21:37,938 DEBUG [RS:0;4ce65a7c4674:37327 {}] zookeeper.ZKUtil(111): regionserver:37327-0x1002ab60cc20001, quorum=127.0.0.1:61306, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4ce65a7c4674,37327,1734283294864 2024-12-15T17:21:37,938 WARN [RS:0;4ce65a7c4674:37327 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T17:21:37,938 INFO [RS:0;4ce65a7c4674:37327 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T17:21:37,938 DEBUG [RS:0;4ce65a7c4674:37327 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,37327,1734283294864 2024-12-15T17:21:37,939 DEBUG [RS:3;4ce65a7c4674:40797 {}] zookeeper.ZKUtil(111): regionserver:40797-0x1002ab60cc20004, quorum=127.0.0.1:61306, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4ce65a7c4674,40797,1734283295017 2024-12-15T17:21:37,939 WARN [RS:3;4ce65a7c4674:40797 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T17:21:37,939 INFO [RS:3;4ce65a7c4674:40797 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T17:21:37,940 DEBUG [RS:3;4ce65a7c4674:40797 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,40797,1734283295017 2024-12-15T17:21:37,942 DEBUG [RS:1;4ce65a7c4674:34375 {}] zookeeper.ZKUtil(111): regionserver:34375-0x1002ab60cc20002, quorum=127.0.0.1:61306, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4ce65a7c4674,34375,1734283294923 2024-12-15T17:21:37,942 WARN [RS:1;4ce65a7c4674:34375 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T17:21:37,943 INFO [RS:1;4ce65a7c4674:34375 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T17:21:37,943 DEBUG [RS:1;4ce65a7c4674:34375 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,34375,1734283294923 2024-12-15T17:21:37,944 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ce65a7c4674,46679,1734283294968] 2024-12-15T17:21:37,944 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ce65a7c4674,37327,1734283294864] 2024-12-15T17:21:37,944 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ce65a7c4674,40797,1734283295017] 2024-12-15T17:21:37,944 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ce65a7c4674,34375,1734283294923] 2024-12-15T17:21:37,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741832_1008 (size=32) 2024-12-15T17:21:37,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741832_1008 (size=32) 2024-12-15T17:21:37,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741832_1008 (size=32) 2024-12-15T17:21:37,976 DEBUG [PEWorker-2 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:38,005 DEBUG [RS:3;4ce65a7c4674:40797 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-15T17:21:38,007 DEBUG [RS:0;4ce65a7c4674:37327 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-15T17:21:38,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-15T17:21:38,008 DEBUG [RS:2;4ce65a7c4674:46679 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-15T17:21:38,017 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-15T17:21:38,017 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:21:38,022 DEBUG [RS:1;4ce65a7c4674:34375 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-15T17:21:38,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:21:38,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-15T17:21:38,026 INFO [RS:0;4ce65a7c4674:37327 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-15T17:21:38,026 INFO [RS:2;4ce65a7c4674:46679 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-15T17:21:38,027 INFO [RS:1;4ce65a7c4674:34375 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-15T17:21:38,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-15T17:21:38,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:21:38,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:21:38,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-15T17:21:38,052 INFO [RS:3;4ce65a7c4674:40797 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-15T17:21:38,056 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-15T17:21:38,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:21:38,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:21:38,063 DEBUG [PEWorker-2 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/hbase/meta/1588230740 2024-12-15T17:21:38,065 DEBUG [PEWorker-2 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/hbase/meta/1588230740 2024-12-15T17:21:38,068 INFO [RS:0;4ce65a7c4674:37327 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-15T17:21:38,084 INFO [RS:0;4ce65a7c4674:37327 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-15T17:21:38,089 INFO [RS:0;4ce65a7c4674:37327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T17:21:38,089 INFO [RS:1;4ce65a7c4674:34375 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-15T17:21:38,092 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-15T17:21:38,093 INFO [RS:3;4ce65a7c4674:40797 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-15T17:21:38,094 INFO [RS:2;4ce65a7c4674:46679 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-15T17:21:38,102 INFO [RS:3;4ce65a7c4674:40797 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-15T17:21:38,102 INFO [RS:3;4ce65a7c4674:40797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T17:21:38,104 DEBUG [PEWorker-2 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-15T17:21:38,127 INFO [RS:3;4ce65a7c4674:40797 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-15T17:21:38,128 INFO [RS:0;4ce65a7c4674:37327 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-15T17:21:38,132 INFO [RS:2;4ce65a7c4674:46679 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-15T17:21:38,132 INFO [RS:2;4ce65a7c4674:46679 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T17:21:38,135 INFO [RS:1;4ce65a7c4674:34375 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-15T17:21:38,135 INFO [RS:1;4ce65a7c4674:34375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T17:21:38,140 INFO [RS:1;4ce65a7c4674:34375 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-15T17:21:38,143 INFO [RS:2;4ce65a7c4674:46679 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-15T17:21:38,149 INFO [RS:2;4ce65a7c4674:46679 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-15T17:21:38,150 DEBUG [RS:2;4ce65a7c4674:46679 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:21:38,150 DEBUG [RS:2;4ce65a7c4674:46679 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:21:38,150 DEBUG [RS:2;4ce65a7c4674:46679 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:21:38,150 DEBUG [RS:2;4ce65a7c4674:46679 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:21:38,151 DEBUG [RS:2;4ce65a7c4674:46679 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:21:38,151 DEBUG [RS:2;4ce65a7c4674:46679 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0, corePoolSize=2, maxPoolSize=2 2024-12-15T17:21:38,151 DEBUG [RS:2;4ce65a7c4674:46679 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:21:38,151 DEBUG [RS:2;4ce65a7c4674:46679 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:21:38,151 INFO [RS:3;4ce65a7c4674:40797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-15T17:21:38,151 DEBUG [RS:2;4ce65a7c4674:46679 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:21:38,151 DEBUG [RS:3;4ce65a7c4674:40797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:21:38,151 DEBUG [RS:3;4ce65a7c4674:40797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:21:38,151 DEBUG [RS:3;4ce65a7c4674:40797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:21:38,151 DEBUG [RS:2;4ce65a7c4674:46679 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:21:38,155 DEBUG [RS:2;4ce65a7c4674:46679 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:21:38,156 DEBUG [RS:2;4ce65a7c4674:46679 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ce65a7c4674:0, corePoolSize=3, maxPoolSize=3 2024-12-15T17:21:38,156 DEBUG [RS:2;4ce65a7c4674:46679 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0, corePoolSize=3, maxPoolSize=3 2024-12-15T17:21:38,157 DEBUG [RS:3;4ce65a7c4674:40797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:21:38,157 DEBUG [RS:3;4ce65a7c4674:40797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:21:38,164 INFO [RS:0;4ce65a7c4674:37327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-15T17:21:38,171 INFO [RS:1;4ce65a7c4674:34375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-15T17:21:38,171 INFO [RS:2;4ce65a7c4674:46679 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T17:21:38,171 DEBUG [RS:1;4ce65a7c4674:34375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:21:38,172 INFO [RS:2;4ce65a7c4674:46679 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T17:21:38,172 DEBUG [RS:1;4ce65a7c4674:34375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:21:38,172 INFO [RS:2;4ce65a7c4674:46679 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-15T17:21:38,172 INFO [RS:2;4ce65a7c4674:46679 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-15T17:21:38,172 DEBUG [RS:1;4ce65a7c4674:34375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:21:38,172 INFO [RS:2;4ce65a7c4674:46679 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,46679,1734283294968-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T17:21:38,172 DEBUG [RS:1;4ce65a7c4674:34375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:21:38,172 DEBUG [RS:1;4ce65a7c4674:34375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:21:38,172 DEBUG [RS:1;4ce65a7c4674:34375 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0, corePoolSize=2, maxPoolSize=2 2024-12-15T17:21:38,173 DEBUG [RS:1;4ce65a7c4674:34375 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:21:38,173 DEBUG [RS:1;4ce65a7c4674:34375 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:21:38,173 DEBUG [RS:1;4ce65a7c4674:34375 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:21:38,173 DEBUG [RS:1;4ce65a7c4674:34375 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:21:38,173 DEBUG [RS:1;4ce65a7c4674:34375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:21:38,173 DEBUG [RS:1;4ce65a7c4674:34375 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ce65a7c4674:0, corePoolSize=3, maxPoolSize=3 2024-12-15T17:21:38,173 DEBUG [RS:1;4ce65a7c4674:34375 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0, corePoolSize=3, maxPoolSize=3 2024-12-15T17:21:38,174 DEBUG [RS:3;4ce65a7c4674:40797 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0, corePoolSize=2, maxPoolSize=2 2024-12-15T17:21:38,174 DEBUG [RS:0;4ce65a7c4674:37327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:21:38,174 DEBUG [RS:0;4ce65a7c4674:37327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:21:38,174 DEBUG [RS:3;4ce65a7c4674:40797 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:21:38,174 DEBUG [RS:0;4ce65a7c4674:37327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:21:38,174 DEBUG [RS:3;4ce65a7c4674:40797 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:21:38,174 DEBUG [RS:0;4ce65a7c4674:37327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:21:38,174 DEBUG [RS:3;4ce65a7c4674:40797 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:21:38,174 DEBUG [RS:0;4ce65a7c4674:37327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:21:38,174 DEBUG [RS:3;4ce65a7c4674:40797 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:21:38,174 DEBUG [RS:0;4ce65a7c4674:37327 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0, corePoolSize=2, maxPoolSize=2 2024-12-15T17:21:38,174 DEBUG [RS:3;4ce65a7c4674:40797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:21:38,175 DEBUG [RS:0;4ce65a7c4674:37327 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:21:38,175 DEBUG [RS:3;4ce65a7c4674:40797 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ce65a7c4674:0, corePoolSize=3, maxPoolSize=3 2024-12-15T17:21:38,175 DEBUG [RS:3;4ce65a7c4674:40797 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0, corePoolSize=3, maxPoolSize=3 2024-12-15T17:21:38,175 DEBUG [RS:0;4ce65a7c4674:37327 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:21:38,175 DEBUG [RS:0;4ce65a7c4674:37327 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:21:38,175 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:21:38,175 DEBUG [RS:0;4ce65a7c4674:37327 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:21:38,175 DEBUG [RS:0;4ce65a7c4674:37327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:21:38,175 DEBUG [RS:0;4ce65a7c4674:37327 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ce65a7c4674:0, corePoolSize=3, maxPoolSize=3 2024-12-15T17:21:38,175 DEBUG [RS:0;4ce65a7c4674:37327 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0, corePoolSize=3, maxPoolSize=3 2024-12-15T17:21:38,179 INFO [PEWorker-2 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60103838, jitterRate=-0.10438302159309387}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-15T17:21:38,181 DEBUG [PEWorker-2 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-15T17:21:38,184 DEBUG [PEWorker-2 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-15T17:21:38,184 INFO [PEWorker-2 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-15T17:21:38,184 DEBUG [PEWorker-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-15T17:21:38,185 DEBUG [PEWorker-2 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-15T17:21:38,185 DEBUG [PEWorker-2 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-15T17:21:38,205 INFO [RS:2;4ce65a7c4674:46679 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-15T17:21:38,211 INFO [RS:2;4ce65a7c4674:46679 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,46679,1734283294968-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T17:21:38,223 INFO [RS:1;4ce65a7c4674:34375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T17:21:38,224 INFO [RS:1;4ce65a7c4674:34375 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T17:21:38,224 INFO [RS:1;4ce65a7c4674:34375 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-15T17:21:38,224 INFO [RS:1;4ce65a7c4674:34375 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-15T17:21:38,224 INFO [RS:1;4ce65a7c4674:34375 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,34375,1734283294923-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T17:21:38,261 INFO [RS:1;4ce65a7c4674:34375 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-15T17:21:38,262 INFO [RS:1;4ce65a7c4674:34375 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,34375,1734283294923-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T17:21:38,263 INFO [RS:0;4ce65a7c4674:37327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T17:21:38,263 INFO [RS:0;4ce65a7c4674:37327 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T17:21:38,263 INFO [RS:0;4ce65a7c4674:37327 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-15T17:21:38,264 INFO [RS:0;4ce65a7c4674:37327 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-15T17:21:38,264 INFO [RS:0;4ce65a7c4674:37327 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,37327,1734283294864-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T17:21:38,283 INFO [RS:2;4ce65a7c4674:46679 {}] regionserver.Replication(204): 4ce65a7c4674,46679,1734283294968 started 2024-12-15T17:21:38,284 INFO [RS:2;4ce65a7c4674:46679 {}] regionserver.HRegionServer(1767): Serving as 4ce65a7c4674,46679,1734283294968, RpcServer on 4ce65a7c4674/172.17.0.2:46679, sessionid=0x1002ab60cc20003 2024-12-15T17:21:38,284 DEBUG [RS:2;4ce65a7c4674:46679 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-15T17:21:38,285 DEBUG [RS:2;4ce65a7c4674:46679 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ce65a7c4674,46679,1734283294968 2024-12-15T17:21:38,285 DEBUG [RS:2;4ce65a7c4674:46679 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ce65a7c4674,46679,1734283294968' 2024-12-15T17:21:38,285 DEBUG [RS:2;4ce65a7c4674:46679 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-15T17:21:38,291 INFO [PEWorker-2 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-15T17:21:38,291 DEBUG [PEWorker-2 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-15T17:21:38,291 INFO [RS:3;4ce65a7c4674:40797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T17:21:38,292 INFO [RS:3;4ce65a7c4674:40797 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T17:21:38,292 INFO [RS:3;4ce65a7c4674:40797 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-15T17:21:38,292 INFO [RS:3;4ce65a7c4674:40797 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-15T17:21:38,292 INFO [RS:3;4ce65a7c4674:40797 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,40797,1734283295017-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T17:21:38,295 INFO [RS:0;4ce65a7c4674:37327 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-15T17:21:38,295 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-15T17:21:38,295 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-15T17:21:38,299 DEBUG [RS:2;4ce65a7c4674:46679 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-15T17:21:38,300 DEBUG [RS:2;4ce65a7c4674:46679 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-15T17:21:38,300 DEBUG [RS:2;4ce65a7c4674:46679 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-15T17:21:38,300 DEBUG [RS:2;4ce65a7c4674:46679 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ce65a7c4674,46679,1734283294968 2024-12-15T17:21:38,300 DEBUG [RS:2;4ce65a7c4674:46679 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ce65a7c4674,46679,1734283294968' 2024-12-15T17:21:38,301 DEBUG [RS:2;4ce65a7c4674:46679 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-15T17:21:38,301 DEBUG [RS:2;4ce65a7c4674:46679 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-15T17:21:38,302 DEBUG [RS:2;4ce65a7c4674:46679 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-15T17:21:38,302 INFO [RS:2;4ce65a7c4674:46679 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-15T17:21:38,302 INFO [RS:2;4ce65a7c4674:46679 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-15T17:21:38,306 INFO [RS:1;4ce65a7c4674:34375 {}] regionserver.Replication(204): 4ce65a7c4674,34375,1734283294923 started 2024-12-15T17:21:38,306 INFO [RS:1;4ce65a7c4674:34375 {}] regionserver.HRegionServer(1767): Serving as 4ce65a7c4674,34375,1734283294923, RpcServer on 4ce65a7c4674/172.17.0.2:34375, sessionid=0x1002ab60cc20002 2024-12-15T17:21:38,307 DEBUG [RS:1;4ce65a7c4674:34375 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-15T17:21:38,307 DEBUG [RS:1;4ce65a7c4674:34375 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ce65a7c4674,34375,1734283294923 2024-12-15T17:21:38,307 DEBUG [RS:1;4ce65a7c4674:34375 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ce65a7c4674,34375,1734283294923' 2024-12-15T17:21:38,307 DEBUG [RS:1;4ce65a7c4674:34375 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-15T17:21:38,307 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-15T17:21:38,308 DEBUG [RS:1;4ce65a7c4674:34375 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-15T17:21:38,319 INFO [RS:0;4ce65a7c4674:37327 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,37327,1734283294864-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T17:21:38,323 DEBUG [RS:1;4ce65a7c4674:34375 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-15T17:21:38,323 DEBUG [RS:1;4ce65a7c4674:34375 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-15T17:21:38,323 DEBUG [RS:1;4ce65a7c4674:34375 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ce65a7c4674,34375,1734283294923 2024-12-15T17:21:38,323 DEBUG [RS:1;4ce65a7c4674:34375 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ce65a7c4674,34375,1734283294923' 2024-12-15T17:21:38,323 DEBUG [RS:1;4ce65a7c4674:34375 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-15T17:21:38,324 DEBUG [RS:1;4ce65a7c4674:34375 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-15T17:21:38,325 DEBUG [RS:1;4ce65a7c4674:34375 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-15T17:21:38,325 INFO [RS:1;4ce65a7c4674:34375 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-15T17:21:38,325 INFO [RS:1;4ce65a7c4674:34375 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-15T17:21:38,334 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-15T17:21:38,337 INFO [RS:3;4ce65a7c4674:40797 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-15T17:21:38,341 INFO [RS:3;4ce65a7c4674:40797 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,40797,1734283295017-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T17:21:38,344 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-15T17:21:38,371 INFO [RS:0;4ce65a7c4674:37327 {}] regionserver.Replication(204): 4ce65a7c4674,37327,1734283294864 started 2024-12-15T17:21:38,372 INFO [RS:0;4ce65a7c4674:37327 {}] regionserver.HRegionServer(1767): Serving as 4ce65a7c4674,37327,1734283294864, RpcServer on 4ce65a7c4674/172.17.0.2:37327, sessionid=0x1002ab60cc20001 2024-12-15T17:21:38,373 DEBUG [RS:0;4ce65a7c4674:37327 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-15T17:21:38,373 DEBUG [RS:0;4ce65a7c4674:37327 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ce65a7c4674,37327,1734283294864 2024-12-15T17:21:38,373 DEBUG [RS:0;4ce65a7c4674:37327 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ce65a7c4674,37327,1734283294864' 2024-12-15T17:21:38,373 DEBUG [RS:0;4ce65a7c4674:37327 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-15T17:21:38,379 DEBUG [RS:0;4ce65a7c4674:37327 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-15T17:21:38,382 DEBUG [RS:0;4ce65a7c4674:37327 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-15T17:21:38,382 DEBUG [RS:0;4ce65a7c4674:37327 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-15T17:21:38,382 DEBUG [RS:0;4ce65a7c4674:37327 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ce65a7c4674,37327,1734283294864 2024-12-15T17:21:38,382 DEBUG [RS:0;4ce65a7c4674:37327 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ce65a7c4674,37327,1734283294864' 2024-12-15T17:21:38,382 DEBUG [RS:0;4ce65a7c4674:37327 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-15T17:21:38,388 DEBUG [RS:0;4ce65a7c4674:37327 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-15T17:21:38,390 DEBUG [RS:0;4ce65a7c4674:37327 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-15T17:21:38,390 INFO [RS:0;4ce65a7c4674:37327 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-15T17:21:38,390 INFO [RS:0;4ce65a7c4674:37327 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-15T17:21:38,390 INFO [RS:3;4ce65a7c4674:40797 {}] regionserver.Replication(204): 4ce65a7c4674,40797,1734283295017 started 2024-12-15T17:21:38,391 INFO [RS:3;4ce65a7c4674:40797 {}] regionserver.HRegionServer(1767): Serving as 4ce65a7c4674,40797,1734283295017, RpcServer on 4ce65a7c4674/172.17.0.2:40797, sessionid=0x1002ab60cc20004 2024-12-15T17:21:38,391 DEBUG [RS:3;4ce65a7c4674:40797 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-15T17:21:38,391 DEBUG [RS:3;4ce65a7c4674:40797 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ce65a7c4674,40797,1734283295017 2024-12-15T17:21:38,391 DEBUG [RS:3;4ce65a7c4674:40797 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ce65a7c4674,40797,1734283295017' 2024-12-15T17:21:38,391 DEBUG [RS:3;4ce65a7c4674:40797 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-15T17:21:38,394 DEBUG [RS:3;4ce65a7c4674:40797 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-15T17:21:38,395 DEBUG [RS:3;4ce65a7c4674:40797 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-15T17:21:38,395 DEBUG [RS:3;4ce65a7c4674:40797 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-15T17:21:38,396 DEBUG [RS:3;4ce65a7c4674:40797 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ce65a7c4674,40797,1734283295017 2024-12-15T17:21:38,396 DEBUG [RS:3;4ce65a7c4674:40797 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ce65a7c4674,40797,1734283295017' 2024-12-15T17:21:38,396 DEBUG [RS:3;4ce65a7c4674:40797 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-15T17:21:38,397 DEBUG [RS:3;4ce65a7c4674:40797 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-15T17:21:38,398 DEBUG [RS:3;4ce65a7c4674:40797 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-15T17:21:38,398 INFO [RS:3;4ce65a7c4674:40797 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-15T17:21:38,398 INFO [RS:3;4ce65a7c4674:40797 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-15T17:21:38,420 INFO [RS:2;4ce65a7c4674:46679 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T17:21:38,426 INFO [RS:1;4ce65a7c4674:34375 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T17:21:38,443 INFO [RS:2;4ce65a7c4674:46679 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=4ce65a7c4674%2C46679%2C1734283294968, suffix=, logDir=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968, archiveDir=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/oldWALs, maxLogs=10 2024-12-15T17:21:38,444 INFO [RS:1;4ce65a7c4674:34375 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=4ce65a7c4674%2C34375%2C1734283294923, suffix=, logDir=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,34375,1734283294923, archiveDir=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/oldWALs, maxLogs=10 2024-12-15T17:21:38,467 DEBUG [RS:1;4ce65a7c4674:34375 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,34375,1734283294923/4ce65a7c4674%2C34375%2C1734283294923.1734283298447, exclude list is [], retry=0 2024-12-15T17:21:38,478 DEBUG [RS:2;4ce65a7c4674:46679 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.1734283298453, exclude list is [], retry=0 2024-12-15T17:21:38,491 DEBUG [RS-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35405,DS-d2d7d5a6-56c7-4ca0-a0e8-0c75b527496f,DISK] 2024-12-15T17:21:38,493 INFO [RS:0;4ce65a7c4674:37327 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T17:21:38,493 DEBUG [RS-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41517,DS-1699875e-1746-4f2d-9a9a-a5281a96f6ec,DISK] 2024-12-15T17:21:38,494 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35859,DS-3050bc4b-c378-4790-aeb1-72486a488aa9,DISK] 2024-12-15T17:21:38,498 WARN [4ce65a7c4674:42471 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-15T17:21:38,500 INFO [RS:3;4ce65a7c4674:40797 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T17:21:38,513 INFO [RS:0;4ce65a7c4674:37327 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=4ce65a7c4674%2C37327%2C1734283294864, suffix=, logDir=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,37327,1734283294864, archiveDir=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/oldWALs, maxLogs=10 2024-12-15T17:21:38,513 DEBUG [RS-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35859,DS-3050bc4b-c378-4790-aeb1-72486a488aa9,DISK] 2024-12-15T17:21:38,514 INFO [RS:1;4ce65a7c4674:34375 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,34375,1734283294923/4ce65a7c4674%2C34375%2C1734283294923.1734283298447 2024-12-15T17:21:38,521 INFO [RS:3;4ce65a7c4674:40797 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=4ce65a7c4674%2C40797%2C1734283295017, suffix=, logDir=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,40797,1734283295017, archiveDir=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/oldWALs, maxLogs=10 2024-12-15T17:21:38,524 DEBUG [RS:1;4ce65a7c4674:34375 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33133:33133),(127.0.0.1/127.0.0.1:38637:38637),(127.0.0.1/127.0.0.1:39797:39797)] 2024-12-15T17:21:38,527 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37875,DS-2ef8ebcd-f733-4e3b-8e2c-c2ac3369ea8d,DISK] 2024-12-15T17:21:38,527 DEBUG [RS-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35405,DS-d2d7d5a6-56c7-4ca0-a0e8-0c75b527496f,DISK] 2024-12-15T17:21:38,561 DEBUG [RS:3;4ce65a7c4674:40797 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,40797,1734283295017/4ce65a7c4674%2C40797%2C1734283295017.1734283298523, exclude list is [], retry=0 2024-12-15T17:21:38,562 DEBUG [RS:0;4ce65a7c4674:37327 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,37327,1734283294864/4ce65a7c4674%2C37327%2C1734283294864.1734283298514, exclude list is [], retry=0 2024-12-15T17:21:38,580 DEBUG [RS-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41517,DS-1699875e-1746-4f2d-9a9a-a5281a96f6ec,DISK] 2024-12-15T17:21:38,581 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35859,DS-3050bc4b-c378-4790-aeb1-72486a488aa9,DISK] 2024-12-15T17:21:38,581 DEBUG [RS-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35405,DS-d2d7d5a6-56c7-4ca0-a0e8-0c75b527496f,DISK] 2024-12-15T17:21:38,586 DEBUG [RS-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35859,DS-3050bc4b-c378-4790-aeb1-72486a488aa9,DISK] 2024-12-15T17:21:38,589 DEBUG [RS-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35405,DS-d2d7d5a6-56c7-4ca0-a0e8-0c75b527496f,DISK] 2024-12-15T17:21:38,592 INFO [RS:2;4ce65a7c4674:46679 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.1734283298453 2024-12-15T17:21:38,593 DEBUG [RS:2;4ce65a7c4674:46679 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38637:38637),(127.0.0.1/127.0.0.1:39665:39665),(127.0.0.1/127.0.0.1:39797:39797)] 2024-12-15T17:21:38,600 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37875,DS-2ef8ebcd-f733-4e3b-8e2c-c2ac3369ea8d,DISK] 2024-12-15T17:21:38,612 INFO [RS:3;4ce65a7c4674:40797 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,40797,1734283295017/4ce65a7c4674%2C40797%2C1734283295017.1734283298523 2024-12-15T17:21:38,616 DEBUG [RS:3;4ce65a7c4674:40797 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39797:39797),(127.0.0.1/127.0.0.1:38637:38637),(127.0.0.1/127.0.0.1:33133:33133)] 2024-12-15T17:21:38,621 INFO [RS:0;4ce65a7c4674:37327 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,37327,1734283294864/4ce65a7c4674%2C37327%2C1734283294864.1734283298514 2024-12-15T17:21:38,626 DEBUG [RS:0;4ce65a7c4674:37327 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38637:38637),(127.0.0.1/127.0.0.1:39665:39665),(127.0.0.1/127.0.0.1:39797:39797)] 2024-12-15T17:21:38,753 DEBUG [4ce65a7c4674:42471 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=4, allServersCount=4 2024-12-15T17:21:38,758 DEBUG [4ce65a7c4674:42471 {}] balancer.BalancerClusterState(202): Hosts are {4ce65a7c4674=0} racks are {/default-rack=0} 2024-12-15T17:21:38,782 DEBUG [4ce65a7c4674:42471 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-15T17:21:38,782 DEBUG [4ce65a7c4674:42471 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-15T17:21:38,782 DEBUG [4ce65a7c4674:42471 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-15T17:21:38,782 DEBUG [4ce65a7c4674:42471 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-15T17:21:38,782 INFO [4ce65a7c4674:42471 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-15T17:21:38,782 INFO [4ce65a7c4674:42471 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-15T17:21:38,782 INFO [4ce65a7c4674:42471 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-15T17:21:38,782 INFO [4ce65a7c4674:42471 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-15T17:21:38,782 DEBUG [4ce65a7c4674:42471 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-15T17:21:38,791 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4ce65a7c4674,46679,1734283294968 2024-12-15T17:21:38,798 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ce65a7c4674,46679,1734283294968, state=OPENING 2024-12-15T17:21:38,889 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-15T17:21:38,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37327-0x1002ab60cc20001, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:21:38,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40797-0x1002ab60cc20004, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:21:38,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46679-0x1002ab60cc20003, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:21:38,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34375-0x1002ab60cc20002, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:21:38,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x1002ab60cc20000, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:21:38,905 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:21:38,907 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:21:38,907 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:21:38,907 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:21:38,910 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=4ce65a7c4674,46679,1734283294968}] 2024-12-15T17:21:38,912 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:21:39,101 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,46679,1734283294968 2024-12-15T17:21:39,104 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T17:21:39,107 INFO [RS-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48728, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-15T17:21:39,152 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-15T17:21:39,152 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T17:21:39,188 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.ReplicationSource(229): queueId=region_replica_replication_catalog, ReplicationSource: region_replica_replication_catalog, currentBandwidth=0 2024-12-15T17:21:39,190 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-15T17:21:39,205 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=4ce65a7c4674%2C46679%2C1734283294968.meta, suffix=.meta, logDir=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968, archiveDir=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/oldWALs, maxLogs=10 2024-12-15T17:21:39,233 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta, exclude list is [], retry=0 2024-12-15T17:21:39,238 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog {}] zookeeper.ReadOnlyZKClient(149): Connect 0x440fb9d5 to 127.0.0.1:61306 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@48e202ea 2024-12-15T17:21:39,239 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-15T17:21:39,243 DEBUG [RS-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37875,DS-2ef8ebcd-f733-4e3b-8e2c-c2ac3369ea8d,DISK] 2024-12-15T17:21:39,244 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35405,DS-d2d7d5a6-56c7-4ca0-a0e8-0c75b527496f,DISK] 2024-12-15T17:21:39,248 DEBUG [RS-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41517,DS-1699875e-1746-4f2d-9a9a-a5281a96f6ec,DISK] 2024-12-15T17:21:39,287 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta 2024-12-15T17:21:39,292 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39665:39665),(127.0.0.1/127.0.0.1:33133:33133),(127.0.0.1/127.0.0.1:39797:39797)] 2024-12-15T17:21:39,292 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-15T17:21:39,294 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-15T17:21:39,300 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69101fe7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:21:39,317 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: region_replica_replication_catalog connecting to ZooKeeper ensemble=127.0.0.1:61306 2024-12-15T17:21:39,332 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: region_replica_replication_catalog0x0, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T17:21:39,334 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSource(587): peerId=region_replica_replication_catalog, queueId=region_replica_replication_catalog (queues=1) is replicating from cluster=cc71a13a-66ff-4719-a7df-cac9c19faeac to cluster=cc71a13a-66ff-4719-a7df-cac9c19faeac 2024-12-15T17:21:39,337 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSource(343): peerId=region_replica_replication_catalog, starting shipping worker for walGroupId=4ce65a7c4674%2C46679%2C1734283294968 2024-12-15T17:21:39,340 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=region_replica_replication_catalog, ReplicationSourceWALReaderThread : region_replica_replication_catalog inited, replicationBatchSizeCapacity=10240, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-15T17:21:39,343 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: region_replica_replication_catalog-0x1002ab60cc20006 connected 2024-12-15T17:21:39,352 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta, startPosition=0, beingWritten=true 2024-12-15T17:21:39,359 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4ce65a7c4674%2C46679%2C1734283294968 2024-12-15T17:21:39,388 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-15T17:21:39,396 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-15T17:21:39,413 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-15T17:21:39,413 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:39,413 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-15T17:21:39,413 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-15T17:21:39,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-15T17:21:39,440 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-15T17:21:39,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:21:39,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:21:39,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-15T17:21:39,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-15T17:21:39,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:21:39,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:21:39,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-15T17:21:39,452 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-15T17:21:39,453 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:21:39,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:21:39,456 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/hbase/meta/1588230740 2024-12-15T17:21:39,460 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/hbase/meta/1588230740 2024-12-15T17:21:39,468 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-15T17:21:39,472 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-15T17:21:39,475 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64153550, jitterRate=-0.04403761029243469}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-15T17:21:39,477 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-15T17:21:39,488 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734283299094 2024-12-15T17:21:39,512 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-15T17:21:39,513 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-15T17:21:39,514 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,46679,1734283294968 2024-12-15T17:21:39,518 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ce65a7c4674,46679,1734283294968, state=OPEN 2024-12-15T17:21:39,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40797-0x1002ab60cc20004, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:21:39,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x1002ab60cc20000, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:21:39,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34375-0x1002ab60cc20002, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:21:39,530 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:21:39,530 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:21:39,530 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:21:39,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46679-0x1002ab60cc20003, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:21:39,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37327-0x1002ab60cc20001, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:21:39,531 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:21:39,531 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:21:39,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-15T17:21:39,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=4ce65a7c4674,46679,1734283294968 in 621 msec 2024-12-15T17:21:39,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-15T17:21:39,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.2540 sec 2024-12-15T17:21:39,612 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 2.0960 sec 2024-12-15T17:21:39,612 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734283299612, completionTime=-1 2024-12-15T17:21:39,612 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=4; waited=0ms, expected min=4 server(s), max=4 server(s), master is running 2024-12-15T17:21:39,613 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-15T17:21:39,665 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 0, reset compression=false 2024-12-15T17:21:39,673 DEBUG [hconnection-0x518d7827-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:21:39,681 INFO [RS-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48736, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:21:39,709 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=4 2024-12-15T17:21:39,709 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734283359709 2024-12-15T17:21:39,709 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734283419709 2024-12-15T17:21:39,709 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 96 msec 2024-12-15T17:21:39,725 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:21:39,725 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 316, reset compression=false 2024-12-15T17:21:39,725 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_OPEN/1734283299484/Put/vlen=128/seqid=0; >],332}], lastWalPath=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta, lastWalPosition=316, nbRowKeys=1, nbHFiles=0, heapSize=332, lastSeqIds={}, endOfFile=false,usedBufferSize=332] 2024-12-15T17:21:39,809 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-15T17:21:39,835 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,42471,1734283293899-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T17:21:39,837 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,42471,1734283293899-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T17:21:39,837 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,42471,1734283293899-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T17:21:39,839 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4ce65a7c4674:42471, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T17:21:39,839 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-15T17:21:39,849 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-15T17:21:39,852 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-15T17:21:39,855 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-15T17:21:39,867 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-15T17:21:39,880 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T17:21:39,881 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:21:39,892 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T17:21:39,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741838_1014 (size=358) 2024-12-15T17:21:39,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741838_1014 (size=358) 2024-12-15T17:21:39,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741838_1014 (size=358) 2024-12-15T17:21:39,999 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 316, reset compression=false 2024-12-15T17:21:40,006 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => ab37503d6f8e5b647b87e44f1ebcdf1c, NAME => 'hbase:namespace,,1734283299850.ab37503d6f8e5b647b87e44f1ebcdf1c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c 2024-12-15T17:21:40,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741839_1015 (size=42) 2024-12-15T17:21:40,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741839_1015 (size=42) 2024-12-15T17:21:40,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741839_1015 (size=42) 2024-12-15T17:21:40,101 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734283299850.ab37503d6f8e5b647b87e44f1ebcdf1c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:40,101 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing ab37503d6f8e5b647b87e44f1ebcdf1c, disabling compactions & flushes 2024-12-15T17:21:40,101 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734283299850.ab37503d6f8e5b647b87e44f1ebcdf1c. 2024-12-15T17:21:40,101 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734283299850.ab37503d6f8e5b647b87e44f1ebcdf1c. 2024-12-15T17:21:40,101 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734283299850.ab37503d6f8e5b647b87e44f1ebcdf1c. after waiting 0 ms 2024-12-15T17:21:40,101 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734283299850.ab37503d6f8e5b647b87e44f1ebcdf1c. 2024-12-15T17:21:40,101 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734283299850.ab37503d6f8e5b647b87e44f1ebcdf1c. 2024-12-15T17:21:40,101 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for ab37503d6f8e5b647b87e44f1ebcdf1c: 2024-12-15T17:21:40,104 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T17:21:40,114 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734283299850.ab37503d6f8e5b647b87e44f1ebcdf1c.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734283300105"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283300105"}]},"ts":"1734283300105"} 2024-12-15T17:21:40,150 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T17:21:40,157 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T17:21:40,162 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734283300157"}]},"ts":"1734283300157"} 2024-12-15T17:21:40,174 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-15T17:21:40,235 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(202): Hosts are {4ce65a7c4674=0} racks are {/default-rack=0} 2024-12-15T17:21:40,240 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-15T17:21:40,240 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-15T17:21:40,240 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-15T17:21:40,240 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-15T17:21:40,240 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-15T17:21:40,241 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-15T17:21:40,241 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-15T17:21:40,241 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-15T17:21:40,241 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-15T17:21:40,243 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=ab37503d6f8e5b647b87e44f1ebcdf1c, ASSIGN}] 2024-12-15T17:21:40,246 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=ab37503d6f8e5b647b87e44f1ebcdf1c, ASSIGN 2024-12-15T17:21:40,258 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=ab37503d6f8e5b647b87e44f1ebcdf1c, ASSIGN; state=OFFLINE, location=4ce65a7c4674,34375,1734283294923; forceNewPlan=false, retain=false 2024-12-15T17:21:40,312 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 316, reset compression=false 2024-12-15T17:21:40,343 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:21:40,343 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4=[#edits: 2 = ],436}, {hbase:meta/1588230740/5=[#edits: 1 = ],188}], lastWalPath=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta, lastWalPosition=685, nbRowKeys=2, nbHFiles=0, heapSize=624, lastSeqIds={}, endOfFile=false,usedBufferSize=624] 2024-12-15T17:21:40,347 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 685, reset compression=false 2024-12-15T17:21:40,409 INFO [4ce65a7c4674:42471 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-15T17:21:40,410 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=ab37503d6f8e5b647b87e44f1ebcdf1c, regionState=OPENING, regionLocation=4ce65a7c4674,34375,1734283294923 2024-12-15T17:21:40,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure ab37503d6f8e5b647b87e44f1ebcdf1c, server=4ce65a7c4674,34375,1734283294923}] 2024-12-15T17:21:40,589 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 685, reset compression=false 2024-12-15T17:21:40,592 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,34375,1734283294923 2024-12-15T17:21:40,594 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T17:21:40,597 INFO [RS-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49760, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-15T17:21:40,620 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734283299850.ab37503d6f8e5b647b87e44f1ebcdf1c. 2024-12-15T17:21:40,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => ab37503d6f8e5b647b87e44f1ebcdf1c, NAME => 'hbase:namespace,,1734283299850.ab37503d6f8e5b647b87e44f1ebcdf1c.', STARTKEY => '', ENDKEY => ''} 2024-12-15T17:21:40,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace ab37503d6f8e5b647b87e44f1ebcdf1c 2024-12-15T17:21:40,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734283299850.ab37503d6f8e5b647b87e44f1ebcdf1c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:40,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for ab37503d6f8e5b647b87e44f1ebcdf1c 2024-12-15T17:21:40,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for ab37503d6f8e5b647b87e44f1ebcdf1c 2024-12-15T17:21:40,625 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:21:40,625 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 1094, reset compression=false 2024-12-15T17:21:40,625 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6=[#edits: 3 = ],612}], lastWalPath=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta, lastWalPosition=1094, nbRowKeys=1, nbHFiles=0, heapSize=612, lastSeqIds={}, endOfFile=false,usedBufferSize=612] 2024-12-15T17:21:40,628 INFO [StoreOpener-ab37503d6f8e5b647b87e44f1ebcdf1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region ab37503d6f8e5b647b87e44f1ebcdf1c 2024-12-15T17:21:40,637 INFO [StoreOpener-ab37503d6f8e5b647b87e44f1ebcdf1c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab37503d6f8e5b647b87e44f1ebcdf1c columnFamilyName info 2024-12-15T17:21:40,637 DEBUG [StoreOpener-ab37503d6f8e5b647b87e44f1ebcdf1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:21:40,639 INFO [StoreOpener-ab37503d6f8e5b647b87e44f1ebcdf1c-1 {}] regionserver.HStore(327): Store=ab37503d6f8e5b647b87e44f1ebcdf1c/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:21:40,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/hbase/namespace/ab37503d6f8e5b647b87e44f1ebcdf1c 2024-12-15T17:21:40,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/hbase/namespace/ab37503d6f8e5b647b87e44f1ebcdf1c 2024-12-15T17:21:40,658 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for ab37503d6f8e5b647b87e44f1ebcdf1c 2024-12-15T17:21:40,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/hbase/namespace/ab37503d6f8e5b647b87e44f1ebcdf1c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:21:40,666 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened ab37503d6f8e5b647b87e44f1ebcdf1c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64979422, jitterRate=-0.03173115849494934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:21:40,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for ab37503d6f8e5b647b87e44f1ebcdf1c: 2024-12-15T17:21:40,672 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734283299850.ab37503d6f8e5b647b87e44f1ebcdf1c., pid=6, masterSystemTime=1734283300591 2024-12-15T17:21:40,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734283299850.ab37503d6f8e5b647b87e44f1ebcdf1c. 2024-12-15T17:21:40,676 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734283299850.ab37503d6f8e5b647b87e44f1ebcdf1c. 2024-12-15T17:21:40,678 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=ab37503d6f8e5b647b87e44f1ebcdf1c, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,34375,1734283294923 2024-12-15T17:21:40,693 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-15T17:21:40,696 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure ab37503d6f8e5b647b87e44f1ebcdf1c, server=4ce65a7c4674,34375,1734283294923 in 262 msec 2024-12-15T17:21:40,701 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-15T17:21:40,701 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=ab37503d6f8e5b647b87e44f1ebcdf1c, ASSIGN in 451 msec 2024-12-15T17:21:40,704 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T17:21:40,704 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734283300704"}]},"ts":"1734283300704"} 2024-12-15T17:21:40,710 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-15T17:21:40,724 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T17:21:40,736 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 871 msec 2024-12-15T17:21:40,773 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:42471-0x1002ab60cc20000, quorum=127.0.0.1:61306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-15T17:21:40,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40797-0x1002ab60cc20004, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:21:40,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34375-0x1002ab60cc20002, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:21:40,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37327-0x1002ab60cc20001, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:21:40,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x1002ab60cc20000, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-15T17:21:40,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x1002ab60cc20000, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:21:40,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46679-0x1002ab60cc20003, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:21:40,808 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:21:40,812 INFO [RS-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49764, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:21:40,824 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-15T17:21:40,843 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 1094, reset compression=false 2024-12-15T17:21:40,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x1002ab60cc20000, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-15T17:21:40,872 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:21:40,872 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 1808, reset compression=false 2024-12-15T17:21:40,872 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7=[#edits: 5 = ],916}, {hbase:meta/1588230740/8=[#edits: 1 = ],188}], lastWalPath=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta, lastWalPosition=1808, nbRowKeys=2, nbHFiles=0, heapSize=1104, lastSeqIds={}, endOfFile=false,usedBufferSize=1104] 2024-12-15T17:21:40,887 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 62 msec 2024-12-15T17:21:40,899 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-15T17:21:40,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x1002ab60cc20000, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-15T17:21:40,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 56 msec 2024-12-15T17:21:41,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x1002ab60cc20000, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-15T17:21:41,090 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 1808, reset compression=false 2024-12-15T17:21:41,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x1002ab60cc20000, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-15T17:21:41,137 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.856sec 2024-12-15T17:21:41,139 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-15T17:21:41,141 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-15T17:21:41,142 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-15T17:21:41,143 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-15T17:21:41,143 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-15T17:21:41,144 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,42471,1734283293899-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T17:21:41,145 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,42471,1734283293899-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-15T17:21:41,155 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-15T17:21:41,158 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-15T17:21:41,158 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,42471,1734283293899-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T17:21:41,235 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x279e6f64 to 127.0.0.1:61306 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@750ee7d9 2024-12-15T17:21:41,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f9affc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:21:41,279 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-15T17:21:41,279 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-15T17:21:41,287 DEBUG [hconnection-0x4c3f54c4-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:21:41,304 INFO [RS-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46220, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:21:41,315 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=4ce65a7c4674,42471,1734283293899 2024-12-15T17:21:41,324 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T17:21:41,329 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53112, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T17:21:41,351 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42471 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table hbase:meta from 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} to 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', REGION_REPLICATION => '3', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-15T17:21:41,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42471 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=hbase:meta 2024-12-15T17:21:41,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741840_1016 (size=1064) 2024-12-15T17:21:41,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741840_1016 (size=1064) 2024-12-15T17:21:41,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741840_1016 (size=1064) 2024-12-15T17:21:41,407 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-15T17:21:41,407 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/hbase/meta/.tabledesc/.tableinfo.0000000002.1064 2024-12-15T17:21:41,413 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 1808, reset compression=false 2024-12-15T17:21:41,414 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=hbase:meta}] 2024-12-15T17:21:41,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE}] 2024-12-15T17:21:41,433 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE 2024-12-15T17:21:41,435 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=CLOSING, regionLocation=4ce65a7c4674,46679,1734283294968 2024-12-15T17:21:41,438 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ce65a7c4674,46679,1734283294968, state=CLOSING 2024-12-15T17:21:41,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34375-0x1002ab60cc20002, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:21:41,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37327-0x1002ab60cc20001, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:21:41,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x1002ab60cc20000, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:21:41,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40797-0x1002ab60cc20004, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:21:41,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46679-0x1002ab60cc20003, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:21:41,461 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:21:41,461 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:21:41,461 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:21:41,461 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:21:41,461 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:21:41,462 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T17:21:41,462 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; CloseRegionProcedure 1588230740, server=4ce65a7c4674,46679,1734283294968}] 2024-12-15T17:21:41,624 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,46679,1734283294968 2024-12-15T17:21:41,627 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] handler.UnassignRegionHandler(124): Close 1588230740 2024-12-15T17:21:41,627 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T17:21:41,628 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-15T17:21:41,628 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-15T17:21:41,629 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-15T17:21:41,629 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-15T17:21:41,629 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-15T17:21:41,629 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=1.23 KB heapSize=2.87 KB 2024-12-15T17:21:41,789 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/hbase/meta/1588230740/.tmp/info/dd1d10400e45436ab3c44f14159fdd88 is 143, key is hbase:namespace,,1734283299850.ab37503d6f8e5b647b87e44f1ebcdf1c./info:regioninfo/1734283300678/Put/seqid=0 2024-12-15T17:21:41,820 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 1808, reset compression=false 2024-12-15T17:21:41,861 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:21:41,861 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 1992, reset compression=false 2024-12-15T17:21:41,863 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/10=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734283301637/Put/vlen=101/seqid=0; >],284}], lastWalPath=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta, lastWalPosition=1992, nbRowKeys=1, nbHFiles=0, heapSize=284, lastSeqIds={}, endOfFile=false,usedBufferSize=284] 2024-12-15T17:21:41,874 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-Writer-0 {}] regionserver.RegionReplicaReplicationEndpoint$RegionReplicaSinkWriter(446): Skipping location cache; only one location found for hbase:meta 2024-12-15T17:21:41,885 WARN [ReadOnlyZKClient-127.0.0.1:61306@0x440fb9d5 {}] client.ZKConnectionRegistry(198): Meta region is in state CLOSING 2024-12-15T17:21:41,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741841_1017 (size=6595) 2024-12-15T17:21:41,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741841_1017 (size=6595) 2024-12-15T17:21:41,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741841_1017 (size=6595) 2024-12-15T17:21:42,105 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 1992, reset compression=false 2024-12-15T17:21:42,304 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.14 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/hbase/meta/1588230740/.tmp/info/dd1d10400e45436ab3c44f14159fdd88 2024-12-15T17:21:42,430 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 1992, reset compression=false 2024-12-15T17:21:42,458 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/hbase/meta/1588230740/.tmp/table/3167761b2c3d45e1b9eb2bb82273aaf8 is 51, key is hbase:namespace/table:state/1734283300704/Put/seqid=0 2024-12-15T17:21:42,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741842_1018 (size=5242) 2024-12-15T17:21:42,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741842_1018 (size=5242) 2024-12-15T17:21:42,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741842_1018 (size=5242) 2024-12-15T17:21:42,862 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 1992, reset compression=false 2024-12-15T17:21:42,904 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=94 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/hbase/meta/1588230740/.tmp/table/3167761b2c3d45e1b9eb2bb82273aaf8 2024-12-15T17:21:42,925 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/hbase/meta/1588230740/.tmp/info/dd1d10400e45436ab3c44f14159fdd88 as hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/hbase/meta/1588230740/info/dd1d10400e45436ab3c44f14159fdd88 2024-12-15T17:21:42,940 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/hbase/meta/1588230740/info/dd1d10400e45436ab3c44f14159fdd88, entries=10, sequenceid=9, filesize=6.4 K 2024-12-15T17:21:42,944 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/hbase/meta/1588230740/.tmp/table/3167761b2c3d45e1b9eb2bb82273aaf8 as hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/hbase/meta/1588230740/table/3167761b2c3d45e1b9eb2bb82273aaf8 2024-12-15T17:21:42,974 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/hbase/meta/1588230740/table/3167761b2c3d45e1b9eb2bb82273aaf8, entries=2, sequenceid=9, filesize=5.1 K 2024-12-15T17:21:42,979 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(3040): Finished flush of dataSize ~1.23 KB/1264, heapSize ~2.59 KB/2648, currentSize=0 B/0 for 1588230740 in 1350ms, sequenceid=9, compaction requested=false 2024-12-15T17:21:42,981 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-15T17:21:43,016 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/hbase/meta/1588230740/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-15T17:21:43,019 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T17:21:43,019 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-15T17:21:43,019 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-15T17:21:43,019 WARN [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegionServer(3786): Not adding moved region record: 1588230740 to self. 2024-12-15T17:21:43,022 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] handler.UnassignRegionHandler(170): Closed 1588230740 2024-12-15T17:21:43,023 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=CLOSED 2024-12-15T17:21:43,024 WARN [PEWorker-1 {}] zookeeper.MetaTableLocator(168): Tried to set null ServerName in hbase:meta; skipping -- ServerName required 2024-12-15T17:21:43,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-12-15T17:21:43,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; CloseRegionProcedure 1588230740, server=4ce65a7c4674,46679,1734283294968 in 1.5620 sec 2024-12-15T17:21:43,031 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE; state=CLOSED, location=4ce65a7c4674,46679,1734283294968; forceNewPlan=false, retain=true 2024-12-15T17:21:43,186 INFO [4ce65a7c4674:42471 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-15T17:21:43,187 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4ce65a7c4674,46679,1734283294968 2024-12-15T17:21:43,192 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ce65a7c4674,46679,1734283294968, state=OPENING 2024-12-15T17:21:43,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40797-0x1002ab60cc20004, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:21:43,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34375-0x1002ab60cc20002, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:21:43,229 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:21:43,230 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:21:43,230 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 1588230740, server=4ce65a7c4674,46679,1734283294968}] 2024-12-15T17:21:43,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37327-0x1002ab60cc20001, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:21:43,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46679-0x1002ab60cc20003, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:21:43,230 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:21:43,230 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:21:43,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x1002ab60cc20000, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:21:43,231 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:21:43,261 INFO [4ce65a7c4674:46679Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:21:43,290 INFO [4ce65a7c4674:34375Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:21:43,367 INFO [4ce65a7c4674:37327Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:21:43,385 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,46679,1734283294968 2024-12-15T17:21:43,387 INFO [4ce65a7c4674:40797Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:21:43,389 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 1992, reset compression=false 2024-12-15T17:21:43,396 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-15T17:21:43,396 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-15T17:21:43,397 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-15T17:21:43,397 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-15T17:21:43,397 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-15T17:21:43,397 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-15T17:21:43,397 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:43,398 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-15T17:21:43,398 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-15T17:21:43,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-15T17:21:43,420 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-15T17:21:43,420 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:21:43,423 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:21:43,423 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 2476, reset compression=false 2024-12-15T17:21:43,423 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/11=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734283302974/Put/vlen=169/seqid=0; >],356}, {hbase:meta/1588230740/12=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_CLOSE/1734283302997/Put/vlen=128/seqid=0; >],332}], lastWalPath=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta, lastWalPosition=2476, nbRowKeys=2, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-15T17:21:43,436 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-Writer-0 {}] regionserver.RegionReplicaReplicationEndpoint$RegionReplicaSinkWriter(446): Skipping location cache; only one location found for hbase:meta 2024-12-15T17:21:43,441 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/hbase/meta/1588230740/info/dd1d10400e45436ab3c44f14159fdd88 2024-12-15T17:21:43,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:21:43,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-15T17:21:43,443 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-15T17:21:43,446 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:21:43,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:21:43,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-15T17:21:43,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-15T17:21:43,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:21:43,455 WARN [ReadOnlyZKClient-127.0.0.1:61306@0x440fb9d5 {}] client.ZKConnectionRegistry(198): Meta region is in state OPENING 2024-12-15T17:21:43,466 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/hbase/meta/1588230740/table/3167761b2c3d45e1b9eb2bb82273aaf8 2024-12-15T17:21:43,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:21:43,468 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/hbase/meta/1588230740 2024-12-15T17:21:43,471 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/hbase/meta/1588230740 2024-12-15T17:21:43,474 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-15T17:21:43,477 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-15T17:21:43,479 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60545584, jitterRate=-0.09780049324035645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-15T17:21:43,480 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-15T17:21:43,481 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=13, masterSystemTime=1734283303385 2024-12-15T17:21:43,484 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-15T17:21:43,484 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-15T17:21:43,486 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=13, regionLocation=4ce65a7c4674,46679,1734283294968 2024-12-15T17:21:43,491 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ce65a7c4674,46679,1734283294968, state=OPEN 2024-12-15T17:21:43,499 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42471 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=4ce65a7c4674,46679,1734283294968, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-15T17:21:43,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46679-0x1002ab60cc20003, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:21:43,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37327-0x1002ab60cc20001, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:21:43,537 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:21:43,537 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:21:43,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40797-0x1002ab60cc20004, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:21:43,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34375-0x1002ab60cc20002, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:21:43,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x1002ab60cc20000, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:21:43,539 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:21:43,539 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:21:43,540 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:21:43,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-12-15T17:21:43,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 1588230740, server=4ce65a7c4674,46679,1734283294968 in 314 msec 2024-12-15T17:21:43,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-12-15T17:21:43,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE in 2.1180 sec 2024-12-15T17:21:43,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-15T17:21:43,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; ReopenTableRegionsProcedure table=hbase:meta in 2.1560 sec 2024-12-15T17:21:43,592 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN}] 2024-12-15T17:21:43,595 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN 2024-12-15T17:21:43,595 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN 2024-12-15T17:21:43,602 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-15T17:21:43,603 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-15T17:21:43,604 DEBUG [4ce65a7c4674:42471 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=4, allServersCount=4 2024-12-15T17:21:43,604 DEBUG [4ce65a7c4674:42471 {}] balancer.BalancerClusterState(202): Hosts are {4ce65a7c4674=0} racks are {/default-rack=0} 2024-12-15T17:21:43,636 DEBUG [4ce65a7c4674:42471 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-15T17:21:43,636 DEBUG [4ce65a7c4674:42471 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-15T17:21:43,636 DEBUG [4ce65a7c4674:42471 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-15T17:21:43,636 DEBUG [4ce65a7c4674:42471 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-15T17:21:43,636 INFO [4ce65a7c4674:42471 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-15T17:21:43,636 INFO [4ce65a7c4674:42471 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-15T17:21:43,636 INFO [4ce65a7c4674:42471 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-15T17:21:43,636 INFO [4ce65a7c4674:42471 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-15T17:21:43,636 DEBUG [4ce65a7c4674:42471 {}] balancer.BalancerClusterState(319): Number of tables=2, number of hosts=1, number of racks=1 2024-12-15T17:21:43,637 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=534574363, regionState=OPENING, regionLocation=4ce65a7c4674,34375,1734283294923 2024-12-15T17:21:43,637 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=1657623790, regionState=OPENING, regionLocation=4ce65a7c4674,37327,1734283294864 2024-12-15T17:21:43,639 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=1 location in ZooKeeper as 4ce65a7c4674,34375,1734283294923, state=OPENING 2024-12-15T17:21:43,639 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=2 location in ZooKeeper as 4ce65a7c4674,37327,1734283294864, state=OPENING 2024-12-15T17:21:43,646 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 2476, reset compression=false 2024-12-15T17:21:43,653 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(185): hbase:meta region location doesn't exist for replicaId=1, create it 2024-12-15T17:21:43,657 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:21:43,657 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 2775, reset compression=false 2024-12-15T17:21:43,657 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/14=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_OPEN/1734283303480/Put/vlen=196/seqid=0; >],404}], lastWalPath=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta, lastWalPosition=2775, nbRowKeys=1, nbHFiles=0, heapSize=404, lastSeqIds={}, endOfFile=false,usedBufferSize=404] 2024-12-15T17:21:43,664 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-Writer-0 {}] regionserver.RegionReplicaReplicationEndpoint$RegionReplicaSinkWriter(446): Skipping location cache; only one location found for hbase:meta 2024-12-15T17:21:43,670 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(185): hbase:meta region location doesn't exist for replicaId=2, create it 2024-12-15T17:21:43,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46679-0x1002ab60cc20003, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:21:43,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40797-0x1002ab60cc20004, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:21:43,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37327-0x1002ab60cc20001, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:21:43,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x1002ab60cc20000, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:21:43,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34375-0x1002ab60cc20002, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:21:43,696 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:21:43,696 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:21:43,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=16, ppid=14, state=RUNNABLE; OpenRegionProcedure 534574363, server=4ce65a7c4674,34375,1734283294923}] 2024-12-15T17:21:43,696 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:21:43,696 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:21:43,696 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:21:43,698 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-15T17:21:43,699 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-15T17:21:43,699 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-15T17:21:43,699 WARN [ReadOnlyZKClient-127.0.0.1:61306@0x440fb9d5 {}] client.ZKConnectionRegistry(218): Meta region for replica 1 is in state OPENING 2024-12-15T17:21:43,699 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:21:43,701 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:21:43,701 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-15T17:21:43,701 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:21:43,701 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-15T17:21:43,704 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:21:43,704 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:21:43,704 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=15, state=RUNNABLE; OpenRegionProcedure 1657623790, server=4ce65a7c4674,37327,1734283294864}] 2024-12-15T17:21:43,711 WARN [ReadOnlyZKClient-127.0.0.1:61306@0x440fb9d5 {}] client.ZKConnectionRegistry(218): Meta region for replica 2 is in state OPENING 2024-12-15T17:21:43,711 WARN [ReadOnlyZKClient-127.0.0.1:61306@0x440fb9d5 {}] client.ZKConnectionRegistry(218): Meta region for replica 1 is in state OPENING 2024-12-15T17:21:43,814 WARN [ReadOnlyZKClient-127.0.0.1:61306@0x440fb9d5 {}] client.ZKConnectionRegistry(218): Meta region for replica 2 is in state OPENING 2024-12-15T17:21:43,814 WARN [ReadOnlyZKClient-127.0.0.1:61306@0x440fb9d5 {}] client.ZKConnectionRegistry(218): Meta region for replica 1 is in state OPENING 2024-12-15T17:21:43,860 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,34375,1734283294923 2024-12-15T17:21:43,865 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,37327,1734283294864 2024-12-15T17:21:43,866 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T17:21:43,866 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] handler.AssignRegionHandler(135): Open hbase:meta,,1_0001.534574363 2024-12-15T17:21:43,866 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7285): Opening region: {ENCODED => 534574363, NAME => 'hbase:meta,,1_0001', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} 2024-12-15T17:21:43,867 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-15T17:21:43,867 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1_0001 service=MultiRowMutationService 2024-12-15T17:21:43,867 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-15T17:21:43,867 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 534574363 2024-12-15T17:21:43,867 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(894): Instantiated hbase:meta,,1_0001.534574363; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:43,868 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7327): checking encryption for 534574363 2024-12-15T17:21:43,868 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7330): checking classloading for 534574363 2024-12-15T17:21:43,868 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 2775, reset compression=false 2024-12-15T17:21:43,869 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50748, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-15T17:21:43,871 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 534574363 2024-12-15T17:21:43,874 INFO [StoreOpener-534574363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534574363 columnFamilyName info 2024-12-15T17:21:43,874 DEBUG [StoreOpener-534574363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:21:43,877 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(135): Open hbase:meta,,1_0002.1657623790 2024-12-15T17:21:43,877 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7285): Opening region: {ENCODED => 1657623790, NAME => 'hbase:meta,,1_0002', STARTKEY => '', ENDKEY => '', REPLICA_ID => 2} 2024-12-15T17:21:43,878 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-15T17:21:43,878 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1_0002 service=MultiRowMutationService 2024-12-15T17:21:43,878 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-15T17:21:43,878 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1657623790 2024-12-15T17:21:43,879 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(894): Instantiated hbase:meta,,1_0002.1657623790; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:43,879 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7327): checking encryption for 1657623790 2024-12-15T17:21:43,879 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7330): checking classloading for 1657623790 2024-12-15T17:21:43,883 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1657623790 2024-12-15T17:21:43,886 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName info 2024-12-15T17:21:43,886 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:21:43,892 DEBUG [StoreOpener-534574363-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/hbase/meta/1588230740/info/dd1d10400e45436ab3c44f14159fdd88 2024-12-15T17:21:43,892 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(327): Store=534574363/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:21:43,892 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 534574363 2024-12-15T17:21:43,895 INFO [StoreOpener-534574363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534574363 columnFamilyName rep_barrier 2024-12-15T17:21:43,895 DEBUG [StoreOpener-534574363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:21:43,899 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(327): Store=534574363/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:21:43,900 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 534574363 2024-12-15T17:21:43,904 INFO [StoreOpener-534574363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534574363 columnFamilyName table 2024-12-15T17:21:43,904 DEBUG [StoreOpener-534574363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:21:43,922 DEBUG [StoreOpener-1657623790-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/hbase/meta/1588230740/info/dd1d10400e45436ab3c44f14159fdd88 2024-12-15T17:21:43,922 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:21:43,922 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1657623790 2024-12-15T17:21:43,924 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName rep_barrier 2024-12-15T17:21:43,924 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:21:43,925 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:21:43,925 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1657623790 2024-12-15T17:21:43,927 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName table 2024-12-15T17:21:43,928 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:21:43,952 DEBUG [StoreOpener-1657623790-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/hbase/meta/1588230740/table/3167761b2c3d45e1b9eb2bb82273aaf8 2024-12-15T17:21:43,953 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:21:43,953 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-15T17:21:43,960 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1102): Opened 1657623790; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73316460, jitterRate=0.09250038862228394}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-15T17:21:43,961 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1001): Region open journal for 1657623790: 2024-12-15T17:21:43,961 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1_0002.1657623790, pid=17, masterSystemTime=1734283303865 2024-12-15T17:21:43,966 DEBUG [StoreOpener-534574363-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/hbase/meta/1588230740/table/3167761b2c3d45e1b9eb2bb82273aaf8 2024-12-15T17:21:43,967 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(327): Store=534574363/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:21:43,968 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-15T17:21:43,976 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(1102): Opened 534574363; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64120319, jitterRate=-0.044532790780067444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-15T17:21:43,976 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(1001): Region open journal for 534574363: 2024-12-15T17:21:43,976 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1_0001.534574363, pid=16, masterSystemTime=1734283303860 2024-12-15T17:21:43,983 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1_0002.1657623790 2024-12-15T17:21:43,983 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(164): Opened hbase:meta,,1_0002.1657623790 2024-12-15T17:21:43,983 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(112): RPC'ing to primary hbase:meta,,1.1588230740 from hbase:meta,,1_0002.1657623790 to trigger FLUSH 2024-12-15T17:21:43,988 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T17:21:43,990 INFO [RS-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46222, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=AdminService 2024-12-15T17:21:43,990 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46679 {}] regionserver.RSRpcServices(1768): Flushing hbase:meta,,1.1588230740 2024-12-15T17:21:43,992 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=1657623790, regionState=OPEN, openSeqNum=13, regionLocation=4ce65a7c4674,37327,1734283294864 2024-12-15T17:21:44,003 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1_0001.534574363 2024-12-15T17:21:44,003 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] handler.AssignRegionHandler(164): Opened hbase:meta,,1_0001.534574363 2024-12-15T17:21:44,004 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=2 location in ZooKeeper as 4ce65a7c4674,37327,1734283294864, state=OPEN 2024-12-15T17:21:44,005 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=534574363, regionState=OPEN, openSeqNum=13, regionLocation=4ce65a7c4674,34375,1734283294923 2024-12-15T17:21:44,005 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(112): RPC'ing to primary hbase:meta,,1.1588230740 from hbase:meta,,1_0001.534574363 to trigger FLUSH 2024-12-15T17:21:44,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46679 {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-15T17:21:44,006 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T17:21:44,008 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=1 location in ZooKeeper as 4ce65a7c4674,34375,1734283294923, state=OPEN 2024-12-15T17:21:44,009 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(155): Triggered empty flush marker (memstore empty) on primary region replica 1588230740 for 1657623790; now waiting and blocking reads until observing a flush marker 2024-12-15T17:21:44,009 INFO [RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] regionserver.HRegion(5092): Enabling reads for 1657623790 2024-12-15T17:21:44,009 INFO [RS-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46232, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=AdminService 2024-12-15T17:21:44,010 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46679 {}] regionserver.RSRpcServices(1768): Flushing hbase:meta,,1.1588230740 2024-12-15T17:21:44,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37327-0x1002ab60cc20001, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-15T17:21:44,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40797-0x1002ab60cc20004, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-15T17:21:44,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46679-0x1002ab60cc20003, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-15T17:21:44,012 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-15T17:21:44,012 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-15T17:21:44,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x1002ab60cc20000, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-15T17:21:44,012 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-15T17:21:44,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46679 {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-15T17:21:44,013 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-15T17:21:44,013 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(155): Triggered empty flush marker (memstore empty) on primary region replica 1588230740 for 534574363; now waiting and blocking reads until observing a flush marker 2024-12-15T17:21:44,014 INFO [RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] regionserver.HRegion(5092): Enabling reads for 534574363 2024-12-15T17:21:44,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34375-0x1002ab60cc20002, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-15T17:21:44,015 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-15T17:21:44,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37327-0x1002ab60cc20001, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-15T17:21:44,020 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:21:44,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46679-0x1002ab60cc20003, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-15T17:21:44,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40797-0x1002ab60cc20004, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-15T17:21:44,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x1002ab60cc20000, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-15T17:21:44,023 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:21:44,023 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:21:44,023 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:21:44,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34375-0x1002ab60cc20002, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-15T17:21:44,024 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:21:44,025 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-15T17:21:44,031 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=15 2024-12-15T17:21:44,031 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=15, state=SUCCESS; OpenRegionProcedure 1657623790, server=4ce65a7c4674,37327,1734283294864 in 313 msec 2024-12-15T17:21:44,040 DEBUG [RegionReplicaReplicationEndpoint-rpc-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T17:21:44,043 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=16, resume processing ppid=14 2024-12-15T17:21:44,043 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=14, state=SUCCESS; OpenRegionProcedure 534574363, server=4ce65a7c4674,34375,1734283294923 in 327 msec 2024-12-15T17:21:44,044 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN in 440 msec 2024-12-15T17:21:44,044 INFO [RS-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49766, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=AdminService 2024-12-15T17:21:44,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34375 {}] regionserver.HRegion(6096): 534574363 : Replaying region open event marker event_type: REGION_OPEN table_name: "hbase:meta" encoded_region_name: "1588230740" log_sequence_number: 13 stores { family_name: "info" store_home_dir: "info" store_file: "dd1d10400e45436ab3c44f14159fdd88" } stores { family_name: "rep_barrier" store_home_dir: "rep_barrier" } stores { family_name: "table" store_home_dir: "table" store_file: "3167761b2c3d45e1b9eb2bb82273aaf8" } server { host_name: "4ce65a7c4674" port: 46679 start_code: 1734283294968 } region_name: "hbase:meta,,1" 2024-12-15T17:21:44,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34375 {}] regionserver.HRegion(6011): 534574363 : Dropping memstore contents as well since replayed flush seqId: 13 is greater than current seqId:13 2024-12-15T17:21:44,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34375 {}] regionserver.HRegion(6011): 534574363 : Dropping memstore contents as well since replayed flush seqId: 13 is greater than current seqId:13 2024-12-15T17:21:44,055 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34375 {}] regionserver.HRegion(6011): 534574363 : Dropping memstore contents as well since replayed flush seqId: 13 is greater than current seqId:13 2024-12-15T17:21:44,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=14, resume processing ppid=9 2024-12-15T17:21:44,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN in 452 msec 2024-12-15T17:21:44,062 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; ModifyTableProcedure table=hbase:meta in 2.7020 sec 2024-12-15T17:21:44,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T17:21:44,095 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T17:21:44,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testHBaseMetaReplicaGets', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T17:21:44,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testHBaseMetaReplicaGets 2024-12-15T17:21:44,111 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testHBaseMetaReplicaGets execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T17:21:44,112 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:21:44,114 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testHBaseMetaReplicaGets" procId is: 18 2024-12-15T17:21:44,115 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testHBaseMetaReplicaGets execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T17:21:44,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-15T17:21:44,180 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 2775, reset compression=false 2024-12-15T17:21:44,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741843_1019 (size=376) 2024-12-15T17:21:44,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741843_1019 (size=376) 2024-12-15T17:21:44,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741843_1019 (size=376) 2024-12-15T17:21:44,206 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 30d35028f84bc39c5df55bb658ed480e, NAME => 'testHBaseMetaReplicaGets,,1734283304101.30d35028f84bc39c5df55bb658ed480e.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c 2024-12-15T17:21:44,207 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 9e8b5cd46121e9c18f59d019f77732d6, NAME => 'testHBaseMetaReplicaGets,bbb,1734283304101.9e8b5cd46121e9c18f59d019f77732d6.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c 2024-12-15T17:21:44,207 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 08dbbcc4092ff22a3bdcd5c1cde1c547, NAME => 'testHBaseMetaReplicaGets,ccc,1734283304101.08dbbcc4092ff22a3bdcd5c1cde1c547.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c 2024-12-15T17:21:44,225 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:21:44,225 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 3045, reset compression=false 2024-12-15T17:21:44,225 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/16=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734283303991/Put/vlen=52/seqid=0; >],236}, {hbase:meta/1588230740/18=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734283304010/Put/vlen=52/seqid=0; >],236}], lastWalPath=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta, lastWalPosition=3045, nbRowKeys=2, nbHFiles=0, heapSize=472, lastSeqIds={}, endOfFile=false,usedBufferSize=472] 2024-12-15T17:21:44,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-15T17:21:44,271 DEBUG [RegionReplicaReplicationEndpoint-rpc-shared-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T17:21:44,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34375 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: CANNOT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 18446744073709551615 region_name: "hbase:meta,,1" 2024-12-15T17:21:44,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34375 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: CANNOT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 18446744073709551615 region_name: "hbase:meta,,1" 2024-12-15T17:21:44,307 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50752, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=AdminService 2024-12-15T17:21:44,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37327 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: CANNOT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 18446744073709551615 region_name: "hbase:meta,,1" 2024-12-15T17:21:44,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37327 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: CANNOT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 18446744073709551615 region_name: "hbase:meta,,1" 2024-12-15T17:21:44,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741845_1021 (size=62) 2024-12-15T17:21:44,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741845_1021 (size=62) 2024-12-15T17:21:44,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741845_1021 (size=62) 2024-12-15T17:21:44,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741846_1022 (size=65) 2024-12-15T17:21:44,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741844_1020 (size=65) 2024-12-15T17:21:44,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741846_1022 (size=65) 2024-12-15T17:21:44,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741846_1022 (size=65) 2024-12-15T17:21:44,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741844_1020 (size=65) 2024-12-15T17:21:44,394 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,bbb,1734283304101.9e8b5cd46121e9c18f59d019f77732d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:44,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741844_1020 (size=65) 2024-12-15T17:21:44,394 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1681): Closing 9e8b5cd46121e9c18f59d019f77732d6, disabling compactions & flushes 2024-12-15T17:21:44,398 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,bbb,1734283304101.9e8b5cd46121e9c18f59d019f77732d6. 2024-12-15T17:21:44,399 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,bbb,1734283304101.9e8b5cd46121e9c18f59d019f77732d6. 2024-12-15T17:21:44,399 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,bbb,1734283304101.9e8b5cd46121e9c18f59d019f77732d6. after waiting 0 ms 2024-12-15T17:21:44,399 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,bbb,1734283304101.9e8b5cd46121e9c18f59d019f77732d6. 2024-12-15T17:21:44,399 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,bbb,1734283304101.9e8b5cd46121e9c18f59d019f77732d6. 2024-12-15T17:21:44,399 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1635): Region close journal for 9e8b5cd46121e9c18f59d019f77732d6: 2024-12-15T17:21:44,400 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 2923c6ca25699e69fa429758abb12973, NAME => 'testHBaseMetaReplicaGets,ddd,1734283304101.2923c6ca25699e69fa429758abb12973.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c 2024-12-15T17:21:44,408 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,ccc,1734283304101.08dbbcc4092ff22a3bdcd5c1cde1c547.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:44,408 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1681): Closing 08dbbcc4092ff22a3bdcd5c1cde1c547, disabling compactions & flushes 2024-12-15T17:21:44,408 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,ccc,1734283304101.08dbbcc4092ff22a3bdcd5c1cde1c547. 2024-12-15T17:21:44,408 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,ccc,1734283304101.08dbbcc4092ff22a3bdcd5c1cde1c547. 2024-12-15T17:21:44,408 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,ccc,1734283304101.08dbbcc4092ff22a3bdcd5c1cde1c547. after waiting 0 ms 2024-12-15T17:21:44,408 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,ccc,1734283304101.08dbbcc4092ff22a3bdcd5c1cde1c547. 2024-12-15T17:21:44,408 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,ccc,1734283304101.08dbbcc4092ff22a3bdcd5c1cde1c547. 2024-12-15T17:21:44,408 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1635): Region close journal for 08dbbcc4092ff22a3bdcd5c1cde1c547: 2024-12-15T17:21:44,416 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 10831e3b862e422e6b33982e8ca2a9e9, NAME => 'testHBaseMetaReplicaGets,eee,1734283304101.10831e3b862e422e6b33982e8ca2a9e9.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c 2024-12-15T17:21:44,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-15T17:21:44,469 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 3045, reset compression=false 2024-12-15T17:21:44,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741847_1023 (size=65) 2024-12-15T17:21:44,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741847_1023 (size=65) 2024-12-15T17:21:44,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741847_1023 (size=65) 2024-12-15T17:21:44,497 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,ddd,1734283304101.2923c6ca25699e69fa429758abb12973.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:44,497 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1681): Closing 2923c6ca25699e69fa429758abb12973, disabling compactions & flushes 2024-12-15T17:21:44,497 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,ddd,1734283304101.2923c6ca25699e69fa429758abb12973. 2024-12-15T17:21:44,497 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,ddd,1734283304101.2923c6ca25699e69fa429758abb12973. 2024-12-15T17:21:44,497 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,ddd,1734283304101.2923c6ca25699e69fa429758abb12973. after waiting 0 ms 2024-12-15T17:21:44,497 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,ddd,1734283304101.2923c6ca25699e69fa429758abb12973. 2024-12-15T17:21:44,497 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,ddd,1734283304101.2923c6ca25699e69fa429758abb12973. 2024-12-15T17:21:44,498 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1635): Region close journal for 2923c6ca25699e69fa429758abb12973: 2024-12-15T17:21:44,499 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 218d4745eb86b125884b8070cbad5ea0, NAME => 'testHBaseMetaReplicaGets,fff,1734283304101.218d4745eb86b125884b8070cbad5ea0.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c 2024-12-15T17:21:44,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741848_1024 (size=65) 2024-12-15T17:21:44,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741848_1024 (size=65) 2024-12-15T17:21:44,506 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,eee,1734283304101.10831e3b862e422e6b33982e8ca2a9e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:44,507 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1681): Closing 10831e3b862e422e6b33982e8ca2a9e9, disabling compactions & flushes 2024-12-15T17:21:44,507 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,eee,1734283304101.10831e3b862e422e6b33982e8ca2a9e9. 2024-12-15T17:21:44,507 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,eee,1734283304101.10831e3b862e422e6b33982e8ca2a9e9. 2024-12-15T17:21:44,507 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,eee,1734283304101.10831e3b862e422e6b33982e8ca2a9e9. after waiting 0 ms 2024-12-15T17:21:44,507 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,eee,1734283304101.10831e3b862e422e6b33982e8ca2a9e9. 2024-12-15T17:21:44,507 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,eee,1734283304101.10831e3b862e422e6b33982e8ca2a9e9. 2024-12-15T17:21:44,507 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1635): Region close journal for 10831e3b862e422e6b33982e8ca2a9e9: 2024-12-15T17:21:44,508 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => ee119be89f6158c8e5d4e578c8cf267e, NAME => 'testHBaseMetaReplicaGets,ggg,1734283304101.ee119be89f6158c8e5d4e578c8cf267e.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c 2024-12-15T17:21:44,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741848_1024 (size=65) 2024-12-15T17:21:44,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741849_1025 (size=65) 2024-12-15T17:21:44,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741849_1025 (size=65) 2024-12-15T17:21:44,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741850_1026 (size=65) 2024-12-15T17:21:44,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741850_1026 (size=65) 2024-12-15T17:21:44,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741850_1026 (size=65) 2024-12-15T17:21:44,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741849_1025 (size=65) 2024-12-15T17:21:44,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-15T17:21:44,780 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,,1734283304101.30d35028f84bc39c5df55bb658ed480e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:44,780 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1681): Closing 30d35028f84bc39c5df55bb658ed480e, disabling compactions & flushes 2024-12-15T17:21:44,780 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,,1734283304101.30d35028f84bc39c5df55bb658ed480e. 2024-12-15T17:21:44,781 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,,1734283304101.30d35028f84bc39c5df55bb658ed480e. 2024-12-15T17:21:44,781 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,,1734283304101.30d35028f84bc39c5df55bb658ed480e. after waiting 0 ms 2024-12-15T17:21:44,781 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,,1734283304101.30d35028f84bc39c5df55bb658ed480e. 2024-12-15T17:21:44,781 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,,1734283304101.30d35028f84bc39c5df55bb658ed480e. 2024-12-15T17:21:44,781 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1635): Region close journal for 30d35028f84bc39c5df55bb658ed480e: 2024-12-15T17:21:44,782 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 450457746530d09a03c7873b43141fde, NAME => 'testHBaseMetaReplicaGets,hhh,1734283304101.450457746530d09a03c7873b43141fde.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c 2024-12-15T17:21:44,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741851_1027 (size=65) 2024-12-15T17:21:44,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741851_1027 (size=65) 2024-12-15T17:21:44,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741851_1027 (size=65) 2024-12-15T17:21:44,795 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,hhh,1734283304101.450457746530d09a03c7873b43141fde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:44,795 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1681): Closing 450457746530d09a03c7873b43141fde, disabling compactions & flushes 2024-12-15T17:21:44,795 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,hhh,1734283304101.450457746530d09a03c7873b43141fde. 2024-12-15T17:21:44,795 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,hhh,1734283304101.450457746530d09a03c7873b43141fde. 2024-12-15T17:21:44,795 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,hhh,1734283304101.450457746530d09a03c7873b43141fde. after waiting 0 ms 2024-12-15T17:21:44,796 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,hhh,1734283304101.450457746530d09a03c7873b43141fde. 2024-12-15T17:21:44,796 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,hhh,1734283304101.450457746530d09a03c7873b43141fde. 2024-12-15T17:21:44,796 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1635): Region close journal for 450457746530d09a03c7873b43141fde: 2024-12-15T17:21:44,797 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 48abc392d0bf02cddf633efa6867c4ad, NAME => 'testHBaseMetaReplicaGets,iii,1734283304101.48abc392d0bf02cddf633efa6867c4ad.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c 2024-12-15T17:21:44,800 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 3045, reset compression=false 2024-12-15T17:21:44,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741852_1028 (size=65) 2024-12-15T17:21:44,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741852_1028 (size=65) 2024-12-15T17:21:44,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741852_1028 (size=65) 2024-12-15T17:21:44,812 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,iii,1734283304101.48abc392d0bf02cddf633efa6867c4ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:44,812 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1681): Closing 48abc392d0bf02cddf633efa6867c4ad, disabling compactions & flushes 2024-12-15T17:21:44,812 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,iii,1734283304101.48abc392d0bf02cddf633efa6867c4ad. 2024-12-15T17:21:44,812 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,iii,1734283304101.48abc392d0bf02cddf633efa6867c4ad. 2024-12-15T17:21:44,812 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,iii,1734283304101.48abc392d0bf02cddf633efa6867c4ad. after waiting 0 ms 2024-12-15T17:21:44,812 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,iii,1734283304101.48abc392d0bf02cddf633efa6867c4ad. 2024-12-15T17:21:44,812 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,iii,1734283304101.48abc392d0bf02cddf633efa6867c4ad. 2024-12-15T17:21:44,812 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1635): Region close journal for 48abc392d0bf02cddf633efa6867c4ad: 2024-12-15T17:21:44,813 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c36397a48ebb908e2b67f70d6d8b0abd, NAME => 'testHBaseMetaReplicaGets,jjj,1734283304101.c36397a48ebb908e2b67f70d6d8b0abd.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c 2024-12-15T17:21:44,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741853_1029 (size=65) 2024-12-15T17:21:44,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741853_1029 (size=65) 2024-12-15T17:21:44,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741853_1029 (size=65) 2024-12-15T17:21:44,825 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,jjj,1734283304101.c36397a48ebb908e2b67f70d6d8b0abd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:44,825 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1681): Closing c36397a48ebb908e2b67f70d6d8b0abd, disabling compactions & flushes 2024-12-15T17:21:44,825 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,jjj,1734283304101.c36397a48ebb908e2b67f70d6d8b0abd. 2024-12-15T17:21:44,825 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,jjj,1734283304101.c36397a48ebb908e2b67f70d6d8b0abd. 2024-12-15T17:21:44,825 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,jjj,1734283304101.c36397a48ebb908e2b67f70d6d8b0abd. after waiting 0 ms 2024-12-15T17:21:44,825 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,jjj,1734283304101.c36397a48ebb908e2b67f70d6d8b0abd. 2024-12-15T17:21:44,825 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,jjj,1734283304101.c36397a48ebb908e2b67f70d6d8b0abd. 2024-12-15T17:21:44,825 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1635): Region close journal for c36397a48ebb908e2b67f70d6d8b0abd: 2024-12-15T17:21:44,826 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 2a8ae48bf185b2a4d14b49f56387f31b, NAME => 'testHBaseMetaReplicaGets,kkk,1734283304101.2a8ae48bf185b2a4d14b49f56387f31b.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c 2024-12-15T17:21:44,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741854_1030 (size=65) 2024-12-15T17:21:44,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741854_1030 (size=65) 2024-12-15T17:21:44,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741854_1030 (size=65) 2024-12-15T17:21:44,848 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,kkk,1734283304101.2a8ae48bf185b2a4d14b49f56387f31b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:44,848 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1681): Closing 2a8ae48bf185b2a4d14b49f56387f31b, disabling compactions & flushes 2024-12-15T17:21:44,848 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,kkk,1734283304101.2a8ae48bf185b2a4d14b49f56387f31b. 2024-12-15T17:21:44,848 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,kkk,1734283304101.2a8ae48bf185b2a4d14b49f56387f31b. 2024-12-15T17:21:44,848 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,kkk,1734283304101.2a8ae48bf185b2a4d14b49f56387f31b. after waiting 0 ms 2024-12-15T17:21:44,848 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,kkk,1734283304101.2a8ae48bf185b2a4d14b49f56387f31b. 2024-12-15T17:21:44,848 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,kkk,1734283304101.2a8ae48bf185b2a4d14b49f56387f31b. 2024-12-15T17:21:44,848 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1635): Region close journal for 2a8ae48bf185b2a4d14b49f56387f31b: 2024-12-15T17:21:44,849 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 60ccefacd578355a929738f76cf35a7c, NAME => 'testHBaseMetaReplicaGets,lll,1734283304101.60ccefacd578355a929738f76cf35a7c.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c 2024-12-15T17:21:44,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741855_1031 (size=65) 2024-12-15T17:21:44,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741855_1031 (size=65) 2024-12-15T17:21:44,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741855_1031 (size=65) 2024-12-15T17:21:44,864 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,lll,1734283304101.60ccefacd578355a929738f76cf35a7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:44,864 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1681): Closing 60ccefacd578355a929738f76cf35a7c, disabling compactions & flushes 2024-12-15T17:21:44,865 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,lll,1734283304101.60ccefacd578355a929738f76cf35a7c. 2024-12-15T17:21:44,865 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,lll,1734283304101.60ccefacd578355a929738f76cf35a7c. 2024-12-15T17:21:44,865 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,lll,1734283304101.60ccefacd578355a929738f76cf35a7c. after waiting 0 ms 2024-12-15T17:21:44,865 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,lll,1734283304101.60ccefacd578355a929738f76cf35a7c. 2024-12-15T17:21:44,865 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,lll,1734283304101.60ccefacd578355a929738f76cf35a7c. 2024-12-15T17:21:44,865 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1635): Region close journal for 60ccefacd578355a929738f76cf35a7c: 2024-12-15T17:21:44,866 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f3d4d3132b0da107773a9c6f173d2050, NAME => 'testHBaseMetaReplicaGets,mmm,1734283304101.f3d4d3132b0da107773a9c6f173d2050.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c 2024-12-15T17:21:44,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741856_1032 (size=65) 2024-12-15T17:21:44,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741856_1032 (size=65) 2024-12-15T17:21:44,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741856_1032 (size=65) 2024-12-15T17:21:44,929 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,mmm,1734283304101.f3d4d3132b0da107773a9c6f173d2050.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:44,929 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1681): Closing f3d4d3132b0da107773a9c6f173d2050, disabling compactions & flushes 2024-12-15T17:21:44,929 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,mmm,1734283304101.f3d4d3132b0da107773a9c6f173d2050. 2024-12-15T17:21:44,929 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,mmm,1734283304101.f3d4d3132b0da107773a9c6f173d2050. 2024-12-15T17:21:44,929 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,mmm,1734283304101.f3d4d3132b0da107773a9c6f173d2050. after waiting 0 ms 2024-12-15T17:21:44,929 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,mmm,1734283304101.f3d4d3132b0da107773a9c6f173d2050. 2024-12-15T17:21:44,929 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,mmm,1734283304101.f3d4d3132b0da107773a9c6f173d2050. 2024-12-15T17:21:44,929 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1635): Region close journal for f3d4d3132b0da107773a9c6f173d2050: 2024-12-15T17:21:44,930 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 087e417b738d0864d4645b7d9c279b9e, NAME => 'testHBaseMetaReplicaGets,nnn,1734283304101.087e417b738d0864d4645b7d9c279b9e.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c 2024-12-15T17:21:44,952 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-15T17:21:44,960 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,ggg,1734283304101.ee119be89f6158c8e5d4e578c8cf267e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:44,960 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1681): Closing ee119be89f6158c8e5d4e578c8cf267e, disabling compactions & flushes 2024-12-15T17:21:44,960 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,ggg,1734283304101.ee119be89f6158c8e5d4e578c8cf267e. 2024-12-15T17:21:44,960 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,ggg,1734283304101.ee119be89f6158c8e5d4e578c8cf267e. 2024-12-15T17:21:44,960 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,ggg,1734283304101.ee119be89f6158c8e5d4e578c8cf267e. after waiting 0 ms 2024-12-15T17:21:44,960 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,ggg,1734283304101.ee119be89f6158c8e5d4e578c8cf267e. 2024-12-15T17:21:44,960 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,ggg,1734283304101.ee119be89f6158c8e5d4e578c8cf267e. 2024-12-15T17:21:44,960 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1635): Region close journal for ee119be89f6158c8e5d4e578c8cf267e: 2024-12-15T17:21:44,961 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 4eee55c22411a08cda8e15b6206e0f96, NAME => 'testHBaseMetaReplicaGets,ooo,1734283304101.4eee55c22411a08cda8e15b6206e0f96.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c 2024-12-15T17:21:44,962 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,fff,1734283304101.218d4745eb86b125884b8070cbad5ea0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:44,963 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1681): Closing 218d4745eb86b125884b8070cbad5ea0, disabling compactions & flushes 2024-12-15T17:21:44,963 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,fff,1734283304101.218d4745eb86b125884b8070cbad5ea0. 2024-12-15T17:21:44,963 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,fff,1734283304101.218d4745eb86b125884b8070cbad5ea0. 2024-12-15T17:21:44,963 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,fff,1734283304101.218d4745eb86b125884b8070cbad5ea0. after waiting 0 ms 2024-12-15T17:21:44,963 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,fff,1734283304101.218d4745eb86b125884b8070cbad5ea0. 2024-12-15T17:21:44,963 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,fff,1734283304101.218d4745eb86b125884b8070cbad5ea0. 2024-12-15T17:21:44,963 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1635): Region close journal for 218d4745eb86b125884b8070cbad5ea0: 2024-12-15T17:21:44,964 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 21c6958912195aa6a879f0ca6e111303, NAME => 'testHBaseMetaReplicaGets,ppp,1734283304101.21c6958912195aa6a879f0ca6e111303.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c 2024-12-15T17:21:45,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741857_1033 (size=65) 2024-12-15T17:21:45,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741857_1033 (size=65) 2024-12-15T17:21:45,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741857_1033 (size=65) 2024-12-15T17:21:45,067 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,nnn,1734283304101.087e417b738d0864d4645b7d9c279b9e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:45,068 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1681): Closing 087e417b738d0864d4645b7d9c279b9e, disabling compactions & flushes 2024-12-15T17:21:45,068 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,nnn,1734283304101.087e417b738d0864d4645b7d9c279b9e. 2024-12-15T17:21:45,068 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,nnn,1734283304101.087e417b738d0864d4645b7d9c279b9e. 2024-12-15T17:21:45,068 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,nnn,1734283304101.087e417b738d0864d4645b7d9c279b9e. after waiting 0 ms 2024-12-15T17:21:45,068 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,nnn,1734283304101.087e417b738d0864d4645b7d9c279b9e. 2024-12-15T17:21:45,068 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,nnn,1734283304101.087e417b738d0864d4645b7d9c279b9e. 2024-12-15T17:21:45,068 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1635): Region close journal for 087e417b738d0864d4645b7d9c279b9e: 2024-12-15T17:21:45,069 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => de1645cde872a213db377f57f530eb20, NAME => 'testHBaseMetaReplicaGets,qqq,1734283304101.de1645cde872a213db377f57f530eb20.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c 2024-12-15T17:21:45,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741858_1034 (size=65) 2024-12-15T17:21:45,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741858_1034 (size=65) 2024-12-15T17:21:45,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741858_1034 (size=65) 2024-12-15T17:21:45,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741859_1035 (size=65) 2024-12-15T17:21:45,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741859_1035 (size=65) 2024-12-15T17:21:45,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741859_1035 (size=65) 2024-12-15T17:21:45,135 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-15T17:21:45,136 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,ppp,1734283304101.21c6958912195aa6a879f0ca6e111303.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:45,136 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1681): Closing 21c6958912195aa6a879f0ca6e111303, disabling compactions & flushes 2024-12-15T17:21:45,136 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,ppp,1734283304101.21c6958912195aa6a879f0ca6e111303. 2024-12-15T17:21:45,136 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,ppp,1734283304101.21c6958912195aa6a879f0ca6e111303. 2024-12-15T17:21:45,136 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,ppp,1734283304101.21c6958912195aa6a879f0ca6e111303. after waiting 0 ms 2024-12-15T17:21:45,136 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,ppp,1734283304101.21c6958912195aa6a879f0ca6e111303. 2024-12-15T17:21:45,136 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,ppp,1734283304101.21c6958912195aa6a879f0ca6e111303. 2024-12-15T17:21:45,136 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1635): Region close journal for 21c6958912195aa6a879f0ca6e111303: 2024-12-15T17:21:45,137 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => beb657c44ba1c678696fb1b849ef9af0, NAME => 'testHBaseMetaReplicaGets,rrr,1734283304101.beb657c44ba1c678696fb1b849ef9af0.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c 2024-12-15T17:21:45,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741860_1036 (size=65) 2024-12-15T17:21:45,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741860_1036 (size=65) 2024-12-15T17:21:45,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741860_1036 (size=65) 2024-12-15T17:21:45,145 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-15T17:21:45,147 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-15T17:21:45,148 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-15T17:21:45,148 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,qqq,1734283304101.de1645cde872a213db377f57f530eb20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:45,149 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1681): Closing de1645cde872a213db377f57f530eb20, disabling compactions & flushes 2024-12-15T17:21:45,149 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,qqq,1734283304101.de1645cde872a213db377f57f530eb20. 2024-12-15T17:21:45,149 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,qqq,1734283304101.de1645cde872a213db377f57f530eb20. 2024-12-15T17:21:45,149 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,qqq,1734283304101.de1645cde872a213db377f57f530eb20. after waiting 0 ms 2024-12-15T17:21:45,149 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,qqq,1734283304101.de1645cde872a213db377f57f530eb20. 2024-12-15T17:21:45,149 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,qqq,1734283304101.de1645cde872a213db377f57f530eb20. 2024-12-15T17:21:45,149 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1635): Region close journal for de1645cde872a213db377f57f530eb20: 2024-12-15T17:21:45,149 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T17:21:45,149 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-15T17:21:45,149 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-15T17:21:45,149 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-15T17:21:45,150 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 072ef07f31aafbb408e6168cec198e40, NAME => 'testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c 2024-12-15T17:21:45,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741861_1037 (size=65) 2024-12-15T17:21:45,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741861_1037 (size=65) 2024-12-15T17:21:45,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741861_1037 (size=65) 2024-12-15T17:21:45,184 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,rrr,1734283304101.beb657c44ba1c678696fb1b849ef9af0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:45,185 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1681): Closing beb657c44ba1c678696fb1b849ef9af0, disabling compactions & flushes 2024-12-15T17:21:45,185 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,rrr,1734283304101.beb657c44ba1c678696fb1b849ef9af0. 2024-12-15T17:21:45,185 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,rrr,1734283304101.beb657c44ba1c678696fb1b849ef9af0. 2024-12-15T17:21:45,185 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,rrr,1734283304101.beb657c44ba1c678696fb1b849ef9af0. after waiting 0 ms 2024-12-15T17:21:45,185 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,rrr,1734283304101.beb657c44ba1c678696fb1b849ef9af0. 2024-12-15T17:21:45,185 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,rrr,1734283304101.beb657c44ba1c678696fb1b849ef9af0. 2024-12-15T17:21:45,185 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1635): Region close journal for beb657c44ba1c678696fb1b849ef9af0: 2024-12-15T17:21:45,186 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 9647f75896de831fc679376d7a1e7ecb, NAME => 'testHBaseMetaReplicaGets,ttt,1734283304101.9647f75896de831fc679376d7a1e7ecb.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c 2024-12-15T17:21:45,205 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 3045, reset compression=false 2024-12-15T17:21:45,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741862_1038 (size=65) 2024-12-15T17:21:45,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741862_1038 (size=65) 2024-12-15T17:21:45,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741862_1038 (size=65) 2024-12-15T17:21:45,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-15T17:21:45,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741863_1039 (size=65) 2024-12-15T17:21:45,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741863_1039 (size=65) 2024-12-15T17:21:45,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741863_1039 (size=65) 2024-12-15T17:21:45,504 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,ooo,1734283304101.4eee55c22411a08cda8e15b6206e0f96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:45,504 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1681): Closing 4eee55c22411a08cda8e15b6206e0f96, disabling compactions & flushes 2024-12-15T17:21:45,504 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,ooo,1734283304101.4eee55c22411a08cda8e15b6206e0f96. 2024-12-15T17:21:45,504 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,ooo,1734283304101.4eee55c22411a08cda8e15b6206e0f96. 2024-12-15T17:21:45,505 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,ooo,1734283304101.4eee55c22411a08cda8e15b6206e0f96. after waiting 0 ms 2024-12-15T17:21:45,505 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,ooo,1734283304101.4eee55c22411a08cda8e15b6206e0f96. 2024-12-15T17:21:45,505 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,ooo,1734283304101.4eee55c22411a08cda8e15b6206e0f96. 2024-12-15T17:21:45,505 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1635): Region close journal for 4eee55c22411a08cda8e15b6206e0f96: 2024-12-15T17:21:45,506 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 58c5cb1e00e4786054f46991e722af03, NAME => 'testHBaseMetaReplicaGets,uuu,1734283304101.58c5cb1e00e4786054f46991e722af03.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c 2024-12-15T17:21:45,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741864_1040 (size=65) 2024-12-15T17:21:45,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741864_1040 (size=65) 2024-12-15T17:21:45,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741864_1040 (size=65) 2024-12-15T17:21:45,563 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,uuu,1734283304101.58c5cb1e00e4786054f46991e722af03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:45,564 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1681): Closing 58c5cb1e00e4786054f46991e722af03, disabling compactions & flushes 2024-12-15T17:21:45,564 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,uuu,1734283304101.58c5cb1e00e4786054f46991e722af03. 2024-12-15T17:21:45,564 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,uuu,1734283304101.58c5cb1e00e4786054f46991e722af03. 2024-12-15T17:21:45,564 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,uuu,1734283304101.58c5cb1e00e4786054f46991e722af03. after waiting 0 ms 2024-12-15T17:21:45,564 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,uuu,1734283304101.58c5cb1e00e4786054f46991e722af03. 2024-12-15T17:21:45,564 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,uuu,1734283304101.58c5cb1e00e4786054f46991e722af03. 2024-12-15T17:21:45,564 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1635): Region close journal for 58c5cb1e00e4786054f46991e722af03: 2024-12-15T17:21:45,565 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 05e24e1beec2e1a34d52db59e949365a, NAME => 'testHBaseMetaReplicaGets,vvv,1734283304101.05e24e1beec2e1a34d52db59e949365a.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c 2024-12-15T17:21:45,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741865_1041 (size=65) 2024-12-15T17:21:45,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741865_1041 (size=65) 2024-12-15T17:21:45,639 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:45,639 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1681): Closing 072ef07f31aafbb408e6168cec198e40, disabling compactions & flushes 2024-12-15T17:21:45,640 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40. 2024-12-15T17:21:45,640 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40. 2024-12-15T17:21:45,640 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40. after waiting 0 ms 2024-12-15T17:21:45,640 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40. 2024-12-15T17:21:45,640 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40. 2024-12-15T17:21:45,640 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1635): Region close journal for 072ef07f31aafbb408e6168cec198e40: 2024-12-15T17:21:45,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741865_1041 (size=65) 2024-12-15T17:21:45,641 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 04ad37f21280a14c9fd4caf18d1cc4f6, NAME => 'testHBaseMetaReplicaGets,www,1734283304101.04ad37f21280a14c9fd4caf18d1cc4f6.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c 2024-12-15T17:21:45,644 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,vvv,1734283304101.05e24e1beec2e1a34d52db59e949365a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:45,644 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1681): Closing 05e24e1beec2e1a34d52db59e949365a, disabling compactions & flushes 2024-12-15T17:21:45,644 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,vvv,1734283304101.05e24e1beec2e1a34d52db59e949365a. 2024-12-15T17:21:45,644 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,vvv,1734283304101.05e24e1beec2e1a34d52db59e949365a. 2024-12-15T17:21:45,644 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,vvv,1734283304101.05e24e1beec2e1a34d52db59e949365a. after waiting 0 ms 2024-12-15T17:21:45,644 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,vvv,1734283304101.05e24e1beec2e1a34d52db59e949365a. 2024-12-15T17:21:45,645 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,vvv,1734283304101.05e24e1beec2e1a34d52db59e949365a. 2024-12-15T17:21:45,645 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1635): Region close journal for 05e24e1beec2e1a34d52db59e949365a: 2024-12-15T17:21:45,645 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => a1edc2326a1e33f1097c2858eb5c930a, NAME => 'testHBaseMetaReplicaGets,xxx,1734283304101.a1edc2326a1e33f1097c2858eb5c930a.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c 2024-12-15T17:21:45,657 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,ttt,1734283304101.9647f75896de831fc679376d7a1e7ecb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:45,659 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1681): Closing 9647f75896de831fc679376d7a1e7ecb, disabling compactions & flushes 2024-12-15T17:21:45,659 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,ttt,1734283304101.9647f75896de831fc679376d7a1e7ecb. 2024-12-15T17:21:45,659 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,ttt,1734283304101.9647f75896de831fc679376d7a1e7ecb. 2024-12-15T17:21:45,659 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,ttt,1734283304101.9647f75896de831fc679376d7a1e7ecb. after waiting 0 ms 2024-12-15T17:21:45,659 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,ttt,1734283304101.9647f75896de831fc679376d7a1e7ecb. 2024-12-15T17:21:45,659 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,ttt,1734283304101.9647f75896de831fc679376d7a1e7ecb. 2024-12-15T17:21:45,659 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1635): Region close journal for 9647f75896de831fc679376d7a1e7ecb: 2024-12-15T17:21:45,660 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 2b127bf9c37f05c9dc8f42c28df1dd0b, NAME => 'testHBaseMetaReplicaGets,yyy,1734283304101.2b127bf9c37f05c9dc8f42c28df1dd0b.', STARTKEY => 'yyy', ENDKEY => ''}, tableDescriptor='testHBaseMetaReplicaGets', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c 2024-12-15T17:21:45,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741866_1042 (size=65) 2024-12-15T17:21:45,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741866_1042 (size=65) 2024-12-15T17:21:45,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741866_1042 (size=65) 2024-12-15T17:21:45,732 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,www,1734283304101.04ad37f21280a14c9fd4caf18d1cc4f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:45,732 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1681): Closing 04ad37f21280a14c9fd4caf18d1cc4f6, disabling compactions & flushes 2024-12-15T17:21:45,732 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,www,1734283304101.04ad37f21280a14c9fd4caf18d1cc4f6. 2024-12-15T17:21:45,732 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,www,1734283304101.04ad37f21280a14c9fd4caf18d1cc4f6. 2024-12-15T17:21:45,732 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,www,1734283304101.04ad37f21280a14c9fd4caf18d1cc4f6. after waiting 0 ms 2024-12-15T17:21:45,732 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,www,1734283304101.04ad37f21280a14c9fd4caf18d1cc4f6. 2024-12-15T17:21:45,732 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,www,1734283304101.04ad37f21280a14c9fd4caf18d1cc4f6. 2024-12-15T17:21:45,732 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-0 {}] regionserver.HRegion(1635): Region close journal for 04ad37f21280a14c9fd4caf18d1cc4f6: 2024-12-15T17:21:45,733 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 3045, reset compression=false 2024-12-15T17:21:45,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741867_1043 (size=65) 2024-12-15T17:21:45,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741867_1043 (size=65) 2024-12-15T17:21:45,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741867_1043 (size=65) 2024-12-15T17:21:45,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741868_1044 (size=62) 2024-12-15T17:21:45,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741868_1044 (size=62) 2024-12-15T17:21:45,762 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,yyy,1734283304101.2b127bf9c37f05c9dc8f42c28df1dd0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:45,762 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,xxx,1734283304101.a1edc2326a1e33f1097c2858eb5c930a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:45,762 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1681): Closing 2b127bf9c37f05c9dc8f42c28df1dd0b, disabling compactions & flushes 2024-12-15T17:21:45,762 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1681): Closing a1edc2326a1e33f1097c2858eb5c930a, disabling compactions & flushes 2024-12-15T17:21:45,762 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,yyy,1734283304101.2b127bf9c37f05c9dc8f42c28df1dd0b. 2024-12-15T17:21:45,762 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,xxx,1734283304101.a1edc2326a1e33f1097c2858eb5c930a. 2024-12-15T17:21:45,762 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,yyy,1734283304101.2b127bf9c37f05c9dc8f42c28df1dd0b. 2024-12-15T17:21:45,762 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,xxx,1734283304101.a1edc2326a1e33f1097c2858eb5c930a. 2024-12-15T17:21:45,762 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,yyy,1734283304101.2b127bf9c37f05c9dc8f42c28df1dd0b. after waiting 0 ms 2024-12-15T17:21:45,762 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,xxx,1734283304101.a1edc2326a1e33f1097c2858eb5c930a. after waiting 0 ms 2024-12-15T17:21:45,762 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,yyy,1734283304101.2b127bf9c37f05c9dc8f42c28df1dd0b. 2024-12-15T17:21:45,762 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,xxx,1734283304101.a1edc2326a1e33f1097c2858eb5c930a. 2024-12-15T17:21:45,762 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,yyy,1734283304101.2b127bf9c37f05c9dc8f42c28df1dd0b. 2024-12-15T17:21:45,762 INFO [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,xxx,1734283304101.a1edc2326a1e33f1097c2858eb5c930a. 2024-12-15T17:21:45,762 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-1 {}] regionserver.HRegion(1635): Region close journal for 2b127bf9c37f05c9dc8f42c28df1dd0b: 2024-12-15T17:21:45,762 DEBUG [RegionOpenAndInit-testHBaseMetaReplicaGets-pool-2 {}] regionserver.HRegion(1635): Region close journal for a1edc2326a1e33f1097c2858eb5c930a: 2024-12-15T17:21:45,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741868_1044 (size=62) 2024-12-15T17:21:45,773 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testHBaseMetaReplicaGets execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T17:21:45,774 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,bbb,1734283304101.9e8b5cd46121e9c18f59d019f77732d6.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734283305773"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283305773"}]},"ts":"1734283305773"} 2024-12-15T17:21:45,775 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,ccc,1734283304101.08dbbcc4092ff22a3bdcd5c1cde1c547.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734283305773"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283305773"}]},"ts":"1734283305773"} 2024-12-15T17:21:45,775 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,ddd,1734283304101.2923c6ca25699e69fa429758abb12973.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734283305773"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283305773"}]},"ts":"1734283305773"} 2024-12-15T17:21:45,775 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,eee,1734283304101.10831e3b862e422e6b33982e8ca2a9e9.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734283305773"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283305773"}]},"ts":"1734283305773"} 2024-12-15T17:21:45,776 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,,1734283304101.30d35028f84bc39c5df55bb658ed480e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1734283305773"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283305773"}]},"ts":"1734283305773"} 2024-12-15T17:21:45,776 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,hhh,1734283304101.450457746530d09a03c7873b43141fde.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734283305773"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283305773"}]},"ts":"1734283305773"} 2024-12-15T17:21:45,776 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,iii,1734283304101.48abc392d0bf02cddf633efa6867c4ad.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734283305773"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283305773"}]},"ts":"1734283305773"} 2024-12-15T17:21:45,776 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,jjj,1734283304101.c36397a48ebb908e2b67f70d6d8b0abd.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734283305773"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283305773"}]},"ts":"1734283305773"} 2024-12-15T17:21:45,777 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,kkk,1734283304101.2a8ae48bf185b2a4d14b49f56387f31b.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734283305773"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283305773"}]},"ts":"1734283305773"} 2024-12-15T17:21:45,777 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,lll,1734283304101.60ccefacd578355a929738f76cf35a7c.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734283305773"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283305773"}]},"ts":"1734283305773"} 2024-12-15T17:21:45,777 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,mmm,1734283304101.f3d4d3132b0da107773a9c6f173d2050.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734283305773"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283305773"}]},"ts":"1734283305773"} 2024-12-15T17:21:45,777 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,ggg,1734283304101.ee119be89f6158c8e5d4e578c8cf267e.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734283305773"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283305773"}]},"ts":"1734283305773"} 2024-12-15T17:21:45,777 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,fff,1734283304101.218d4745eb86b125884b8070cbad5ea0.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734283305773"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283305773"}]},"ts":"1734283305773"} 2024-12-15T17:21:45,778 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,nnn,1734283304101.087e417b738d0864d4645b7d9c279b9e.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734283305773"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283305773"}]},"ts":"1734283305773"} 2024-12-15T17:21:45,778 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,ppp,1734283304101.21c6958912195aa6a879f0ca6e111303.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734283305773"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283305773"}]},"ts":"1734283305773"} 2024-12-15T17:21:45,778 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,qqq,1734283304101.de1645cde872a213db377f57f530eb20.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734283305773"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283305773"}]},"ts":"1734283305773"} 2024-12-15T17:21:45,778 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,rrr,1734283304101.beb657c44ba1c678696fb1b849ef9af0.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734283305773"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283305773"}]},"ts":"1734283305773"} 2024-12-15T17:21:45,778 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,ooo,1734283304101.4eee55c22411a08cda8e15b6206e0f96.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734283305773"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283305773"}]},"ts":"1734283305773"} 2024-12-15T17:21:45,779 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,uuu,1734283304101.58c5cb1e00e4786054f46991e722af03.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734283305773"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283305773"}]},"ts":"1734283305773"} 2024-12-15T17:21:45,779 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734283305773"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283305773"}]},"ts":"1734283305773"} 2024-12-15T17:21:45,779 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,vvv,1734283304101.05e24e1beec2e1a34d52db59e949365a.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734283305773"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283305773"}]},"ts":"1734283305773"} 2024-12-15T17:21:45,779 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,ttt,1734283304101.9647f75896de831fc679376d7a1e7ecb.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734283305773"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283305773"}]},"ts":"1734283305773"} 2024-12-15T17:21:45,779 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,www,1734283304101.04ad37f21280a14c9fd4caf18d1cc4f6.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734283305773"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283305773"}]},"ts":"1734283305773"} 2024-12-15T17:21:45,780 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,yyy,1734283304101.2b127bf9c37f05c9dc8f42c28df1dd0b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1734283305773"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283305773"}]},"ts":"1734283305773"} 2024-12-15T17:21:45,780 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicaGets,xxx,1734283304101.a1edc2326a1e33f1097c2858eb5c930a.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1734283305773"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283305773"}]},"ts":"1734283305773"} 2024-12-15T17:21:45,871 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 25 regions to meta. 2024-12-15T17:21:45,877 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testHBaseMetaReplicaGets execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T17:21:45,878 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testHBaseMetaReplicaGets","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734283305878"}]},"ts":"1734283305878"} 2024-12-15T17:21:45,882 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testHBaseMetaReplicaGets, state=ENABLING in hbase:meta 2024-12-15T17:21:45,930 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {4ce65a7c4674=0} racks are {/default-rack=0} 2024-12-15T17:21:45,947 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-15T17:21:45,947 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-15T17:21:45,947 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-15T17:21:45,947 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-15T17:21:45,947 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-15T17:21:45,947 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-15T17:21:45,947 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-15T17:21:45,947 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-15T17:21:45,947 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-15T17:21:45,948 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=30d35028f84bc39c5df55bb658ed480e, ASSIGN}, {pid=20, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=9e8b5cd46121e9c18f59d019f77732d6, ASSIGN}, {pid=21, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=08dbbcc4092ff22a3bdcd5c1cde1c547, ASSIGN}, {pid=22, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=2923c6ca25699e69fa429758abb12973, ASSIGN}, {pid=23, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=10831e3b862e422e6b33982e8ca2a9e9, ASSIGN}, {pid=24, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=218d4745eb86b125884b8070cbad5ea0, ASSIGN}, {pid=25, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=ee119be89f6158c8e5d4e578c8cf267e, ASSIGN}, {pid=26, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=450457746530d09a03c7873b43141fde, ASSIGN}, {pid=27, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=48abc392d0bf02cddf633efa6867c4ad, ASSIGN}, {pid=28, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=c36397a48ebb908e2b67f70d6d8b0abd, ASSIGN}, {pid=29, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=2a8ae48bf185b2a4d14b49f56387f31b, ASSIGN}, {pid=30, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=60ccefacd578355a929738f76cf35a7c, ASSIGN}, {pid=31, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=f3d4d3132b0da107773a9c6f173d2050, ASSIGN}, {pid=32, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=087e417b738d0864d4645b7d9c279b9e, ASSIGN}, {pid=33, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=4eee55c22411a08cda8e15b6206e0f96, ASSIGN}, {pid=34, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=21c6958912195aa6a879f0ca6e111303, ASSIGN}, {pid=35, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=de1645cde872a213db377f57f530eb20, ASSIGN}, {pid=36, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=beb657c44ba1c678696fb1b849ef9af0, ASSIGN}, {pid=37, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=072ef07f31aafbb408e6168cec198e40, ASSIGN}, {pid=38, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=9647f75896de831fc679376d7a1e7ecb, ASSIGN}, {pid=39, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=58c5cb1e00e4786054f46991e722af03, ASSIGN}, {pid=40, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=05e24e1beec2e1a34d52db59e949365a, ASSIGN}, {pid=41, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=04ad37f21280a14c9fd4caf18d1cc4f6, ASSIGN}, {pid=42, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=a1edc2326a1e33f1097c2858eb5c930a, ASSIGN}, {pid=43, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=2b127bf9c37f05c9dc8f42c28df1dd0b, ASSIGN}] 2024-12-15T17:21:45,954 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=19, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=30d35028f84bc39c5df55bb658ed480e, ASSIGN 2024-12-15T17:21:45,956 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=20, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=9e8b5cd46121e9c18f59d019f77732d6, ASSIGN 2024-12-15T17:21:45,957 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=19, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=30d35028f84bc39c5df55bb658ed480e, ASSIGN; state=OFFLINE, location=4ce65a7c4674,34375,1734283294923; forceNewPlan=false, retain=false 2024-12-15T17:21:45,959 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=20, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=9e8b5cd46121e9c18f59d019f77732d6, ASSIGN; state=OFFLINE, location=4ce65a7c4674,34375,1734283294923; forceNewPlan=false, retain=false 2024-12-15T17:21:45,961 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=43, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=2b127bf9c37f05c9dc8f42c28df1dd0b, ASSIGN 2024-12-15T17:21:45,963 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=43, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=2b127bf9c37f05c9dc8f42c28df1dd0b, ASSIGN; state=OFFLINE, location=4ce65a7c4674,40797,1734283295017; forceNewPlan=false, retain=false 2024-12-15T17:21:45,964 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=22, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=2923c6ca25699e69fa429758abb12973, ASSIGN 2024-12-15T17:21:45,964 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=21, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=08dbbcc4092ff22a3bdcd5c1cde1c547, ASSIGN 2024-12-15T17:21:45,966 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=41, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=04ad37f21280a14c9fd4caf18d1cc4f6, ASSIGN 2024-12-15T17:21:45,966 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=22, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=2923c6ca25699e69fa429758abb12973, ASSIGN; state=OFFLINE, location=4ce65a7c4674,46679,1734283294968; forceNewPlan=false, retain=false 2024-12-15T17:21:45,966 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=21, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=08dbbcc4092ff22a3bdcd5c1cde1c547, ASSIGN; state=OFFLINE, location=4ce65a7c4674,37327,1734283294864; forceNewPlan=false, retain=false 2024-12-15T17:21:45,967 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=40, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=05e24e1beec2e1a34d52db59e949365a, ASSIGN 2024-12-15T17:21:45,967 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=41, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=04ad37f21280a14c9fd4caf18d1cc4f6, ASSIGN; state=OFFLINE, location=4ce65a7c4674,46679,1734283294968; forceNewPlan=false, retain=false 2024-12-15T17:21:45,970 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=39, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=58c5cb1e00e4786054f46991e722af03, ASSIGN 2024-12-15T17:21:45,970 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=40, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=05e24e1beec2e1a34d52db59e949365a, ASSIGN; state=OFFLINE, location=4ce65a7c4674,34375,1734283294923; forceNewPlan=false, retain=false 2024-12-15T17:21:45,975 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=42, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=a1edc2326a1e33f1097c2858eb5c930a, ASSIGN 2024-12-15T17:21:45,975 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=39, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=58c5cb1e00e4786054f46991e722af03, ASSIGN; state=OFFLINE, location=4ce65a7c4674,46679,1734283294968; forceNewPlan=false, retain=false 2024-12-15T17:21:45,975 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=38, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=9647f75896de831fc679376d7a1e7ecb, ASSIGN 2024-12-15T17:21:45,977 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=42, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=a1edc2326a1e33f1097c2858eb5c930a, ASSIGN; state=OFFLINE, location=4ce65a7c4674,34375,1734283294923; forceNewPlan=false, retain=false 2024-12-15T17:21:45,977 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=38, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=9647f75896de831fc679376d7a1e7ecb, ASSIGN; state=OFFLINE, location=4ce65a7c4674,37327,1734283294864; forceNewPlan=false, retain=false 2024-12-15T17:21:45,979 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=36, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=beb657c44ba1c678696fb1b849ef9af0, ASSIGN 2024-12-15T17:21:45,980 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=37, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=072ef07f31aafbb408e6168cec198e40, ASSIGN 2024-12-15T17:21:45,980 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=36, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=beb657c44ba1c678696fb1b849ef9af0, ASSIGN; state=OFFLINE, location=4ce65a7c4674,34375,1734283294923; forceNewPlan=false, retain=false 2024-12-15T17:21:45,982 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=35, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=de1645cde872a213db377f57f530eb20, ASSIGN 2024-12-15T17:21:45,982 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=37, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=072ef07f31aafbb408e6168cec198e40, ASSIGN; state=OFFLINE, location=4ce65a7c4674,40797,1734283295017; forceNewPlan=false, retain=false 2024-12-15T17:21:45,982 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=21c6958912195aa6a879f0ca6e111303, ASSIGN 2024-12-15T17:21:45,982 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=33, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=4eee55c22411a08cda8e15b6206e0f96, ASSIGN 2024-12-15T17:21:45,984 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=35, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=de1645cde872a213db377f57f530eb20, ASSIGN; state=OFFLINE, location=4ce65a7c4674,40797,1734283295017; forceNewPlan=false, retain=false 2024-12-15T17:21:45,984 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=21c6958912195aa6a879f0ca6e111303, ASSIGN; state=OFFLINE, location=4ce65a7c4674,46679,1734283294968; forceNewPlan=false, retain=false 2024-12-15T17:21:45,984 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=31, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=f3d4d3132b0da107773a9c6f173d2050, ASSIGN 2024-12-15T17:21:45,988 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=33, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=4eee55c22411a08cda8e15b6206e0f96, ASSIGN; state=OFFLINE, location=4ce65a7c4674,37327,1734283294864; forceNewPlan=false, retain=false 2024-12-15T17:21:45,988 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=31, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=f3d4d3132b0da107773a9c6f173d2050, ASSIGN; state=OFFLINE, location=4ce65a7c4674,46679,1734283294968; forceNewPlan=false, retain=false 2024-12-15T17:21:45,995 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=087e417b738d0864d4645b7d9c279b9e, ASSIGN 2024-12-15T17:21:45,997 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=087e417b738d0864d4645b7d9c279b9e, ASSIGN; state=OFFLINE, location=4ce65a7c4674,37327,1734283294864; forceNewPlan=false, retain=false 2024-12-15T17:21:45,998 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=29, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=2a8ae48bf185b2a4d14b49f56387f31b, ASSIGN 2024-12-15T17:21:45,998 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=c36397a48ebb908e2b67f70d6d8b0abd, ASSIGN 2024-12-15T17:21:46,000 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=28, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=c36397a48ebb908e2b67f70d6d8b0abd, ASSIGN; state=OFFLINE, location=4ce65a7c4674,40797,1734283295017; forceNewPlan=false, retain=false 2024-12-15T17:21:46,000 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=29, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=2a8ae48bf185b2a4d14b49f56387f31b, ASSIGN; state=OFFLINE, location=4ce65a7c4674,34375,1734283294923; forceNewPlan=false, retain=false 2024-12-15T17:21:46,004 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=60ccefacd578355a929738f76cf35a7c, ASSIGN 2024-12-15T17:21:46,005 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=27, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=48abc392d0bf02cddf633efa6867c4ad, ASSIGN 2024-12-15T17:21:46,005 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=25, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=ee119be89f6158c8e5d4e578c8cf267e, ASSIGN 2024-12-15T17:21:46,005 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=24, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=218d4745eb86b125884b8070cbad5ea0, ASSIGN 2024-12-15T17:21:46,006 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=26, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=450457746530d09a03c7873b43141fde, ASSIGN 2024-12-15T17:21:46,008 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=30, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=60ccefacd578355a929738f76cf35a7c, ASSIGN; state=OFFLINE, location=4ce65a7c4674,37327,1734283294864; forceNewPlan=false, retain=false 2024-12-15T17:21:46,008 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=24, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=218d4745eb86b125884b8070cbad5ea0, ASSIGN; state=OFFLINE, location=4ce65a7c4674,34375,1734283294923; forceNewPlan=false, retain=false 2024-12-15T17:21:46,008 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=25, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=ee119be89f6158c8e5d4e578c8cf267e, ASSIGN; state=OFFLINE, location=4ce65a7c4674,40797,1734283295017; forceNewPlan=false, retain=false 2024-12-15T17:21:46,008 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=27, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=48abc392d0bf02cddf633efa6867c4ad, ASSIGN; state=OFFLINE, location=4ce65a7c4674,46679,1734283294968; forceNewPlan=false, retain=false 2024-12-15T17:21:46,008 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=26, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=450457746530d09a03c7873b43141fde, ASSIGN; state=OFFLINE, location=4ce65a7c4674,37327,1734283294864; forceNewPlan=false, retain=false 2024-12-15T17:21:46,014 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=23, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=10831e3b862e422e6b33982e8ca2a9e9, ASSIGN 2024-12-15T17:21:46,018 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=23, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=10831e3b862e422e6b33982e8ca2a9e9, ASSIGN; state=OFFLINE, location=4ce65a7c4674,40797,1734283295017; forceNewPlan=false, retain=false 2024-12-15T17:21:46,109 INFO [4ce65a7c4674:42471 {}] balancer.BaseLoadBalancer(546): Reassigned 25 regions. 25 retained the pre-restart assignment. 2024-12-15T17:21:46,110 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=48abc392d0bf02cddf633efa6867c4ad, regionState=OPENING, regionLocation=4ce65a7c4674,46679,1734283294968 2024-12-15T17:21:46,110 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=41 updating hbase:meta row=04ad37f21280a14c9fd4caf18d1cc4f6, regionState=OPENING, regionLocation=4ce65a7c4674,46679,1734283294968 2024-12-15T17:21:46,110 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=2923c6ca25699e69fa429758abb12973, regionState=OPENING, regionLocation=4ce65a7c4674,46679,1734283294968 2024-12-15T17:21:46,110 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=39 updating hbase:meta row=58c5cb1e00e4786054f46991e722af03, regionState=OPENING, regionLocation=4ce65a7c4674,46679,1734283294968 2024-12-15T17:21:46,110 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=f3d4d3132b0da107773a9c6f173d2050, regionState=OPENING, regionLocation=4ce65a7c4674,46679,1734283294968 2024-12-15T17:21:46,114 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=41, state=RUNNABLE; OpenRegionProcedure 04ad37f21280a14c9fd4caf18d1cc4f6, server=4ce65a7c4674,46679,1734283294968}] 2024-12-15T17:21:46,124 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=39, state=RUNNABLE; OpenRegionProcedure 58c5cb1e00e4786054f46991e722af03, server=4ce65a7c4674,46679,1734283294968}] 2024-12-15T17:21:46,128 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=27, state=RUNNABLE; OpenRegionProcedure 48abc392d0bf02cddf633efa6867c4ad, server=4ce65a7c4674,46679,1734283294968}] 2024-12-15T17:21:46,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=22, state=RUNNABLE; OpenRegionProcedure 2923c6ca25699e69fa429758abb12973, server=4ce65a7c4674,46679,1734283294968}] 2024-12-15T17:21:46,135 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=31, state=RUNNABLE; OpenRegionProcedure f3d4d3132b0da107773a9c6f173d2050, server=4ce65a7c4674,46679,1734283294968}] 2024-12-15T17:21:46,140 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=ee119be89f6158c8e5d4e578c8cf267e, regionState=OPENING, regionLocation=4ce65a7c4674,40797,1734283295017 2024-12-15T17:21:46,140 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=37 updating hbase:meta row=072ef07f31aafbb408e6168cec198e40, regionState=OPENING, regionLocation=4ce65a7c4674,40797,1734283295017 2024-12-15T17:21:46,140 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=21c6958912195aa6a879f0ca6e111303, regionState=OPENING, regionLocation=4ce65a7c4674,46679,1734283294968 2024-12-15T17:21:46,142 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=43 updating hbase:meta row=2b127bf9c37f05c9dc8f42c28df1dd0b, regionState=OPENING, regionLocation=4ce65a7c4674,40797,1734283295017 2024-12-15T17:21:46,146 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=37, state=RUNNABLE; OpenRegionProcedure 072ef07f31aafbb408e6168cec198e40, server=4ce65a7c4674,40797,1734283295017}] 2024-12-15T17:21:46,146 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=34, state=RUNNABLE; OpenRegionProcedure 21c6958912195aa6a879f0ca6e111303, server=4ce65a7c4674,46679,1734283294968}] 2024-12-15T17:21:46,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=43, state=RUNNABLE; OpenRegionProcedure 2b127bf9c37f05c9dc8f42c28df1dd0b, server=4ce65a7c4674,40797,1734283295017}] 2024-12-15T17:21:46,152 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=c36397a48ebb908e2b67f70d6d8b0abd, regionState=OPENING, regionLocation=4ce65a7c4674,40797,1734283295017 2024-12-15T17:21:46,152 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=51, ppid=25, state=RUNNABLE; OpenRegionProcedure ee119be89f6158c8e5d4e578c8cf267e, server=4ce65a7c4674,40797,1734283295017}] 2024-12-15T17:21:46,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=53, ppid=28, state=RUNNABLE; OpenRegionProcedure c36397a48ebb908e2b67f70d6d8b0abd, server=4ce65a7c4674,40797,1734283295017}] 2024-12-15T17:21:46,162 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=10831e3b862e422e6b33982e8ca2a9e9, regionState=OPENING, regionLocation=4ce65a7c4674,40797,1734283295017 2024-12-15T17:21:46,175 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=de1645cde872a213db377f57f530eb20, regionState=OPENING, regionLocation=4ce65a7c4674,40797,1734283295017 2024-12-15T17:21:46,175 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=23, state=RUNNABLE; OpenRegionProcedure 10831e3b862e422e6b33982e8ca2a9e9, server=4ce65a7c4674,40797,1734283295017}] 2024-12-15T17:21:46,188 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=087e417b738d0864d4645b7d9c279b9e, regionState=OPENING, regionLocation=4ce65a7c4674,37327,1734283294864 2024-12-15T17:21:46,191 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=55, ppid=35, state=RUNNABLE; OpenRegionProcedure de1645cde872a213db377f57f530eb20, server=4ce65a7c4674,40797,1734283295017}] 2024-12-15T17:21:46,192 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=60ccefacd578355a929738f76cf35a7c, regionState=OPENING, regionLocation=4ce65a7c4674,37327,1734283294864 2024-12-15T17:21:46,195 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=32, state=RUNNABLE; OpenRegionProcedure 087e417b738d0864d4645b7d9c279b9e, server=4ce65a7c4674,37327,1734283294864}] 2024-12-15T17:21:46,207 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=30, state=RUNNABLE; OpenRegionProcedure 60ccefacd578355a929738f76cf35a7c, server=4ce65a7c4674,37327,1734283294864}] 2024-12-15T17:21:46,211 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=9647f75896de831fc679376d7a1e7ecb, regionState=OPENING, regionLocation=4ce65a7c4674,37327,1734283294864 2024-12-15T17:21:46,212 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=08dbbcc4092ff22a3bdcd5c1cde1c547, regionState=OPENING, regionLocation=4ce65a7c4674,37327,1734283294864 2024-12-15T17:21:46,217 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=21, state=RUNNABLE; OpenRegionProcedure 08dbbcc4092ff22a3bdcd5c1cde1c547, server=4ce65a7c4674,37327,1734283294864}] 2024-12-15T17:21:46,217 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=4eee55c22411a08cda8e15b6206e0f96, regionState=OPENING, regionLocation=4ce65a7c4674,37327,1734283294864 2024-12-15T17:21:46,224 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=38, state=RUNNABLE; OpenRegionProcedure 9647f75896de831fc679376d7a1e7ecb, server=4ce65a7c4674,37327,1734283294864}] 2024-12-15T17:21:46,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=33, state=RUNNABLE; OpenRegionProcedure 4eee55c22411a08cda8e15b6206e0f96, server=4ce65a7c4674,37327,1734283294864}] 2024-12-15T17:21:46,229 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=450457746530d09a03c7873b43141fde, regionState=OPENING, regionLocation=4ce65a7c4674,37327,1734283294864 2024-12-15T17:21:46,232 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=218d4745eb86b125884b8070cbad5ea0, regionState=OPENING, regionLocation=4ce65a7c4674,34375,1734283294923 2024-12-15T17:21:46,235 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=05e24e1beec2e1a34d52db59e949365a, regionState=OPENING, regionLocation=4ce65a7c4674,34375,1734283294923 2024-12-15T17:21:46,249 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=24, state=RUNNABLE; OpenRegionProcedure 218d4745eb86b125884b8070cbad5ea0, server=4ce65a7c4674,34375,1734283294923}] 2024-12-15T17:21:46,249 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=beb657c44ba1c678696fb1b849ef9af0, regionState=OPENING, regionLocation=4ce65a7c4674,34375,1734283294923 2024-12-15T17:21:46,253 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=26, state=RUNNABLE; OpenRegionProcedure 450457746530d09a03c7873b43141fde, server=4ce65a7c4674,37327,1734283294864}] 2024-12-15T17:21:46,253 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=36, state=RUNNABLE; OpenRegionProcedure beb657c44ba1c678696fb1b849ef9af0, server=4ce65a7c4674,34375,1734283294923}] 2024-12-15T17:21:46,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-15T17:21:46,257 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=40, state=RUNNABLE; OpenRegionProcedure 05e24e1beec2e1a34d52db59e949365a, server=4ce65a7c4674,34375,1734283294923}] 2024-12-15T17:21:46,265 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=a1edc2326a1e33f1097c2858eb5c930a, regionState=OPENING, regionLocation=4ce65a7c4674,34375,1734283294923 2024-12-15T17:21:46,266 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=9e8b5cd46121e9c18f59d019f77732d6, regionState=OPENING, regionLocation=4ce65a7c4674,34375,1734283294923 2024-12-15T17:21:46,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=20, state=RUNNABLE; OpenRegionProcedure 9e8b5cd46121e9c18f59d019f77732d6, server=4ce65a7c4674,34375,1734283294923}] 2024-12-15T17:21:46,278 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,46679,1734283294968 2024-12-15T17:21:46,286 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=42, state=RUNNABLE; OpenRegionProcedure a1edc2326a1e33f1097c2858eb5c930a, server=4ce65a7c4674,34375,1734283294923}] 2024-12-15T17:21:46,288 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,ppp,1734283304101.21c6958912195aa6a879f0ca6e111303. 2024-12-15T17:21:46,288 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7285): Opening region: {ENCODED => 21c6958912195aa6a879f0ca6e111303, NAME => 'testHBaseMetaReplicaGets,ppp,1734283304101.21c6958912195aa6a879f0ca6e111303.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-12-15T17:21:46,289 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets 21c6958912195aa6a879f0ca6e111303 2024-12-15T17:21:46,289 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,ppp,1734283304101.21c6958912195aa6a879f0ca6e111303.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:46,289 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7327): checking encryption for 21c6958912195aa6a879f0ca6e111303 2024-12-15T17:21:46,289 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7330): checking classloading for 21c6958912195aa6a879f0ca6e111303 2024-12-15T17:21:46,293 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=2a8ae48bf185b2a4d14b49f56387f31b, regionState=OPENING, regionLocation=4ce65a7c4674,34375,1734283294923 2024-12-15T17:21:46,298 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=29, state=RUNNABLE; OpenRegionProcedure 2a8ae48bf185b2a4d14b49f56387f31b, server=4ce65a7c4674,34375,1734283294923}] 2024-12-15T17:21:46,298 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=30d35028f84bc39c5df55bb658ed480e, regionState=OPENING, regionLocation=4ce65a7c4674,34375,1734283294923 2024-12-15T17:21:46,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=19, state=RUNNABLE; OpenRegionProcedure 30d35028f84bc39c5df55bb658ed480e, server=4ce65a7c4674,34375,1734283294923}] 2024-12-15T17:21:46,306 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,40797,1734283295017 2024-12-15T17:21:46,307 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T17:21:46,308 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41210, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-15T17:21:46,309 INFO [StoreOpener-21c6958912195aa6a879f0ca6e111303-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 21c6958912195aa6a879f0ca6e111303 2024-12-15T17:21:46,315 INFO [StoreOpener-21c6958912195aa6a879f0ca6e111303-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21c6958912195aa6a879f0ca6e111303 columnFamilyName info 2024-12-15T17:21:46,315 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,ggg,1734283304101.ee119be89f6158c8e5d4e578c8cf267e. 2024-12-15T17:21:46,316 DEBUG [StoreOpener-21c6958912195aa6a879f0ca6e111303-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:21:46,316 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7285): Opening region: {ENCODED => ee119be89f6158c8e5d4e578c8cf267e, NAME => 'testHBaseMetaReplicaGets,ggg,1734283304101.ee119be89f6158c8e5d4e578c8cf267e.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-12-15T17:21:46,316 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets ee119be89f6158c8e5d4e578c8cf267e 2024-12-15T17:21:46,316 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,ggg,1734283304101.ee119be89f6158c8e5d4e578c8cf267e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:46,316 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7327): checking encryption for ee119be89f6158c8e5d4e578c8cf267e 2024-12-15T17:21:46,317 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7330): checking classloading for ee119be89f6158c8e5d4e578c8cf267e 2024-12-15T17:21:46,317 INFO [StoreOpener-21c6958912195aa6a879f0ca6e111303-1 {}] regionserver.HStore(327): Store=21c6958912195aa6a879f0ca6e111303/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:21:46,327 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/21c6958912195aa6a879f0ca6e111303 2024-12-15T17:21:46,328 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/21c6958912195aa6a879f0ca6e111303 2024-12-15T17:21:46,332 INFO [StoreOpener-ee119be89f6158c8e5d4e578c8cf267e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region ee119be89f6158c8e5d4e578c8cf267e 2024-12-15T17:21:46,334 INFO [StoreOpener-ee119be89f6158c8e5d4e578c8cf267e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee119be89f6158c8e5d4e578c8cf267e columnFamilyName info 2024-12-15T17:21:46,334 DEBUG [StoreOpener-ee119be89f6158c8e5d4e578c8cf267e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:21:46,334 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1085): writing seq id for 21c6958912195aa6a879f0ca6e111303 2024-12-15T17:21:46,335 INFO [StoreOpener-ee119be89f6158c8e5d4e578c8cf267e-1 {}] regionserver.HStore(327): Store=ee119be89f6158c8e5d4e578c8cf267e/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:21:46,337 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/ee119be89f6158c8e5d4e578c8cf267e 2024-12-15T17:21:46,337 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/ee119be89f6158c8e5d4e578c8cf267e 2024-12-15T17:21:46,339 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/21c6958912195aa6a879f0ca6e111303/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:21:46,340 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1102): Opened 21c6958912195aa6a879f0ca6e111303; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74333272, jitterRate=0.10765206813812256}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:21:46,340 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1085): writing seq id for ee119be89f6158c8e5d4e578c8cf267e 2024-12-15T17:21:46,341 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1001): Region open journal for 21c6958912195aa6a879f0ca6e111303: 2024-12-15T17:21:46,343 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,ppp,1734283304101.21c6958912195aa6a879f0ca6e111303., pid=49, masterSystemTime=1734283306278 2024-12-15T17:21:46,344 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/ee119be89f6158c8e5d4e578c8cf267e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:21:46,345 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1102): Opened ee119be89f6158c8e5d4e578c8cf267e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60743630, jitterRate=-0.09484937787055969}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:21:46,346 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1001): Region open journal for ee119be89f6158c8e5d4e578c8cf267e: 2024-12-15T17:21:46,347 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,ppp,1734283304101.21c6958912195aa6a879f0ca6e111303. 2024-12-15T17:21:46,347 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,ppp,1734283304101.21c6958912195aa6a879f0ca6e111303. 2024-12-15T17:21:46,347 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,uuu,1734283304101.58c5cb1e00e4786054f46991e722af03. 2024-12-15T17:21:46,347 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7285): Opening region: {ENCODED => 58c5cb1e00e4786054f46991e722af03, NAME => 'testHBaseMetaReplicaGets,uuu,1734283304101.58c5cb1e00e4786054f46991e722af03.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-12-15T17:21:46,348 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets 58c5cb1e00e4786054f46991e722af03 2024-12-15T17:21:46,348 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,uuu,1734283304101.58c5cb1e00e4786054f46991e722af03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:46,348 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7327): checking encryption for 58c5cb1e00e4786054f46991e722af03 2024-12-15T17:21:46,348 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7330): checking classloading for 58c5cb1e00e4786054f46991e722af03 2024-12-15T17:21:46,349 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,ggg,1734283304101.ee119be89f6158c8e5d4e578c8cf267e., pid=51, masterSystemTime=1734283306306 2024-12-15T17:21:46,350 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=21c6958912195aa6a879f0ca6e111303, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,46679,1734283294968 2024-12-15T17:21:46,351 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 3045, reset compression=false 2024-12-15T17:21:46,359 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=ee119be89f6158c8e5d4e578c8cf267e, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,40797,1734283295017 2024-12-15T17:21:46,360 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,ggg,1734283304101.ee119be89f6158c8e5d4e578c8cf267e. 2024-12-15T17:21:46,361 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,ggg,1734283304101.ee119be89f6158c8e5d4e578c8cf267e. 2024-12-15T17:21:46,361 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=34 2024-12-15T17:21:46,361 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=34, state=SUCCESS; OpenRegionProcedure 21c6958912195aa6a879f0ca6e111303, server=4ce65a7c4674,46679,1734283294968 in 212 msec 2024-12-15T17:21:46,361 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40. 2024-12-15T17:21:46,361 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => 072ef07f31aafbb408e6168cec198e40, NAME => 'testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-12-15T17:21:46,362 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets 072ef07f31aafbb408e6168cec198e40 2024-12-15T17:21:46,362 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:46,362 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for 072ef07f31aafbb408e6168cec198e40 2024-12-15T17:21:46,362 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for 072ef07f31aafbb408e6168cec198e40 2024-12-15T17:21:46,367 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=21c6958912195aa6a879f0ca6e111303, ASSIGN in 413 msec 2024-12-15T17:21:46,367 INFO [StoreOpener-58c5cb1e00e4786054f46991e722af03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 58c5cb1e00e4786054f46991e722af03 2024-12-15T17:21:46,371 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=51, resume processing ppid=25 2024-12-15T17:21:46,372 INFO [StoreOpener-58c5cb1e00e4786054f46991e722af03-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58c5cb1e00e4786054f46991e722af03 columnFamilyName info 2024-12-15T17:21:46,372 DEBUG [StoreOpener-58c5cb1e00e4786054f46991e722af03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:21:46,373 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, ppid=25, state=SUCCESS; OpenRegionProcedure ee119be89f6158c8e5d4e578c8cf267e, server=4ce65a7c4674,40797,1734283295017 in 216 msec 2024-12-15T17:21:46,374 INFO [StoreOpener-58c5cb1e00e4786054f46991e722af03-1 {}] regionserver.HStore(327): Store=58c5cb1e00e4786054f46991e722af03/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:21:46,375 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,37327,1734283294864 2024-12-15T17:21:46,375 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/58c5cb1e00e4786054f46991e722af03 2024-12-15T17:21:46,376 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=ee119be89f6158c8e5d4e578c8cf267e, ASSIGN in 423 msec 2024-12-15T17:21:46,376 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/58c5cb1e00e4786054f46991e722af03 2024-12-15T17:21:46,382 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1085): writing seq id for 58c5cb1e00e4786054f46991e722af03 2024-12-15T17:21:46,397 INFO [StoreOpener-072ef07f31aafbb408e6168cec198e40-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 072ef07f31aafbb408e6168cec198e40 2024-12-15T17:21:46,401 INFO [StoreOpener-072ef07f31aafbb408e6168cec198e40-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 072ef07f31aafbb408e6168cec198e40 columnFamilyName info 2024-12-15T17:21:46,401 DEBUG [StoreOpener-072ef07f31aafbb408e6168cec198e40-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:21:46,401 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:21:46,402 INFO [StoreOpener-072ef07f31aafbb408e6168cec198e40-1 {}] regionserver.HStore(327): Store=072ef07f31aafbb408e6168cec198e40/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:21:46,403 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/072ef07f31aafbb408e6168cec198e40 2024-12-15T17:21:46,403 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/072ef07f31aafbb408e6168cec198e40 2024-12-15T17:21:46,403 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/19=[#edits: 50 = ],9684}, {hbase:meta/1588230740/20=[#edits: 1 = ],196}, {hbase:meta/1588230740/21=[#edits: 3 = ],660}], lastWalPath=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta, lastWalPosition=10958, nbRowKeys=27, nbHFiles=0, heapSize=10540, lastSeqIds={}, endOfFile=false,usedBufferSize=10540] 2024-12-15T17:21:46,406 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for 072ef07f31aafbb408e6168cec198e40 2024-12-15T17:21:46,406 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,nnn,1734283304101.087e417b738d0864d4645b7d9c279b9e. 2024-12-15T17:21:46,407 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7285): Opening region: {ENCODED => 087e417b738d0864d4645b7d9c279b9e, NAME => 'testHBaseMetaReplicaGets,nnn,1734283304101.087e417b738d0864d4645b7d9c279b9e.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-12-15T17:21:46,407 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets 087e417b738d0864d4645b7d9c279b9e 2024-12-15T17:21:46,407 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,nnn,1734283304101.087e417b738d0864d4645b7d9c279b9e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:46,407 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7327): checking encryption for 087e417b738d0864d4645b7d9c279b9e 2024-12-15T17:21:46,408 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7330): checking classloading for 087e417b738d0864d4645b7d9c279b9e 2024-12-15T17:21:46,408 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 16 WAL entries eligible for replication 2024-12-15T17:21:46,411 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,34375,1734283294923 2024-12-15T17:21:46,412 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-15T17:21:46,416 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/58c5cb1e00e4786054f46991e722af03/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:21:46,416 INFO [StoreOpener-087e417b738d0864d4645b7d9c279b9e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 087e417b738d0864d4645b7d9c279b9e 2024-12-15T17:21:46,417 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1102): Opened 58c5cb1e00e4786054f46991e722af03; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60641662, jitterRate=-0.09636881947517395}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:21:46,417 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1001): Region open journal for 58c5cb1e00e4786054f46991e722af03: 2024-12-15T17:21:46,418 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/072ef07f31aafbb408e6168cec198e40/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:21:46,419 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,uuu,1734283304101.58c5cb1e00e4786054f46991e722af03., pid=47, masterSystemTime=1734283306278 2024-12-15T17:21:46,419 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened 072ef07f31aafbb408e6168cec198e40; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66275934, jitterRate=-0.012411624193191528}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:21:46,419 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for 072ef07f31aafbb408e6168cec198e40: 2024-12-15T17:21:46,421 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40., pid=50, masterSystemTime=1734283306306 2024-12-15T17:21:46,421 INFO [StoreOpener-087e417b738d0864d4645b7d9c279b9e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 087e417b738d0864d4645b7d9c279b9e columnFamilyName info 2024-12-15T17:21:46,421 DEBUG [StoreOpener-087e417b738d0864d4645b7d9c279b9e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:21:46,421 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,uuu,1734283304101.58c5cb1e00e4786054f46991e722af03. 2024-12-15T17:21:46,422 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,uuu,1734283304101.58c5cb1e00e4786054f46991e722af03. 2024-12-15T17:21:46,422 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,www,1734283304101.04ad37f21280a14c9fd4caf18d1cc4f6. 2024-12-15T17:21:46,422 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => 04ad37f21280a14c9fd4caf18d1cc4f6, NAME => 'testHBaseMetaReplicaGets,www,1734283304101.04ad37f21280a14c9fd4caf18d1cc4f6.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-12-15T17:21:46,422 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=39 updating hbase:meta row=58c5cb1e00e4786054f46991e722af03, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,46679,1734283294968 2024-12-15T17:21:46,422 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets 04ad37f21280a14c9fd4caf18d1cc4f6 2024-12-15T17:21:46,423 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,www,1734283304101.04ad37f21280a14c9fd4caf18d1cc4f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:46,423 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for 04ad37f21280a14c9fd4caf18d1cc4f6 2024-12-15T17:21:46,423 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for 04ad37f21280a14c9fd4caf18d1cc4f6 2024-12-15T17:21:46,425 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40. 2024-12-15T17:21:46,425 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40. 2024-12-15T17:21:46,426 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,yyy,1734283304101.2b127bf9c37f05c9dc8f42c28df1dd0b. 2024-12-15T17:21:46,426 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7285): Opening region: {ENCODED => 2b127bf9c37f05c9dc8f42c28df1dd0b, NAME => 'testHBaseMetaReplicaGets,yyy,1734283304101.2b127bf9c37f05c9dc8f42c28df1dd0b.', STARTKEY => 'yyy', ENDKEY => ''} 2024-12-15T17:21:46,426 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets 2b127bf9c37f05c9dc8f42c28df1dd0b 2024-12-15T17:21:46,427 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,yyy,1734283304101.2b127bf9c37f05c9dc8f42c28df1dd0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:46,427 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7327): checking encryption for 2b127bf9c37f05c9dc8f42c28df1dd0b 2024-12-15T17:21:46,427 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7330): checking classloading for 2b127bf9c37f05c9dc8f42c28df1dd0b 2024-12-15T17:21:46,427 INFO [StoreOpener-087e417b738d0864d4645b7d9c279b9e-1 {}] regionserver.HStore(327): Store=087e417b738d0864d4645b7d9c279b9e/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:21:46,428 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=37 updating hbase:meta row=072ef07f31aafbb408e6168cec198e40, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,40797,1734283295017 2024-12-15T17:21:46,429 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/087e417b738d0864d4645b7d9c279b9e 2024-12-15T17:21:46,431 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/087e417b738d0864d4645b7d9c279b9e 2024-12-15T17:21:46,432 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=39 2024-12-15T17:21:46,435 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34375 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0001.534574363 with WAL disabled. Data may be lost in the event of a crash. 2024-12-15T17:21:46,438 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1085): writing seq id for 087e417b738d0864d4645b7d9c279b9e 2024-12-15T17:21:46,438 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,vvv,1734283304101.05e24e1beec2e1a34d52db59e949365a. 2024-12-15T17:21:46,438 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7285): Opening region: {ENCODED => 05e24e1beec2e1a34d52db59e949365a, NAME => 'testHBaseMetaReplicaGets,vvv,1734283304101.05e24e1beec2e1a34d52db59e949365a.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-12-15T17:21:46,439 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets 05e24e1beec2e1a34d52db59e949365a 2024-12-15T17:21:46,439 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,vvv,1734283304101.05e24e1beec2e1a34d52db59e949365a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:46,439 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7327): checking encryption for 05e24e1beec2e1a34d52db59e949365a 2024-12-15T17:21:46,439 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7330): checking classloading for 05e24e1beec2e1a34d52db59e949365a 2024-12-15T17:21:46,440 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=58c5cb1e00e4786054f46991e722af03, ASSIGN in 483 msec 2024-12-15T17:21:46,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=39, state=SUCCESS; OpenRegionProcedure 58c5cb1e00e4786054f46991e722af03, server=4ce65a7c4674,46679,1734283294968 in 302 msec 2024-12-15T17:21:46,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=37 2024-12-15T17:21:46,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=37, state=SUCCESS; OpenRegionProcedure 072ef07f31aafbb408e6168cec198e40, server=4ce65a7c4674,40797,1734283295017 in 286 msec 2024-12-15T17:21:46,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=072ef07f31aafbb408e6168cec198e40, ASSIGN in 495 msec 2024-12-15T17:21:46,456 INFO [StoreOpener-05e24e1beec2e1a34d52db59e949365a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 05e24e1beec2e1a34d52db59e949365a 2024-12-15T17:21:46,456 INFO [StoreOpener-04ad37f21280a14c9fd4caf18d1cc4f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 04ad37f21280a14c9fd4caf18d1cc4f6 2024-12-15T17:21:46,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37327 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0002.1657623790 with WAL disabled. Data may be lost in the event of a crash. 2024-12-15T17:21:46,458 INFO [StoreOpener-05e24e1beec2e1a34d52db59e949365a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05e24e1beec2e1a34d52db59e949365a columnFamilyName info 2024-12-15T17:21:46,458 DEBUG [StoreOpener-05e24e1beec2e1a34d52db59e949365a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:21:46,459 INFO [StoreOpener-04ad37f21280a14c9fd4caf18d1cc4f6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04ad37f21280a14c9fd4caf18d1cc4f6 columnFamilyName info 2024-12-15T17:21:46,459 INFO [StoreOpener-05e24e1beec2e1a34d52db59e949365a-1 {}] regionserver.HStore(327): Store=05e24e1beec2e1a34d52db59e949365a/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:21:46,459 DEBUG [StoreOpener-04ad37f21280a14c9fd4caf18d1cc4f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:21:46,460 INFO [StoreOpener-04ad37f21280a14c9fd4caf18d1cc4f6-1 {}] regionserver.HStore(327): Store=04ad37f21280a14c9fd4caf18d1cc4f6/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:21:46,461 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/05e24e1beec2e1a34d52db59e949365a 2024-12-15T17:21:46,461 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/04ad37f21280a14c9fd4caf18d1cc4f6 2024-12-15T17:21:46,462 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 23595, reset compression=false 2024-12-15T17:21:46,462 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/22=[#edits: 3 = ],660}, {hbase:meta/1588230740/23=[#edits: 3 = ],660}, {hbase:meta/1588230740/24=[#edits: 3 = ],660}, {hbase:meta/1588230740/25=[#edits: 3 = ],660}, {hbase:meta/1588230740/26=[#edits: 3 = ],660}, {hbase:meta/1588230740/27=[#edits: 3 = ],660}, {hbase:meta/1588230740/28=[#edits: 3 = ],660}, {hbase:meta/1588230740/29=[#edits: 3 = ],660}, {hbase:meta/1588230740/30=[#edits: 3 = ],660}, {hbase:meta/1588230740/31=[#edits: 3 = ],660}, {hbase:meta/1588230740/32=[#edits: 3 = ],660}, {hbase:meta/1588230740/33=[#edits: 3 = ],660}, {hbase:meta/1588230740/34=[#edits: 3 = ],660}, {hbase:meta/1588230740/35=[#edits: 3 = ],660}, {hbase:meta/1588230740/36=[#edits: 3 = ],660}, {hbase:meta/1588230740/37=[#edits: 3 = ],660}], lastWalPath=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta, lastWalPosition=18443, nbRowKeys=16, nbHFiles=0, heapSize=10560, lastSeqIds={}, endOfFile=false,usedBufferSize=10560] 2024-12-15T17:21:46,463 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/05e24e1beec2e1a34d52db59e949365a 2024-12-15T17:21:46,463 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/04ad37f21280a14c9fd4caf18d1cc4f6 2024-12-15T17:21:46,463 INFO [StoreOpener-2b127bf9c37f05c9dc8f42c28df1dd0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 2b127bf9c37f05c9dc8f42c28df1dd0b 2024-12-15T17:21:46,466 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1085): writing seq id for 05e24e1beec2e1a34d52db59e949365a 2024-12-15T17:21:46,466 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/087e417b738d0864d4645b7d9c279b9e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:21:46,467 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1102): Opened 087e417b738d0864d4645b7d9c279b9e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59943022, jitterRate=-0.10677936673164368}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:21:46,467 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1001): Region open journal for 087e417b738d0864d4645b7d9c279b9e: 2024-12-15T17:21:46,469 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for 04ad37f21280a14c9fd4caf18d1cc4f6 2024-12-15T17:21:46,472 INFO [StoreOpener-2b127bf9c37f05c9dc8f42c28df1dd0b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b127bf9c37f05c9dc8f42c28df1dd0b columnFamilyName info 2024-12-15T17:21:46,472 DEBUG [StoreOpener-2b127bf9c37f05c9dc8f42c28df1dd0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:21:46,473 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,nnn,1734283304101.087e417b738d0864d4645b7d9c279b9e., pid=56, masterSystemTime=1734283306375 2024-12-15T17:21:46,479 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,nnn,1734283304101.087e417b738d0864d4645b7d9c279b9e. 2024-12-15T17:21:46,479 INFO [StoreOpener-2b127bf9c37f05c9dc8f42c28df1dd0b-1 {}] regionserver.HStore(327): Store=2b127bf9c37f05c9dc8f42c28df1dd0b/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:21:46,479 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,nnn,1734283304101.087e417b738d0864d4645b7d9c279b9e. 2024-12-15T17:21:46,480 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,ttt,1734283304101.9647f75896de831fc679376d7a1e7ecb. 2024-12-15T17:21:46,480 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7285): Opening region: {ENCODED => 9647f75896de831fc679376d7a1e7ecb, NAME => 'testHBaseMetaReplicaGets,ttt,1734283304101.9647f75896de831fc679376d7a1e7ecb.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-12-15T17:21:46,480 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets 9647f75896de831fc679376d7a1e7ecb 2024-12-15T17:21:46,480 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,ttt,1734283304101.9647f75896de831fc679376d7a1e7ecb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:46,481 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7327): checking encryption for 9647f75896de831fc679376d7a1e7ecb 2024-12-15T17:21:46,481 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7330): checking classloading for 9647f75896de831fc679376d7a1e7ecb 2024-12-15T17:21:46,483 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=087e417b738d0864d4645b7d9c279b9e, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,37327,1734283294864 2024-12-15T17:21:46,484 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/38=[#edits: 3 = ],660}, {hbase:meta/1588230740/39=[#edits: 3 = ],660}, {hbase:meta/1588230740/40=[#edits: 3 = ],660}, {hbase:meta/1588230740/41=[#edits: 3 = ],660}, {hbase:meta/1588230740/42=[#edits: 3 = ],660}, {hbase:meta/1588230740/43=[#edits: 3 = ],660}, {hbase:meta/1588230740/44=[#edits: 3 = ],660}, {hbase:meta/1588230740/45=[#edits: 3 = ],652}, {hbase:meta/1588230740/46=[#edits: 5 = ],1004}, {hbase:meta/1588230740/47=[#edits: 5 = ],1004}], lastWalPath=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta, lastWalPosition=23595, nbRowKeys=10, nbHFiles=0, heapSize=7280, lastSeqIds={}, endOfFile=false,usedBufferSize=7280] 2024-12-15T17:21:46,485 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/2b127bf9c37f05c9dc8f42c28df1dd0b 2024-12-15T17:21:46,488 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/2b127bf9c37f05c9dc8f42c28df1dd0b 2024-12-15T17:21:46,501 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=32 2024-12-15T17:21:46,502 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=32, state=SUCCESS; OpenRegionProcedure 087e417b738d0864d4645b7d9c279b9e, server=4ce65a7c4674,37327,1734283294864 in 299 msec 2024-12-15T17:21:46,507 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=087e417b738d0864d4645b7d9c279b9e, ASSIGN in 554 msec 2024-12-15T17:21:46,513 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:21:46,514 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 25725, reset compression=false 2024-12-15T17:21:46,514 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/48=[#edits: 5 = ],1004}, {hbase:meta/1588230740/49=[#edits: 5 = ],1004}, {hbase:meta/1588230740/50=[#edits: 5 = ],1004}], lastWalPath=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta, lastWalPosition=25725, nbRowKeys=3, nbHFiles=0, heapSize=3012, lastSeqIds={}, endOfFile=false,usedBufferSize=3012] 2024-12-15T17:21:46,520 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/04ad37f21280a14c9fd4caf18d1cc4f6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:21:46,525 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1085): writing seq id for 2b127bf9c37f05c9dc8f42c28df1dd0b 2024-12-15T17:21:46,525 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened 04ad37f21280a14c9fd4caf18d1cc4f6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68250043, jitterRate=0.017004892230033875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:21:46,525 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for 04ad37f21280a14c9fd4caf18d1cc4f6: 2024-12-15T17:21:46,528 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/05e24e1beec2e1a34d52db59e949365a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:21:46,528 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,www,1734283304101.04ad37f21280a14c9fd4caf18d1cc4f6., pid=44, masterSystemTime=1734283306278 2024-12-15T17:21:46,531 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1102): Opened 05e24e1beec2e1a34d52db59e949365a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69036529, jitterRate=0.028724446892738342}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:21:46,531 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1001): Region open journal for 05e24e1beec2e1a34d52db59e949365a: 2024-12-15T17:21:46,531 INFO [StoreOpener-9647f75896de831fc679376d7a1e7ecb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 9647f75896de831fc679376d7a1e7ecb 2024-12-15T17:21:46,540 INFO [StoreOpener-9647f75896de831fc679376d7a1e7ecb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9647f75896de831fc679376d7a1e7ecb columnFamilyName info 2024-12-15T17:21:46,540 DEBUG [StoreOpener-9647f75896de831fc679376d7a1e7ecb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:21:46,544 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,www,1734283304101.04ad37f21280a14c9fd4caf18d1cc4f6. 2024-12-15T17:21:46,544 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,www,1734283304101.04ad37f21280a14c9fd4caf18d1cc4f6. 2024-12-15T17:21:46,545 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,iii,1734283304101.48abc392d0bf02cddf633efa6867c4ad. 2024-12-15T17:21:46,545 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => 48abc392d0bf02cddf633efa6867c4ad, NAME => 'testHBaseMetaReplicaGets,iii,1734283304101.48abc392d0bf02cddf633efa6867c4ad.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-12-15T17:21:46,545 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets 48abc392d0bf02cddf633efa6867c4ad 2024-12-15T17:21:46,546 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,iii,1734283304101.48abc392d0bf02cddf633efa6867c4ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:46,546 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for 48abc392d0bf02cddf633efa6867c4ad 2024-12-15T17:21:46,546 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for 48abc392d0bf02cddf633efa6867c4ad 2024-12-15T17:21:46,547 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,vvv,1734283304101.05e24e1beec2e1a34d52db59e949365a., pid=63, masterSystemTime=1734283306411 2024-12-15T17:21:46,547 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=41 updating hbase:meta row=04ad37f21280a14c9fd4caf18d1cc4f6, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,46679,1734283294968 2024-12-15T17:21:46,551 INFO [StoreOpener-9647f75896de831fc679376d7a1e7ecb-1 {}] regionserver.HStore(327): Store=9647f75896de831fc679376d7a1e7ecb/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:21:46,552 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/2b127bf9c37f05c9dc8f42c28df1dd0b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:21:46,553 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/9647f75896de831fc679376d7a1e7ecb 2024-12-15T17:21:46,553 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1102): Opened 2b127bf9c37f05c9dc8f42c28df1dd0b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73507069, jitterRate=0.09534068405628204}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:21:46,553 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1001): Region open journal for 2b127bf9c37f05c9dc8f42c28df1dd0b: 2024-12-15T17:21:46,554 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/9647f75896de831fc679376d7a1e7ecb 2024-12-15T17:21:46,556 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,vvv,1734283304101.05e24e1beec2e1a34d52db59e949365a. 2024-12-15T17:21:46,557 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,vvv,1734283304101.05e24e1beec2e1a34d52db59e949365a. 2024-12-15T17:21:46,557 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,bbb,1734283304101.9e8b5cd46121e9c18f59d019f77732d6. 2024-12-15T17:21:46,557 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7285): Opening region: {ENCODED => 9e8b5cd46121e9c18f59d019f77732d6, NAME => 'testHBaseMetaReplicaGets,bbb,1734283304101.9e8b5cd46121e9c18f59d019f77732d6.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-12-15T17:21:46,558 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets 9e8b5cd46121e9c18f59d019f77732d6 2024-12-15T17:21:46,558 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,bbb,1734283304101.9e8b5cd46121e9c18f59d019f77732d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:46,558 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7327): checking encryption for 9e8b5cd46121e9c18f59d019f77732d6 2024-12-15T17:21:46,558 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7330): checking classloading for 9e8b5cd46121e9c18f59d019f77732d6 2024-12-15T17:21:46,559 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,yyy,1734283304101.2b127bf9c37f05c9dc8f42c28df1dd0b., pid=52, masterSystemTime=1734283306306 2024-12-15T17:21:46,561 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1085): writing seq id for 9647f75896de831fc679376d7a1e7ecb 2024-12-15T17:21:46,564 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=05e24e1beec2e1a34d52db59e949365a, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,34375,1734283294923 2024-12-15T17:21:46,565 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,yyy,1734283304101.2b127bf9c37f05c9dc8f42c28df1dd0b. 2024-12-15T17:21:46,565 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,yyy,1734283304101.2b127bf9c37f05c9dc8f42c28df1dd0b. 2024-12-15T17:21:46,565 INFO [StoreOpener-48abc392d0bf02cddf633efa6867c4ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 48abc392d0bf02cddf633efa6867c4ad 2024-12-15T17:21:46,565 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,eee,1734283304101.10831e3b862e422e6b33982e8ca2a9e9. 2024-12-15T17:21:46,566 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7285): Opening region: {ENCODED => 10831e3b862e422e6b33982e8ca2a9e9, NAME => 'testHBaseMetaReplicaGets,eee,1734283304101.10831e3b862e422e6b33982e8ca2a9e9.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-12-15T17:21:46,566 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets 10831e3b862e422e6b33982e8ca2a9e9 2024-12-15T17:21:46,566 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,eee,1734283304101.10831e3b862e422e6b33982e8ca2a9e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:46,566 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7327): checking encryption for 10831e3b862e422e6b33982e8ca2a9e9 2024-12-15T17:21:46,566 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7330): checking classloading for 10831e3b862e422e6b33982e8ca2a9e9 2024-12-15T17:21:46,568 INFO [StoreOpener-48abc392d0bf02cddf633efa6867c4ad-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48abc392d0bf02cddf633efa6867c4ad columnFamilyName info 2024-12-15T17:21:46,569 DEBUG [StoreOpener-48abc392d0bf02cddf633efa6867c4ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:21:46,572 INFO [StoreOpener-48abc392d0bf02cddf633efa6867c4ad-1 {}] regionserver.HStore(327): Store=48abc392d0bf02cddf633efa6867c4ad/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:21:46,573 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/48abc392d0bf02cddf633efa6867c4ad 2024-12-15T17:21:46,574 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=43 updating hbase:meta row=2b127bf9c37f05c9dc8f42c28df1dd0b, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,40797,1734283295017 2024-12-15T17:21:46,575 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/48abc392d0bf02cddf633efa6867c4ad 2024-12-15T17:21:46,579 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for 48abc392d0bf02cddf633efa6867c4ad 2024-12-15T17:21:46,580 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=41 2024-12-15T17:21:46,580 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=41, state=SUCCESS; OpenRegionProcedure 04ad37f21280a14c9fd4caf18d1cc4f6, server=4ce65a7c4674,46679,1734283294968 in 449 msec 2024-12-15T17:21:46,582 INFO [StoreOpener-9e8b5cd46121e9c18f59d019f77732d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 9e8b5cd46121e9c18f59d019f77732d6 2024-12-15T17:21:46,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=40 2024-12-15T17:21:46,585 INFO [StoreOpener-9e8b5cd46121e9c18f59d019f77732d6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e8b5cd46121e9c18f59d019f77732d6 columnFamilyName info 2024-12-15T17:21:46,585 DEBUG [StoreOpener-9e8b5cd46121e9c18f59d019f77732d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:21:46,586 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:21:46,586 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 26435, reset compression=false 2024-12-15T17:21:46,586 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/51=[#edits: 5 = ],1004}], lastWalPath=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta, lastWalPosition=26435, nbRowKeys=1, nbHFiles=0, heapSize=1004, lastSeqIds={}, endOfFile=false,usedBufferSize=1004] 2024-12-15T17:21:46,587 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/9647f75896de831fc679376d7a1e7ecb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:21:46,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=40, state=SUCCESS; OpenRegionProcedure 05e24e1beec2e1a34d52db59e949365a, server=4ce65a7c4674,34375,1734283294923 in 328 msec 2024-12-15T17:21:46,590 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1102): Opened 9647f75896de831fc679376d7a1e7ecb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67053520, jitterRate=-8.246898651123047E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:21:46,591 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1001): Region open journal for 9647f75896de831fc679376d7a1e7ecb: 2024-12-15T17:21:46,591 INFO [StoreOpener-9e8b5cd46121e9c18f59d019f77732d6-1 {}] regionserver.HStore(327): Store=9e8b5cd46121e9c18f59d019f77732d6/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:21:46,592 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=04ad37f21280a14c9fd4caf18d1cc4f6, ASSIGN in 632 msec 2024-12-15T17:21:46,593 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/9e8b5cd46121e9c18f59d019f77732d6 2024-12-15T17:21:46,595 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=43 2024-12-15T17:21:46,596 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=43, state=SUCCESS; OpenRegionProcedure 2b127bf9c37f05c9dc8f42c28df1dd0b, server=4ce65a7c4674,40797,1734283295017 in 431 msec 2024-12-15T17:21:46,597 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,ttt,1734283304101.9647f75896de831fc679376d7a1e7ecb., pid=58, masterSystemTime=1734283306375 2024-12-15T17:21:46,597 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/9e8b5cd46121e9c18f59d019f77732d6 2024-12-15T17:21:46,598 INFO [StoreOpener-10831e3b862e422e6b33982e8ca2a9e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 10831e3b862e422e6b33982e8ca2a9e9 2024-12-15T17:21:46,599 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=05e24e1beec2e1a34d52db59e949365a, ASSIGN in 641 msec 2024-12-15T17:21:46,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=2b127bf9c37f05c9dc8f42c28df1dd0b, ASSIGN in 648 msec 2024-12-15T17:21:46,603 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,ttt,1734283304101.9647f75896de831fc679376d7a1e7ecb. 2024-12-15T17:21:46,603 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,ttt,1734283304101.9647f75896de831fc679376d7a1e7ecb. 2024-12-15T17:21:46,603 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,lll,1734283304101.60ccefacd578355a929738f76cf35a7c. 2024-12-15T17:21:46,603 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7285): Opening region: {ENCODED => 60ccefacd578355a929738f76cf35a7c, NAME => 'testHBaseMetaReplicaGets,lll,1734283304101.60ccefacd578355a929738f76cf35a7c.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-12-15T17:21:46,604 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets 60ccefacd578355a929738f76cf35a7c 2024-12-15T17:21:46,604 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,lll,1734283304101.60ccefacd578355a929738f76cf35a7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:46,604 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7327): checking encryption for 60ccefacd578355a929738f76cf35a7c 2024-12-15T17:21:46,604 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7330): checking classloading for 60ccefacd578355a929738f76cf35a7c 2024-12-15T17:21:46,604 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1085): writing seq id for 9e8b5cd46121e9c18f59d019f77732d6 2024-12-15T17:21:46,612 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=9647f75896de831fc679376d7a1e7ecb, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,37327,1734283294864 2024-12-15T17:21:46,612 INFO [StoreOpener-10831e3b862e422e6b33982e8ca2a9e9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10831e3b862e422e6b33982e8ca2a9e9 columnFamilyName info 2024-12-15T17:21:46,612 DEBUG [StoreOpener-10831e3b862e422e6b33982e8ca2a9e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:21:46,613 INFO [StoreOpener-10831e3b862e422e6b33982e8ca2a9e9-1 {}] regionserver.HStore(327): Store=10831e3b862e422e6b33982e8ca2a9e9/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:21:46,615 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/10831e3b862e422e6b33982e8ca2a9e9 2024-12-15T17:21:46,616 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/10831e3b862e422e6b33982e8ca2a9e9 2024-12-15T17:21:46,616 INFO [StoreOpener-60ccefacd578355a929738f76cf35a7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 60ccefacd578355a929738f76cf35a7c 2024-12-15T17:21:46,618 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/48abc392d0bf02cddf633efa6867c4ad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:21:46,618 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=38 2024-12-15T17:21:46,618 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=38, state=SUCCESS; OpenRegionProcedure 9647f75896de831fc679376d7a1e7ecb, server=4ce65a7c4674,37327,1734283294864 in 401 msec 2024-12-15T17:21:46,620 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1085): writing seq id for 10831e3b862e422e6b33982e8ca2a9e9 2024-12-15T17:21:46,621 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=9647f75896de831fc679376d7a1e7ecb, ASSIGN in 670 msec 2024-12-15T17:21:46,622 INFO [StoreOpener-60ccefacd578355a929738f76cf35a7c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60ccefacd578355a929738f76cf35a7c columnFamilyName info 2024-12-15T17:21:46,622 DEBUG [StoreOpener-60ccefacd578355a929738f76cf35a7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:21:46,623 INFO [StoreOpener-60ccefacd578355a929738f76cf35a7c-1 {}] regionserver.HStore(327): Store=60ccefacd578355a929738f76cf35a7c/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:21:46,624 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened 48abc392d0bf02cddf633efa6867c4ad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69686080, jitterRate=0.03840351104736328}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:21:46,625 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/60ccefacd578355a929738f76cf35a7c 2024-12-15T17:21:46,625 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for 48abc392d0bf02cddf633efa6867c4ad: 2024-12-15T17:21:46,625 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/60ccefacd578355a929738f76cf35a7c 2024-12-15T17:21:46,626 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,iii,1734283304101.48abc392d0bf02cddf633efa6867c4ad., pid=46, masterSystemTime=1734283306278 2024-12-15T17:21:46,629 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,iii,1734283304101.48abc392d0bf02cddf633efa6867c4ad. 2024-12-15T17:21:46,629 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,iii,1734283304101.48abc392d0bf02cddf633efa6867c4ad. 2024-12-15T17:21:46,629 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1085): writing seq id for 60ccefacd578355a929738f76cf35a7c 2024-12-15T17:21:46,629 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,ddd,1734283304101.2923c6ca25699e69fa429758abb12973. 2024-12-15T17:21:46,629 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => 2923c6ca25699e69fa429758abb12973, NAME => 'testHBaseMetaReplicaGets,ddd,1734283304101.2923c6ca25699e69fa429758abb12973.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-12-15T17:21:46,630 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets 2923c6ca25699e69fa429758abb12973 2024-12-15T17:21:46,630 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,ddd,1734283304101.2923c6ca25699e69fa429758abb12973.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:46,630 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for 2923c6ca25699e69fa429758abb12973 2024-12-15T17:21:46,630 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for 2923c6ca25699e69fa429758abb12973 2024-12-15T17:21:46,631 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=48abc392d0bf02cddf633efa6867c4ad, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,46679,1734283294968 2024-12-15T17:21:46,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=27 2024-12-15T17:21:46,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=27, state=SUCCESS; OpenRegionProcedure 48abc392d0bf02cddf633efa6867c4ad, server=4ce65a7c4674,46679,1734283294968 in 516 msec 2024-12-15T17:21:46,644 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=48abc392d0bf02cddf633efa6867c4ad, ASSIGN in 691 msec 2024-12-15T17:21:46,650 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-15T17:21:46,650 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 29272, reset compression=false 2024-12-15T17:21:46,650 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/52=[#edits: 5 = ],1004}, {hbase:meta/1588230740/53=[#edits: 5 = ],1004}, {hbase:meta/1588230740/54=[#edits: 5 = ],1004}, {hbase:meta/1588230740/55=[#edits: 5 = ],1004}], lastWalPath=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta, lastWalPosition=29272, nbRowKeys=4, nbHFiles=0, heapSize=4016, lastSeqIds={}, endOfFile=false,usedBufferSize=4016] 2024-12-15T17:21:46,668 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/10831e3b862e422e6b33982e8ca2a9e9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:21:46,669 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1102): Opened 10831e3b862e422e6b33982e8ca2a9e9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72717972, jitterRate=0.08358222246170044}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:21:46,669 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1001): Region open journal for 10831e3b862e422e6b33982e8ca2a9e9: 2024-12-15T17:21:46,670 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/9e8b5cd46121e9c18f59d019f77732d6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:21:46,671 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1102): Opened 9e8b5cd46121e9c18f59d019f77732d6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71965202, jitterRate=0.07236507534980774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:21:46,672 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1001): Region open journal for 9e8b5cd46121e9c18f59d019f77732d6: 2024-12-15T17:21:46,676 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,bbb,1734283304101.9e8b5cd46121e9c18f59d019f77732d6., pid=66, masterSystemTime=1734283306411 2024-12-15T17:21:46,676 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,eee,1734283304101.10831e3b862e422e6b33982e8ca2a9e9., pid=54, masterSystemTime=1734283306306 2024-12-15T17:21:46,679 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/60ccefacd578355a929738f76cf35a7c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:21:46,681 INFO [StoreOpener-2923c6ca25699e69fa429758abb12973-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 2923c6ca25699e69fa429758abb12973 2024-12-15T17:21:46,681 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1102): Opened 60ccefacd578355a929738f76cf35a7c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60524025, jitterRate=-0.0981217473745346}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:21:46,681 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1001): Region open journal for 60ccefacd578355a929738f76cf35a7c: 2024-12-15T17:21:46,685 INFO [StoreOpener-2923c6ca25699e69fa429758abb12973-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2923c6ca25699e69fa429758abb12973 columnFamilyName info 2024-12-15T17:21:46,685 DEBUG [StoreOpener-2923c6ca25699e69fa429758abb12973-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:21:46,686 INFO [StoreOpener-2923c6ca25699e69fa429758abb12973-1 {}] regionserver.HStore(327): Store=2923c6ca25699e69fa429758abb12973/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:21:46,688 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,lll,1734283304101.60ccefacd578355a929738f76cf35a7c., pid=57, masterSystemTime=1734283306375 2024-12-15T17:21:46,689 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/2923c6ca25699e69fa429758abb12973 2024-12-15T17:21:46,690 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,eee,1734283304101.10831e3b862e422e6b33982e8ca2a9e9. 2024-12-15T17:21:46,690 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,eee,1734283304101.10831e3b862e422e6b33982e8ca2a9e9. 2024-12-15T17:21:46,690 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,qqq,1734283304101.de1645cde872a213db377f57f530eb20. 2024-12-15T17:21:46,690 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/2923c6ca25699e69fa429758abb12973 2024-12-15T17:21:46,690 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7285): Opening region: {ENCODED => de1645cde872a213db377f57f530eb20, NAME => 'testHBaseMetaReplicaGets,qqq,1734283304101.de1645cde872a213db377f57f530eb20.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-12-15T17:21:46,690 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets de1645cde872a213db377f57f530eb20 2024-12-15T17:21:46,691 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,qqq,1734283304101.de1645cde872a213db377f57f530eb20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:46,691 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7327): checking encryption for de1645cde872a213db377f57f530eb20 2024-12-15T17:21:46,691 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7330): checking classloading for de1645cde872a213db377f57f530eb20 2024-12-15T17:21:46,694 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=10831e3b862e422e6b33982e8ca2a9e9, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,40797,1734283295017 2024-12-15T17:21:46,694 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,bbb,1734283304101.9e8b5cd46121e9c18f59d019f77732d6. 2024-12-15T17:21:46,695 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,bbb,1734283304101.9e8b5cd46121e9c18f59d019f77732d6. 2024-12-15T17:21:46,695 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,fff,1734283304101.218d4745eb86b125884b8070cbad5ea0. 2024-12-15T17:21:46,695 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7285): Opening region: {ENCODED => 218d4745eb86b125884b8070cbad5ea0, NAME => 'testHBaseMetaReplicaGets,fff,1734283304101.218d4745eb86b125884b8070cbad5ea0.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-12-15T17:21:46,695 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets 218d4745eb86b125884b8070cbad5ea0 2024-12-15T17:21:46,695 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,fff,1734283304101.218d4745eb86b125884b8070cbad5ea0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:46,696 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7327): checking encryption for 218d4745eb86b125884b8070cbad5ea0 2024-12-15T17:21:46,696 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7330): checking classloading for 218d4745eb86b125884b8070cbad5ea0 2024-12-15T17:21:46,697 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for 2923c6ca25699e69fa429758abb12973 2024-12-15T17:21:46,703 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=9e8b5cd46121e9c18f59d019f77732d6, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,34375,1734283294923 2024-12-15T17:21:46,703 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,lll,1734283304101.60ccefacd578355a929738f76cf35a7c. 2024-12-15T17:21:46,703 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,lll,1734283304101.60ccefacd578355a929738f76cf35a7c. 2024-12-15T17:21:46,703 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,hhh,1734283304101.450457746530d09a03c7873b43141fde. 2024-12-15T17:21:46,704 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7285): Opening region: {ENCODED => 450457746530d09a03c7873b43141fde, NAME => 'testHBaseMetaReplicaGets,hhh,1734283304101.450457746530d09a03c7873b43141fde.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-12-15T17:21:46,704 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets 450457746530d09a03c7873b43141fde 2024-12-15T17:21:46,704 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,hhh,1734283304101.450457746530d09a03c7873b43141fde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:46,704 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7327): checking encryption for 450457746530d09a03c7873b43141fde 2024-12-15T17:21:46,704 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7330): checking classloading for 450457746530d09a03c7873b43141fde 2024-12-15T17:21:46,713 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=60ccefacd578355a929738f76cf35a7c, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,37327,1734283294864 2024-12-15T17:21:46,716 INFO [StoreOpener-de1645cde872a213db377f57f530eb20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region de1645cde872a213db377f57f530eb20 2024-12-15T17:21:46,719 INFO [StoreOpener-218d4745eb86b125884b8070cbad5ea0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 218d4745eb86b125884b8070cbad5ea0 2024-12-15T17:21:46,721 INFO [StoreOpener-de1645cde872a213db377f57f530eb20-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de1645cde872a213db377f57f530eb20 columnFamilyName info 2024-12-15T17:21:46,721 DEBUG [StoreOpener-de1645cde872a213db377f57f530eb20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:21:46,723 INFO [StoreOpener-de1645cde872a213db377f57f530eb20-1 {}] regionserver.HStore(327): Store=de1645cde872a213db377f57f530eb20/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:21:46,724 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/de1645cde872a213db377f57f530eb20 2024-12-15T17:21:46,725 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=23 2024-12-15T17:21:46,725 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/de1645cde872a213db377f57f530eb20 2024-12-15T17:21:46,726 INFO [StoreOpener-450457746530d09a03c7873b43141fde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 450457746530d09a03c7873b43141fde 2024-12-15T17:21:46,727 INFO [StoreOpener-218d4745eb86b125884b8070cbad5ea0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 218d4745eb86b125884b8070cbad5ea0 columnFamilyName info 2024-12-15T17:21:46,728 DEBUG [StoreOpener-218d4745eb86b125884b8070cbad5ea0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:21:46,728 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=20 2024-12-15T17:21:46,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=23, state=SUCCESS; OpenRegionProcedure 10831e3b862e422e6b33982e8ca2a9e9, server=4ce65a7c4674,40797,1734283295017 in 533 msec 2024-12-15T17:21:46,730 INFO [StoreOpener-450457746530d09a03c7873b43141fde-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 450457746530d09a03c7873b43141fde columnFamilyName info 2024-12-15T17:21:46,731 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1085): writing seq id for de1645cde872a213db377f57f530eb20 2024-12-15T17:21:46,729 INFO [StoreOpener-218d4745eb86b125884b8070cbad5ea0-1 {}] regionserver.HStore(327): Store=218d4745eb86b125884b8070cbad5ea0/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:21:46,731 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=30 2024-12-15T17:21:46,731 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=30, state=SUCCESS; OpenRegionProcedure 60ccefacd578355a929738f76cf35a7c, server=4ce65a7c4674,37327,1734283294864 in 519 msec 2024-12-15T17:21:46,732 DEBUG [StoreOpener-450457746530d09a03c7873b43141fde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:21:46,733 INFO [StoreOpener-450457746530d09a03c7873b43141fde-1 {}] regionserver.HStore(327): Store=450457746530d09a03c7873b43141fde/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:21:46,734 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=20, state=SUCCESS; OpenRegionProcedure 9e8b5cd46121e9c18f59d019f77732d6, server=4ce65a7c4674,34375,1734283294923 in 436 msec 2024-12-15T17:21:46,734 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=9e8b5cd46121e9c18f59d019f77732d6, ASSIGN in 781 msec 2024-12-15T17:21:46,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=10831e3b862e422e6b33982e8ca2a9e9, ASSIGN in 778 msec 2024-12-15T17:21:46,735 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=60ccefacd578355a929738f76cf35a7c, ASSIGN in 783 msec 2024-12-15T17:21:46,736 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/218d4745eb86b125884b8070cbad5ea0 2024-12-15T17:21:46,736 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/450457746530d09a03c7873b43141fde 2024-12-15T17:21:46,737 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/450457746530d09a03c7873b43141fde 2024-12-15T17:21:46,737 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/de1645cde872a213db377f57f530eb20/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:21:46,737 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/2923c6ca25699e69fa429758abb12973/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:21:46,738 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1102): Opened de1645cde872a213db377f57f530eb20; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74048214, jitterRate=0.10340437293052673}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:21:46,738 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1001): Region open journal for de1645cde872a213db377f57f530eb20: 2024-12-15T17:21:46,739 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened 2923c6ca25699e69fa429758abb12973; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74624613, jitterRate=0.11199338734149933}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:21:46,740 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for 2923c6ca25699e69fa429758abb12973: 2024-12-15T17:21:46,741 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/218d4745eb86b125884b8070cbad5ea0 2024-12-15T17:21:46,744 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,ddd,1734283304101.2923c6ca25699e69fa429758abb12973., pid=45, masterSystemTime=1734283306278 2024-12-15T17:21:46,748 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,qqq,1734283304101.de1645cde872a213db377f57f530eb20., pid=55, masterSystemTime=1734283306306 2024-12-15T17:21:46,749 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1085): writing seq id for 450457746530d09a03c7873b43141fde 2024-12-15T17:21:46,751 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,ddd,1734283304101.2923c6ca25699e69fa429758abb12973. 2024-12-15T17:21:46,752 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,ddd,1734283304101.2923c6ca25699e69fa429758abb12973. 2024-12-15T17:21:46,752 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,mmm,1734283304101.f3d4d3132b0da107773a9c6f173d2050. 2024-12-15T17:21:46,752 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => f3d4d3132b0da107773a9c6f173d2050, NAME => 'testHBaseMetaReplicaGets,mmm,1734283304101.f3d4d3132b0da107773a9c6f173d2050.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-12-15T17:21:46,753 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets f3d4d3132b0da107773a9c6f173d2050 2024-12-15T17:21:46,753 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,mmm,1734283304101.f3d4d3132b0da107773a9c6f173d2050.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:46,754 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for f3d4d3132b0da107773a9c6f173d2050 2024-12-15T17:21:46,754 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for f3d4d3132b0da107773a9c6f173d2050 2024-12-15T17:21:46,759 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=2923c6ca25699e69fa429758abb12973, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,46679,1734283294968 2024-12-15T17:21:46,760 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,qqq,1734283304101.de1645cde872a213db377f57f530eb20. 2024-12-15T17:21:46,760 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,qqq,1734283304101.de1645cde872a213db377f57f530eb20. 2024-12-15T17:21:46,761 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,jjj,1734283304101.c36397a48ebb908e2b67f70d6d8b0abd. 2024-12-15T17:21:46,761 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7285): Opening region: {ENCODED => c36397a48ebb908e2b67f70d6d8b0abd, NAME => 'testHBaseMetaReplicaGets,jjj,1734283304101.c36397a48ebb908e2b67f70d6d8b0abd.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-12-15T17:21:46,761 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42471 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=4ce65a7c4674,46679,1734283294968, table=testHBaseMetaReplicaGets, region=2923c6ca25699e69fa429758abb12973. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-15T17:21:46,761 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets c36397a48ebb908e2b67f70d6d8b0abd 2024-12-15T17:21:46,761 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,jjj,1734283304101.c36397a48ebb908e2b67f70d6d8b0abd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:46,762 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7327): checking encryption for c36397a48ebb908e2b67f70d6d8b0abd 2024-12-15T17:21:46,762 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7330): checking classloading for c36397a48ebb908e2b67f70d6d8b0abd 2024-12-15T17:21:46,762 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1085): writing seq id for 218d4745eb86b125884b8070cbad5ea0 2024-12-15T17:21:46,765 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=de1645cde872a213db377f57f530eb20, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,40797,1734283295017 2024-12-15T17:21:46,766 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/450457746530d09a03c7873b43141fde/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:21:46,767 INFO [StoreOpener-f3d4d3132b0da107773a9c6f173d2050-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region f3d4d3132b0da107773a9c6f173d2050 2024-12-15T17:21:46,768 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1102): Opened 450457746530d09a03c7873b43141fde; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61707970, jitterRate=-0.08047959208488464}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:21:46,768 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1001): Region open journal for 450457746530d09a03c7873b43141fde: 2024-12-15T17:21:46,772 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,hhh,1734283304101.450457746530d09a03c7873b43141fde., pid=61, masterSystemTime=1734283306375 2024-12-15T17:21:46,773 INFO [StoreOpener-f3d4d3132b0da107773a9c6f173d2050-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3d4d3132b0da107773a9c6f173d2050 columnFamilyName info 2024-12-15T17:21:46,774 DEBUG [StoreOpener-f3d4d3132b0da107773a9c6f173d2050-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:21:46,774 INFO [StoreOpener-c36397a48ebb908e2b67f70d6d8b0abd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region c36397a48ebb908e2b67f70d6d8b0abd 2024-12-15T17:21:46,780 INFO [StoreOpener-f3d4d3132b0da107773a9c6f173d2050-1 {}] regionserver.HStore(327): Store=f3d4d3132b0da107773a9c6f173d2050/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:21:46,782 INFO [StoreOpener-c36397a48ebb908e2b67f70d6d8b0abd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c36397a48ebb908e2b67f70d6d8b0abd columnFamilyName info 2024-12-15T17:21:46,782 DEBUG [StoreOpener-c36397a48ebb908e2b67f70d6d8b0abd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:21:46,784 INFO [StoreOpener-c36397a48ebb908e2b67f70d6d8b0abd-1 {}] regionserver.HStore(327): Store=c36397a48ebb908e2b67f70d6d8b0abd/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:21:46,784 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,hhh,1734283304101.450457746530d09a03c7873b43141fde. 2024-12-15T17:21:46,785 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,hhh,1734283304101.450457746530d09a03c7873b43141fde. 2024-12-15T17:21:46,785 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,ccc,1734283304101.08dbbcc4092ff22a3bdcd5c1cde1c547. 2024-12-15T17:21:46,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=22 2024-12-15T17:21:46,785 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7285): Opening region: {ENCODED => 08dbbcc4092ff22a3bdcd5c1cde1c547, NAME => 'testHBaseMetaReplicaGets,ccc,1734283304101.08dbbcc4092ff22a3bdcd5c1cde1c547.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-12-15T17:21:46,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=22, state=SUCCESS; OpenRegionProcedure 2923c6ca25699e69fa429758abb12973, server=4ce65a7c4674,46679,1734283294968 in 652 msec 2024-12-15T17:21:46,785 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets 08dbbcc4092ff22a3bdcd5c1cde1c547 2024-12-15T17:21:46,785 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,ccc,1734283304101.08dbbcc4092ff22a3bdcd5c1cde1c547.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:46,785 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7327): checking encryption for 08dbbcc4092ff22a3bdcd5c1cde1c547 2024-12-15T17:21:46,785 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7330): checking classloading for 08dbbcc4092ff22a3bdcd5c1cde1c547 2024-12-15T17:21:46,786 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/c36397a48ebb908e2b67f70d6d8b0abd 2024-12-15T17:21:46,787 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/f3d4d3132b0da107773a9c6f173d2050 2024-12-15T17:21:46,787 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/c36397a48ebb908e2b67f70d6d8b0abd 2024-12-15T17:21:46,788 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/f3d4d3132b0da107773a9c6f173d2050 2024-12-15T17:21:46,788 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=450457746530d09a03c7873b43141fde, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,37327,1734283294864 2024-12-15T17:21:46,794 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/218d4745eb86b125884b8070cbad5ea0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:21:46,801 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1102): Opened 218d4745eb86b125884b8070cbad5ea0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69893194, jitterRate=0.041489750146865845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:21:46,801 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1085): writing seq id for c36397a48ebb908e2b67f70d6d8b0abd 2024-12-15T17:21:46,801 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1001): Region open journal for 218d4745eb86b125884b8070cbad5ea0: 2024-12-15T17:21:46,802 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=55, resume processing ppid=35 2024-12-15T17:21:46,808 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for f3d4d3132b0da107773a9c6f173d2050 2024-12-15T17:21:46,809 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,fff,1734283304101.218d4745eb86b125884b8070cbad5ea0., pid=62, masterSystemTime=1734283306411 2024-12-15T17:21:46,818 INFO [StoreOpener-08dbbcc4092ff22a3bdcd5c1cde1c547-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 08dbbcc4092ff22a3bdcd5c1cde1c547 2024-12-15T17:21:46,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=2923c6ca25699e69fa429758abb12973, ASSIGN in 837 msec 2024-12-15T17:21:46,820 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, ppid=35, state=SUCCESS; OpenRegionProcedure de1645cde872a213db377f57f530eb20, server=4ce65a7c4674,40797,1734283295017 in 591 msec 2024-12-15T17:21:46,822 INFO [StoreOpener-08dbbcc4092ff22a3bdcd5c1cde1c547-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08dbbcc4092ff22a3bdcd5c1cde1c547 columnFamilyName info 2024-12-15T17:21:46,822 DEBUG [StoreOpener-08dbbcc4092ff22a3bdcd5c1cde1c547-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:21:46,823 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/c36397a48ebb908e2b67f70d6d8b0abd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:21:46,824 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,fff,1734283304101.218d4745eb86b125884b8070cbad5ea0. 2024-12-15T17:21:46,824 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,fff,1734283304101.218d4745eb86b125884b8070cbad5ea0. 2024-12-15T17:21:46,824 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,,1734283304101.30d35028f84bc39c5df55bb658ed480e. 2024-12-15T17:21:46,824 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=26 2024-12-15T17:21:46,824 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7285): Opening region: {ENCODED => 30d35028f84bc39c5df55bb658ed480e, NAME => 'testHBaseMetaReplicaGets,,1734283304101.30d35028f84bc39c5df55bb658ed480e.', STARTKEY => '', ENDKEY => 'bbb'} 2024-12-15T17:21:46,824 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=26, state=SUCCESS; OpenRegionProcedure 450457746530d09a03c7873b43141fde, server=4ce65a7c4674,37327,1734283294864 in 563 msec 2024-12-15T17:21:46,825 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets 30d35028f84bc39c5df55bb658ed480e 2024-12-15T17:21:46,825 INFO [StoreOpener-08dbbcc4092ff22a3bdcd5c1cde1c547-1 {}] regionserver.HStore(327): Store=08dbbcc4092ff22a3bdcd5c1cde1c547/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:21:46,825 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,,1734283304101.30d35028f84bc39c5df55bb658ed480e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:46,825 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7327): checking encryption for 30d35028f84bc39c5df55bb658ed480e 2024-12-15T17:21:46,825 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1102): Opened c36397a48ebb908e2b67f70d6d8b0abd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72110721, jitterRate=0.07453347742557526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:21:46,825 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7330): checking classloading for 30d35028f84bc39c5df55bb658ed480e 2024-12-15T17:21:46,825 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1001): Region open journal for c36397a48ebb908e2b67f70d6d8b0abd: 2024-12-15T17:21:46,827 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/08dbbcc4092ff22a3bdcd5c1cde1c547 2024-12-15T17:21:46,828 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/08dbbcc4092ff22a3bdcd5c1cde1c547 2024-12-15T17:21:46,831 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=218d4745eb86b125884b8070cbad5ea0, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,34375,1734283294923 2024-12-15T17:21:46,831 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1085): writing seq id for 08dbbcc4092ff22a3bdcd5c1cde1c547 2024-12-15T17:21:46,832 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=de1645cde872a213db377f57f530eb20, ASSIGN in 862 msec 2024-12-15T17:21:46,832 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,jjj,1734283304101.c36397a48ebb908e2b67f70d6d8b0abd., pid=53, masterSystemTime=1734283306306 2024-12-15T17:21:46,838 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=450457746530d09a03c7873b43141fde, ASSIGN in 876 msec 2024-12-15T17:21:46,843 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/f3d4d3132b0da107773a9c6f173d2050/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:21:46,844 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,jjj,1734283304101.c36397a48ebb908e2b67f70d6d8b0abd. 2024-12-15T17:21:46,844 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,jjj,1734283304101.c36397a48ebb908e2b67f70d6d8b0abd. 2024-12-15T17:21:46,850 INFO [StoreOpener-30d35028f84bc39c5df55bb658ed480e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 30d35028f84bc39c5df55bb658ed480e 2024-12-15T17:21:46,851 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened f3d4d3132b0da107773a9c6f173d2050; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73791262, jitterRate=0.09957548975944519}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:21:46,852 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for f3d4d3132b0da107773a9c6f173d2050: 2024-12-15T17:21:46,854 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=c36397a48ebb908e2b67f70d6d8b0abd, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,40797,1734283295017 2024-12-15T17:21:46,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=24 2024-12-15T17:21:46,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=24, state=SUCCESS; OpenRegionProcedure 218d4745eb86b125884b8070cbad5ea0, server=4ce65a7c4674,34375,1734283294923 in 598 msec 2024-12-15T17:21:46,858 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,mmm,1734283304101.f3d4d3132b0da107773a9c6f173d2050., pid=48, masterSystemTime=1734283306278 2024-12-15T17:21:46,864 INFO [StoreOpener-30d35028f84bc39c5df55bb658ed480e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30d35028f84bc39c5df55bb658ed480e columnFamilyName info 2024-12-15T17:21:46,865 DEBUG [StoreOpener-30d35028f84bc39c5df55bb658ed480e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:21:46,868 INFO [StoreOpener-30d35028f84bc39c5df55bb658ed480e-1 {}] regionserver.HStore(327): Store=30d35028f84bc39c5df55bb658ed480e/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:21:46,870 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/30d35028f84bc39c5df55bb658ed480e 2024-12-15T17:21:46,870 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/08dbbcc4092ff22a3bdcd5c1cde1c547/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:21:46,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=218d4745eb86b125884b8070cbad5ea0, ASSIGN in 907 msec 2024-12-15T17:21:46,875 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/30d35028f84bc39c5df55bb658ed480e 2024-12-15T17:21:46,875 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1102): Opened 08dbbcc4092ff22a3bdcd5c1cde1c547; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73672085, jitterRate=0.09779961407184601}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:21:46,875 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1001): Region open journal for 08dbbcc4092ff22a3bdcd5c1cde1c547: 2024-12-15T17:21:46,878 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=f3d4d3132b0da107773a9c6f173d2050, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,46679,1734283294968 2024-12-15T17:21:46,879 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,mmm,1734283304101.f3d4d3132b0da107773a9c6f173d2050. 2024-12-15T17:21:46,880 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,mmm,1734283304101.f3d4d3132b0da107773a9c6f173d2050. 2024-12-15T17:21:46,881 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,ccc,1734283304101.08dbbcc4092ff22a3bdcd5c1cde1c547., pid=59, masterSystemTime=1734283306375 2024-12-15T17:21:46,881 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=53, resume processing ppid=28 2024-12-15T17:21:46,881 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, ppid=28, state=SUCCESS; OpenRegionProcedure c36397a48ebb908e2b67f70d6d8b0abd, server=4ce65a7c4674,40797,1734283295017 in 705 msec 2024-12-15T17:21:46,884 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 29272, reset compression=false 2024-12-15T17:21:46,884 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1085): writing seq id for 30d35028f84bc39c5df55bb658ed480e 2024-12-15T17:21:46,895 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/30d35028f84bc39c5df55bb658ed480e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:21:46,896 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,ccc,1734283304101.08dbbcc4092ff22a3bdcd5c1cde1c547. 2024-12-15T17:21:46,896 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,ccc,1734283304101.08dbbcc4092ff22a3bdcd5c1cde1c547. 2024-12-15T17:21:46,897 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,ooo,1734283304101.4eee55c22411a08cda8e15b6206e0f96. 2024-12-15T17:21:46,897 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7285): Opening region: {ENCODED => 4eee55c22411a08cda8e15b6206e0f96, NAME => 'testHBaseMetaReplicaGets,ooo,1734283304101.4eee55c22411a08cda8e15b6206e0f96.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-12-15T17:21:46,897 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets 4eee55c22411a08cda8e15b6206e0f96 2024-12-15T17:21:46,898 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,ooo,1734283304101.4eee55c22411a08cda8e15b6206e0f96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:46,898 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7327): checking encryption for 4eee55c22411a08cda8e15b6206e0f96 2024-12-15T17:21:46,898 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7330): checking classloading for 4eee55c22411a08cda8e15b6206e0f96 2024-12-15T17:21:46,903 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1102): Opened 30d35028f84bc39c5df55bb658ed480e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65150675, jitterRate=-0.029179289937019348}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:21:46,903 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1001): Region open journal for 30d35028f84bc39c5df55bb658ed480e: 2024-12-15T17:21:46,903 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=c36397a48ebb908e2b67f70d6d8b0abd, ASSIGN in 933 msec 2024-12-15T17:21:46,907 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=08dbbcc4092ff22a3bdcd5c1cde1c547, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,37327,1734283294864 2024-12-15T17:21:46,911 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,,1734283304101.30d35028f84bc39c5df55bb658ed480e., pid=68, masterSystemTime=1734283306411 2024-12-15T17:21:46,912 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=31 2024-12-15T17:21:46,912 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=31, state=SUCCESS; OpenRegionProcedure f3d4d3132b0da107773a9c6f173d2050, server=4ce65a7c4674,46679,1734283294968 in 766 msec 2024-12-15T17:21:46,916 INFO [StoreOpener-4eee55c22411a08cda8e15b6206e0f96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 4eee55c22411a08cda8e15b6206e0f96 2024-12-15T17:21:46,919 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,,1734283304101.30d35028f84bc39c5df55bb658ed480e. 2024-12-15T17:21:46,919 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,,1734283304101.30d35028f84bc39c5df55bb658ed480e. 2024-12-15T17:21:46,919 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,rrr,1734283304101.beb657c44ba1c678696fb1b849ef9af0. 2024-12-15T17:21:46,920 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7285): Opening region: {ENCODED => beb657c44ba1c678696fb1b849ef9af0, NAME => 'testHBaseMetaReplicaGets,rrr,1734283304101.beb657c44ba1c678696fb1b849ef9af0.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-12-15T17:21:46,920 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets beb657c44ba1c678696fb1b849ef9af0 2024-12-15T17:21:46,920 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,rrr,1734283304101.beb657c44ba1c678696fb1b849ef9af0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:46,920 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7327): checking encryption for beb657c44ba1c678696fb1b849ef9af0 2024-12-15T17:21:46,920 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7330): checking classloading for beb657c44ba1c678696fb1b849ef9af0 2024-12-15T17:21:46,921 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-15T17:21:46,921 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 35662, reset compression=false 2024-12-15T17:21:46,921 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/56=[#edits: 5 = ],1004}, {hbase:meta/1588230740/57=[#edits: 5 = ],1004}, {hbase:meta/1588230740/58=[#edits: 5 = ],1004}, {hbase:meta/1588230740/59=[#edits: 5 = ],1004}, {hbase:meta/1588230740/60=[#edits: 5 = ],1004}, {hbase:meta/1588230740/61=[#edits: 5 = ],1004}, {hbase:meta/1588230740/62=[#edits: 5 = ],1004}, {hbase:meta/1588230740/63=[#edits: 5 = ],1004}, {hbase:meta/1588230740/64=[#edits: 5 = ],1004}], lastWalPath=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta, lastWalPosition=35662, nbRowKeys=9, nbHFiles=0, heapSize=9036, lastSeqIds={}, endOfFile=false,usedBufferSize=9036] 2024-12-15T17:21:46,928 INFO [StoreOpener-4eee55c22411a08cda8e15b6206e0f96-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4eee55c22411a08cda8e15b6206e0f96 columnFamilyName info 2024-12-15T17:21:46,928 DEBUG [StoreOpener-4eee55c22411a08cda8e15b6206e0f96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:21:46,930 INFO [StoreOpener-4eee55c22411a08cda8e15b6206e0f96-1 {}] regionserver.HStore(327): Store=4eee55c22411a08cda8e15b6206e0f96/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:21:46,933 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=f3d4d3132b0da107773a9c6f173d2050, ASSIGN in 964 msec 2024-12-15T17:21:46,933 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=30d35028f84bc39c5df55bb658ed480e, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,34375,1734283294923 2024-12-15T17:21:46,934 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/4eee55c22411a08cda8e15b6206e0f96 2024-12-15T17:21:46,935 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/4eee55c22411a08cda8e15b6206e0f96 2024-12-15T17:21:46,936 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42471 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=4ce65a7c4674,34375,1734283294923, table=testHBaseMetaReplicaGets, region=30d35028f84bc39c5df55bb658ed480e. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-15T17:21:46,941 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1085): writing seq id for 4eee55c22411a08cda8e15b6206e0f96 2024-12-15T17:21:46,943 INFO [StoreOpener-beb657c44ba1c678696fb1b849ef9af0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region beb657c44ba1c678696fb1b849ef9af0 2024-12-15T17:21:46,958 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=19 2024-12-15T17:21:46,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=21 2024-12-15T17:21:46,960 INFO [StoreOpener-beb657c44ba1c678696fb1b849ef9af0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region beb657c44ba1c678696fb1b849ef9af0 columnFamilyName info 2024-12-15T17:21:46,960 DEBUG [StoreOpener-beb657c44ba1c678696fb1b849ef9af0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:21:46,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=21, state=SUCCESS; OpenRegionProcedure 08dbbcc4092ff22a3bdcd5c1cde1c547, server=4ce65a7c4674,37327,1734283294864 in 717 msec 2024-12-15T17:21:46,965 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=19, state=SUCCESS; OpenRegionProcedure 30d35028f84bc39c5df55bb658ed480e, server=4ce65a7c4674,34375,1734283294923 in 638 msec 2024-12-15T17:21:46,967 INFO [StoreOpener-beb657c44ba1c678696fb1b849ef9af0-1 {}] regionserver.HStore(327): Store=beb657c44ba1c678696fb1b849ef9af0/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:21:46,968 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=08dbbcc4092ff22a3bdcd5c1cde1c547, ASSIGN in 1.0090 sec 2024-12-15T17:21:46,970 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/4eee55c22411a08cda8e15b6206e0f96/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:21:46,972 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/beb657c44ba1c678696fb1b849ef9af0 2024-12-15T17:21:46,972 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1102): Opened 4eee55c22411a08cda8e15b6206e0f96; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67956094, jitterRate=0.01262471079826355}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:21:46,972 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1001): Region open journal for 4eee55c22411a08cda8e15b6206e0f96: 2024-12-15T17:21:46,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=30d35028f84bc39c5df55bb658ed480e, ASSIGN in 1.0170 sec 2024-12-15T17:21:46,975 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/beb657c44ba1c678696fb1b849ef9af0 2024-12-15T17:21:46,977 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:21:46,978 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 37064, reset compression=false 2024-12-15T17:21:46,978 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,ooo,1734283304101.4eee55c22411a08cda8e15b6206e0f96., pid=60, masterSystemTime=1734283306375 2024-12-15T17:21:46,978 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/65=[#edits: 5 = ],1004}, {hbase:meta/1588230740/66=[#edits: 5 = ],988}], lastWalPath=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta, lastWalPosition=37064, nbRowKeys=2, nbHFiles=0, heapSize=1992, lastSeqIds={}, endOfFile=false,usedBufferSize=1992] 2024-12-15T17:21:46,992 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1085): writing seq id for beb657c44ba1c678696fb1b849ef9af0 2024-12-15T17:21:46,993 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=4eee55c22411a08cda8e15b6206e0f96, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,37327,1734283294864 2024-12-15T17:21:46,993 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,ooo,1734283304101.4eee55c22411a08cda8e15b6206e0f96. 2024-12-15T17:21:46,994 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,ooo,1734283304101.4eee55c22411a08cda8e15b6206e0f96. 2024-12-15T17:21:47,010 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=33 2024-12-15T17:21:47,010 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=33, state=SUCCESS; OpenRegionProcedure 4eee55c22411a08cda8e15b6206e0f96, server=4ce65a7c4674,37327,1734283294864 in 777 msec 2024-12-15T17:21:47,017 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=4eee55c22411a08cda8e15b6206e0f96, ASSIGN in 1.0620 sec 2024-12-15T17:21:47,035 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/beb657c44ba1c678696fb1b849ef9af0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:21:47,040 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1102): Opened beb657c44ba1c678696fb1b849ef9af0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59179505, jitterRate=-0.11815665662288666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:21:47,040 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1001): Region open journal for beb657c44ba1c678696fb1b849ef9af0: 2024-12-15T17:21:47,044 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:21:47,044 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 37774, reset compression=false 2024-12-15T17:21:47,047 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/67=[#edits: 5 = ],1004}], lastWalPath=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta, lastWalPosition=37774, nbRowKeys=1, nbHFiles=0, heapSize=1004, lastSeqIds={}, endOfFile=false,usedBufferSize=1004] 2024-12-15T17:21:47,050 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,rrr,1734283304101.beb657c44ba1c678696fb1b849ef9af0., pid=64, masterSystemTime=1734283306411 2024-12-15T17:21:47,055 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,rrr,1734283304101.beb657c44ba1c678696fb1b849ef9af0. 2024-12-15T17:21:47,055 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,rrr,1734283304101.beb657c44ba1c678696fb1b849ef9af0. 2024-12-15T17:21:47,055 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,xxx,1734283304101.a1edc2326a1e33f1097c2858eb5c930a. 2024-12-15T17:21:47,056 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7285): Opening region: {ENCODED => a1edc2326a1e33f1097c2858eb5c930a, NAME => 'testHBaseMetaReplicaGets,xxx,1734283304101.a1edc2326a1e33f1097c2858eb5c930a.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-12-15T17:21:47,056 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets a1edc2326a1e33f1097c2858eb5c930a 2024-12-15T17:21:47,056 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,xxx,1734283304101.a1edc2326a1e33f1097c2858eb5c930a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:47,056 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7327): checking encryption for a1edc2326a1e33f1097c2858eb5c930a 2024-12-15T17:21:47,056 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7330): checking classloading for a1edc2326a1e33f1097c2858eb5c930a 2024-12-15T17:21:47,060 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=beb657c44ba1c678696fb1b849ef9af0, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,34375,1734283294923 2024-12-15T17:21:47,080 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=36 2024-12-15T17:21:47,080 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=36, state=SUCCESS; OpenRegionProcedure beb657c44ba1c678696fb1b849ef9af0, server=4ce65a7c4674,34375,1734283294923 in 816 msec 2024-12-15T17:21:47,085 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=beb657c44ba1c678696fb1b849ef9af0, ASSIGN in 1.1320 sec 2024-12-15T17:21:47,095 INFO [StoreOpener-a1edc2326a1e33f1097c2858eb5c930a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region a1edc2326a1e33f1097c2858eb5c930a 2024-12-15T17:21:47,101 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:21:47,101 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/68=[#edits: 5 = ],1004}], lastWalPath=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta, lastWalPosition=38484, nbRowKeys=1, nbHFiles=0, heapSize=1004, lastSeqIds={}, endOfFile=false,usedBufferSize=1004] 2024-12-15T17:21:47,102 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 38484, reset compression=false 2024-12-15T17:21:47,105 INFO [StoreOpener-a1edc2326a1e33f1097c2858eb5c930a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1edc2326a1e33f1097c2858eb5c930a columnFamilyName info 2024-12-15T17:21:47,105 DEBUG [StoreOpener-a1edc2326a1e33f1097c2858eb5c930a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:21:47,115 INFO [StoreOpener-a1edc2326a1e33f1097c2858eb5c930a-1 {}] regionserver.HStore(327): Store=a1edc2326a1e33f1097c2858eb5c930a/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:21:47,126 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/a1edc2326a1e33f1097c2858eb5c930a 2024-12-15T17:21:47,135 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/a1edc2326a1e33f1097c2858eb5c930a 2024-12-15T17:21:47,152 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1085): writing seq id for a1edc2326a1e33f1097c2858eb5c930a 2024-12-15T17:21:47,175 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/a1edc2326a1e33f1097c2858eb5c930a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:21:47,176 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1102): Opened a1edc2326a1e33f1097c2858eb5c930a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74443305, jitterRate=0.1092916876077652}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:21:47,176 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1001): Region open journal for a1edc2326a1e33f1097c2858eb5c930a: 2024-12-15T17:21:47,179 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,xxx,1734283304101.a1edc2326a1e33f1097c2858eb5c930a., pid=65, masterSystemTime=1734283306411 2024-12-15T17:21:47,188 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,xxx,1734283304101.a1edc2326a1e33f1097c2858eb5c930a. 2024-12-15T17:21:47,188 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,xxx,1734283304101.a1edc2326a1e33f1097c2858eb5c930a. 2024-12-15T17:21:47,188 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,kkk,1734283304101.2a8ae48bf185b2a4d14b49f56387f31b. 2024-12-15T17:21:47,188 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7285): Opening region: {ENCODED => 2a8ae48bf185b2a4d14b49f56387f31b, NAME => 'testHBaseMetaReplicaGets,kkk,1734283304101.2a8ae48bf185b2a4d14b49f56387f31b.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-12-15T17:21:47,189 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets 2a8ae48bf185b2a4d14b49f56387f31b 2024-12-15T17:21:47,189 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,kkk,1734283304101.2a8ae48bf185b2a4d14b49f56387f31b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:47,189 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7327): checking encryption for 2a8ae48bf185b2a4d14b49f56387f31b 2024-12-15T17:21:47,189 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7330): checking classloading for 2a8ae48bf185b2a4d14b49f56387f31b 2024-12-15T17:21:47,191 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=a1edc2326a1e33f1097c2858eb5c930a, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,34375,1734283294923 2024-12-15T17:21:47,204 INFO [StoreOpener-2a8ae48bf185b2a4d14b49f56387f31b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 2a8ae48bf185b2a4d14b49f56387f31b 2024-12-15T17:21:47,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=42 2024-12-15T17:21:47,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=42, state=SUCCESS; OpenRegionProcedure a1edc2326a1e33f1097c2858eb5c930a, server=4ce65a7c4674,34375,1734283294923 in 928 msec 2024-12-15T17:21:47,206 INFO [StoreOpener-2a8ae48bf185b2a4d14b49f56387f31b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a8ae48bf185b2a4d14b49f56387f31b columnFamilyName info 2024-12-15T17:21:47,206 DEBUG [StoreOpener-2a8ae48bf185b2a4d14b49f56387f31b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:21:47,207 INFO [StoreOpener-2a8ae48bf185b2a4d14b49f56387f31b-1 {}] regionserver.HStore(327): Store=2a8ae48bf185b2a4d14b49f56387f31b/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:21:47,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=a1edc2326a1e33f1097c2858eb5c930a, ASSIGN in 1.2570 sec 2024-12-15T17:21:47,208 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/2a8ae48bf185b2a4d14b49f56387f31b 2024-12-15T17:21:47,208 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/2a8ae48bf185b2a4d14b49f56387f31b 2024-12-15T17:21:47,210 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1085): writing seq id for 2a8ae48bf185b2a4d14b49f56387f31b 2024-12-15T17:21:47,214 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/2a8ae48bf185b2a4d14b49f56387f31b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:21:47,214 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1102): Opened 2a8ae48bf185b2a4d14b49f56387f31b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63681112, jitterRate=-0.05107748508453369}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:21:47,215 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1001): Region open journal for 2a8ae48bf185b2a4d14b49f56387f31b: 2024-12-15T17:21:47,216 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,kkk,1734283304101.2a8ae48bf185b2a4d14b49f56387f31b., pid=67, masterSystemTime=1734283306411 2024-12-15T17:21:47,218 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,kkk,1734283304101.2a8ae48bf185b2a4d14b49f56387f31b. 2024-12-15T17:21:47,219 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,kkk,1734283304101.2a8ae48bf185b2a4d14b49f56387f31b. 2024-12-15T17:21:47,219 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=2a8ae48bf185b2a4d14b49f56387f31b, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,34375,1734283294923 2024-12-15T17:21:47,223 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=29 2024-12-15T17:21:47,223 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=29, state=SUCCESS; OpenRegionProcedure 2a8ae48bf185b2a4d14b49f56387f31b, server=4ce65a7c4674,34375,1734283294923 in 925 msec 2024-12-15T17:21:47,225 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=18 2024-12-15T17:21:47,225 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=2a8ae48bf185b2a4d14b49f56387f31b, ASSIGN in 1.2750 sec 2024-12-15T17:21:47,226 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testHBaseMetaReplicaGets execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T17:21:47,227 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testHBaseMetaReplicaGets","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734283307226"}]},"ts":"1734283307226"} 2024-12-15T17:21:47,229 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testHBaseMetaReplicaGets, state=ENABLED in hbase:meta 2024-12-15T17:21:47,245 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testHBaseMetaReplicaGets execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T17:21:47,249 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; CreateTableProcedure table=testHBaseMetaReplicaGets in 3.1420 sec 2024-12-15T17:21:47,329 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 38484, reset compression=false 2024-12-15T17:21:47,336 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:21:47,336 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 40000, reset compression=false 2024-12-15T17:21:47,336 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/69=[#edits: 5 = ],1004}, {hbase:meta/1588230740/70=[#edits: 5 = ],1004}, {hbase:meta/1588230740/71=[#edits: 1 = ],196}], lastWalPath=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta, lastWalPosition=40000, nbRowKeys=3, nbHFiles=0, heapSize=2204, lastSeqIds={}, endOfFile=false,usedBufferSize=2204] 2024-12-15T17:21:47,542 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 40000, reset compression=false 2024-12-15T17:21:47,849 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 40000, reset compression=false 2024-12-15T17:21:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-15T17:21:48,257 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testHBaseMetaReplicaGets, procId: 18 completed 2024-12-15T17:21:48,257 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testHBaseMetaReplicaGets get assigned. Timeout = 60000ms 2024-12-15T17:21:48,258 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T17:21:48,261 INFO [4ce65a7c4674:46679Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:21:48,261 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 40000, reset compression=false 2024-12-15T17:21:48,290 INFO [4ce65a7c4674:34375Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:21:48,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46679 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=32790 bytes) of info 2024-12-15T17:21:48,320 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testHBaseMetaReplicaGets assigned to meta. Checking AM states. 2024-12-15T17:21:48,321 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T17:21:48,321 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testHBaseMetaReplicaGets assigned. 2024-12-15T17:21:48,353 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T17:21:48,353 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$4(489): Verifying replication for region replica {ENCODED => 534574363, NAME => 'hbase:meta,,1_0001', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} 2024-12-15T17:21:48,367 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734283304101.30d35028f84bc39c5df55bb658ed480e./info:regioninfo/1734283306933/Put/vlen=61/seqid=0 hbase:namespace/table:state/1734283300704/Put/vlen=2/seqid=8 2024-12-15T17:21:48,367 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734283304101.30d35028f84bc39c5df55bb658ed480e./info:regioninfo/1734283306933/Put/vlen=61/seqid=0 hbase:namespace,,1734283299850.ab37503d6f8e5b647b87e44f1ebcdf1c./info:regioninfo/1734283300678/Put/vlen=41/seqid=7 2024-12-15T17:21:48,367 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734283304101.30d35028f84bc39c5df55bb658ed480e./info:regioninfo/1734283306933/Put/vlen=61/seqid=0 hbase:namespace,,1734283299850.ab37503d6f8e5b647b87e44f1ebcdf1c./info:seqnumDuringOpen/1734283300678/Put/vlen=8/seqid=7 2024-12-15T17:21:48,367 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734283304101.30d35028f84bc39c5df55bb658ed480e./info:regioninfo/1734283306933/Put/vlen=61/seqid=0 hbase:namespace,,1734283299850.ab37503d6f8e5b647b87e44f1ebcdf1c./info:server/1734283300678/Put/vlen=18/seqid=7 2024-12-15T17:21:48,367 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734283304101.30d35028f84bc39c5df55bb658ed480e./info:regioninfo/1734283306933/Put/vlen=61/seqid=0 hbase:namespace,,1734283299850.ab37503d6f8e5b647b87e44f1ebcdf1c./info:serverstartcode/1734283300678/Put/vlen=8/seqid=7 2024-12-15T17:21:48,367 INFO [4ce65a7c4674:37327Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:21:48,367 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734283304101.30d35028f84bc39c5df55bb658ed480e./info:regioninfo/1734283306933/Put/vlen=61/seqid=0 hbase:namespace,,1734283299850.ab37503d6f8e5b647b87e44f1ebcdf1c./info:sn/1734283300410/Put/vlen=32/seqid=6 2024-12-15T17:21:48,367 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734283304101.30d35028f84bc39c5df55bb658ed480e./info:regioninfo/1734283306933/Put/vlen=61/seqid=0 hbase:namespace,,1734283299850.ab37503d6f8e5b647b87e44f1ebcdf1c./info:state/1734283300678/Put/vlen=4/seqid=7 2024-12-15T17:21:48,368 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734283304101.30d35028f84bc39c5df55bb658ed480e./info:regioninfo/1734283306933/Put/vlen=61/seqid=0 testHBaseMetaReplicaGets/table:state/1734283307226/Put/vlen=2/seqid=71 2024-12-15T17:21:48,368 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734283304101.30d35028f84bc39c5df55bb658ed480e./info:regioninfo/1734283306933/Put/vlen=61/seqid=0 testHBaseMetaReplicaGets,,1734283304101.30d35028f84bc39c5df55bb658ed480e./info:regioninfo/1734283306933/Put/vlen=61/seqid=66 2024-12-15T17:21:48,368 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734283304101.30d35028f84bc39c5df55bb658ed480e./info:seqnumDuringOpen/1734283306933/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,,1734283304101.30d35028f84bc39c5df55bb658ed480e./info:seqnumDuringOpen/1734283306933/Put/vlen=8/seqid=66 2024-12-15T17:21:48,368 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734283304101.30d35028f84bc39c5df55bb658ed480e./info:server/1734283306933/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,,1734283304101.30d35028f84bc39c5df55bb658ed480e./info:server/1734283306933/Put/vlen=18/seqid=66 2024-12-15T17:21:48,369 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734283304101.30d35028f84bc39c5df55bb658ed480e./info:serverstartcode/1734283306933/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,,1734283304101.30d35028f84bc39c5df55bb658ed480e./info:serverstartcode/1734283306933/Put/vlen=8/seqid=66 2024-12-15T17:21:48,369 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734283304101.30d35028f84bc39c5df55bb658ed480e./info:sn/1734283306298/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,,1734283304101.30d35028f84bc39c5df55bb658ed480e./info:sn/1734283306298/Put/vlen=32/seqid=45 2024-12-15T17:21:48,369 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734283304101.30d35028f84bc39c5df55bb658ed480e./info:state/1734283306933/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,,1734283304101.30d35028f84bc39c5df55bb658ed480e./info:state/1734283306933/Put/vlen=4/seqid=66 2024-12-15T17:21:48,369 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,bbb,1734283304101.9e8b5cd46121e9c18f59d019f77732d6./info:regioninfo/1734283306702/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,bbb,1734283304101.9e8b5cd46121e9c18f59d019f77732d6./info:regioninfo/1734283306702/Put/vlen=64/seqid=57 2024-12-15T17:21:48,369 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,bbb,1734283304101.9e8b5cd46121e9c18f59d019f77732d6./info:seqnumDuringOpen/1734283306702/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,bbb,1734283304101.9e8b5cd46121e9c18f59d019f77732d6./info:seqnumDuringOpen/1734283306702/Put/vlen=8/seqid=57 2024-12-15T17:21:48,370 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,bbb,1734283304101.9e8b5cd46121e9c18f59d019f77732d6./info:server/1734283306702/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,bbb,1734283304101.9e8b5cd46121e9c18f59d019f77732d6./info:server/1734283306702/Put/vlen=18/seqid=57 2024-12-15T17:21:48,370 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,bbb,1734283304101.9e8b5cd46121e9c18f59d019f77732d6./info:serverstartcode/1734283306702/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,bbb,1734283304101.9e8b5cd46121e9c18f59d019f77732d6./info:serverstartcode/1734283306702/Put/vlen=8/seqid=57 2024-12-15T17:21:48,370 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,bbb,1734283304101.9e8b5cd46121e9c18f59d019f77732d6./info:sn/1734283306266/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,bbb,1734283304101.9e8b5cd46121e9c18f59d019f77732d6./info:sn/1734283306266/Put/vlen=32/seqid=43 2024-12-15T17:21:48,370 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,bbb,1734283304101.9e8b5cd46121e9c18f59d019f77732d6./info:state/1734283306702/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,bbb,1734283304101.9e8b5cd46121e9c18f59d019f77732d6./info:state/1734283306702/Put/vlen=4/seqid=57 2024-12-15T17:21:48,370 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ccc,1734283304101.08dbbcc4092ff22a3bdcd5c1cde1c547./info:regioninfo/1734283306907/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,ccc,1734283304101.08dbbcc4092ff22a3bdcd5c1cde1c547./info:regioninfo/1734283306907/Put/vlen=64/seqid=65 2024-12-15T17:21:48,370 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ccc,1734283304101.08dbbcc4092ff22a3bdcd5c1cde1c547./info:seqnumDuringOpen/1734283306907/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ccc,1734283304101.08dbbcc4092ff22a3bdcd5c1cde1c547./info:seqnumDuringOpen/1734283306907/Put/vlen=8/seqid=65 2024-12-15T17:21:48,370 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ccc,1734283304101.08dbbcc4092ff22a3bdcd5c1cde1c547./info:server/1734283306907/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,ccc,1734283304101.08dbbcc4092ff22a3bdcd5c1cde1c547./info:server/1734283306907/Put/vlen=18/seqid=65 2024-12-15T17:21:48,370 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ccc,1734283304101.08dbbcc4092ff22a3bdcd5c1cde1c547./info:serverstartcode/1734283306907/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ccc,1734283304101.08dbbcc4092ff22a3bdcd5c1cde1c547./info:serverstartcode/1734283306907/Put/vlen=8/seqid=65 2024-12-15T17:21:48,371 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ccc,1734283304101.08dbbcc4092ff22a3bdcd5c1cde1c547./info:sn/1734283306212/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,ccc,1734283304101.08dbbcc4092ff22a3bdcd5c1cde1c547./info:sn/1734283306212/Put/vlen=32/seqid=36 2024-12-15T17:21:48,371 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ccc,1734283304101.08dbbcc4092ff22a3bdcd5c1cde1c547./info:state/1734283306907/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,ccc,1734283304101.08dbbcc4092ff22a3bdcd5c1cde1c547./info:state/1734283306907/Put/vlen=4/seqid=65 2024-12-15T17:21:48,371 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ddd,1734283304101.2923c6ca25699e69fa429758abb12973./info:regioninfo/1734283306759/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,ddd,1734283304101.2923c6ca25699e69fa429758abb12973./info:regioninfo/1734283306759/Put/vlen=64/seqid=59 2024-12-15T17:21:48,371 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ddd,1734283304101.2923c6ca25699e69fa429758abb12973./info:seqnumDuringOpen/1734283306759/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ddd,1734283304101.2923c6ca25699e69fa429758abb12973./info:seqnumDuringOpen/1734283306759/Put/vlen=8/seqid=59 2024-12-15T17:21:48,371 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ddd,1734283304101.2923c6ca25699e69fa429758abb12973./info:server/1734283306759/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,ddd,1734283304101.2923c6ca25699e69fa429758abb12973./info:server/1734283306759/Put/vlen=18/seqid=59 2024-12-15T17:21:48,371 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ddd,1734283304101.2923c6ca25699e69fa429758abb12973./info:serverstartcode/1734283306759/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ddd,1734283304101.2923c6ca25699e69fa429758abb12973./info:serverstartcode/1734283306759/Put/vlen=8/seqid=59 2024-12-15T17:21:48,371 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ddd,1734283304101.2923c6ca25699e69fa429758abb12973./info:sn/1734283306110/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,ddd,1734283304101.2923c6ca25699e69fa429758abb12973./info:sn/1734283306110/Put/vlen=32/seqid=22 2024-12-15T17:21:48,371 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ddd,1734283304101.2923c6ca25699e69fa429758abb12973./info:state/1734283306759/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,ddd,1734283304101.2923c6ca25699e69fa429758abb12973./info:state/1734283306759/Put/vlen=4/seqid=59 2024-12-15T17:21:48,371 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734283304101.10831e3b862e422e6b33982e8ca2a9e9./info:regioninfo/1734283306694/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,eee,1734283304101.10831e3b862e422e6b33982e8ca2a9e9./info:regioninfo/1734283306694/Put/vlen=64/seqid=56 2024-12-15T17:21:48,371 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734283304101.10831e3b862e422e6b33982e8ca2a9e9./info:seqnumDuringOpen/1734283306694/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,eee,1734283304101.10831e3b862e422e6b33982e8ca2a9e9./info:seqnumDuringOpen/1734283306694/Put/vlen=8/seqid=56 2024-12-15T17:21:48,371 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734283304101.10831e3b862e422e6b33982e8ca2a9e9./info:server/1734283306694/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,eee,1734283304101.10831e3b862e422e6b33982e8ca2a9e9./info:server/1734283306694/Put/vlen=18/seqid=56 2024-12-15T17:21:48,371 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734283304101.10831e3b862e422e6b33982e8ca2a9e9./info:serverstartcode/1734283306694/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,eee,1734283304101.10831e3b862e422e6b33982e8ca2a9e9./info:serverstartcode/1734283306694/Put/vlen=8/seqid=56 2024-12-15T17:21:48,371 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734283304101.10831e3b862e422e6b33982e8ca2a9e9./info:sn/1734283306162/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,eee,1734283304101.10831e3b862e422e6b33982e8ca2a9e9./info:sn/1734283306162/Put/vlen=32/seqid=31 2024-12-15T17:21:48,372 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734283304101.10831e3b862e422e6b33982e8ca2a9e9./info:state/1734283306694/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,eee,1734283304101.10831e3b862e422e6b33982e8ca2a9e9./info:state/1734283306694/Put/vlen=4/seqid=56 2024-12-15T17:21:48,372 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,fff,1734283304101.218d4745eb86b125884b8070cbad5ea0./info:regioninfo/1734283306830/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,fff,1734283304101.218d4745eb86b125884b8070cbad5ea0./info:regioninfo/1734283306830/Put/vlen=64/seqid=62 2024-12-15T17:21:48,372 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,fff,1734283304101.218d4745eb86b125884b8070cbad5ea0./info:seqnumDuringOpen/1734283306830/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,fff,1734283304101.218d4745eb86b125884b8070cbad5ea0./info:seqnumDuringOpen/1734283306830/Put/vlen=8/seqid=62 2024-12-15T17:21:48,372 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,fff,1734283304101.218d4745eb86b125884b8070cbad5ea0./info:server/1734283306830/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,fff,1734283304101.218d4745eb86b125884b8070cbad5ea0./info:server/1734283306830/Put/vlen=18/seqid=62 2024-12-15T17:21:48,372 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,fff,1734283304101.218d4745eb86b125884b8070cbad5ea0./info:serverstartcode/1734283306830/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,fff,1734283304101.218d4745eb86b125884b8070cbad5ea0./info:serverstartcode/1734283306830/Put/vlen=8/seqid=62 2024-12-15T17:21:48,372 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,fff,1734283304101.218d4745eb86b125884b8070cbad5ea0./info:sn/1734283306231/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,fff,1734283304101.218d4745eb86b125884b8070cbad5ea0./info:sn/1734283306231/Put/vlen=32/seqid=39 2024-12-15T17:21:48,372 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,fff,1734283304101.218d4745eb86b125884b8070cbad5ea0./info:state/1734283306830/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,fff,1734283304101.218d4745eb86b125884b8070cbad5ea0./info:state/1734283306830/Put/vlen=4/seqid=62 2024-12-15T17:21:48,372 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ggg,1734283304101.ee119be89f6158c8e5d4e578c8cf267e./info:regioninfo/1734283306359/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,ggg,1734283304101.ee119be89f6158c8e5d4e578c8cf267e./info:regioninfo/1734283306359/Put/vlen=64/seqid=47 2024-12-15T17:21:48,372 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ggg,1734283304101.ee119be89f6158c8e5d4e578c8cf267e./info:seqnumDuringOpen/1734283306359/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ggg,1734283304101.ee119be89f6158c8e5d4e578c8cf267e./info:seqnumDuringOpen/1734283306359/Put/vlen=8/seqid=47 2024-12-15T17:21:48,372 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ggg,1734283304101.ee119be89f6158c8e5d4e578c8cf267e./info:server/1734283306359/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,ggg,1734283304101.ee119be89f6158c8e5d4e578c8cf267e./info:server/1734283306359/Put/vlen=18/seqid=47 2024-12-15T17:21:48,372 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ggg,1734283304101.ee119be89f6158c8e5d4e578c8cf267e./info:serverstartcode/1734283306359/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ggg,1734283304101.ee119be89f6158c8e5d4e578c8cf267e./info:serverstartcode/1734283306359/Put/vlen=8/seqid=47 2024-12-15T17:21:48,372 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ggg,1734283304101.ee119be89f6158c8e5d4e578c8cf267e./info:sn/1734283306140/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,ggg,1734283304101.ee119be89f6158c8e5d4e578c8cf267e./info:sn/1734283306140/Put/vlen=32/seqid=28 2024-12-15T17:21:48,372 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ggg,1734283304101.ee119be89f6158c8e5d4e578c8cf267e./info:state/1734283306359/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,ggg,1734283304101.ee119be89f6158c8e5d4e578c8cf267e./info:state/1734283306359/Put/vlen=4/seqid=47 2024-12-15T17:21:48,373 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,hhh,1734283304101.450457746530d09a03c7873b43141fde./info:regioninfo/1734283306788/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,hhh,1734283304101.450457746530d09a03c7873b43141fde./info:regioninfo/1734283306788/Put/vlen=64/seqid=61 2024-12-15T17:21:48,373 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,hhh,1734283304101.450457746530d09a03c7873b43141fde./info:seqnumDuringOpen/1734283306788/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,hhh,1734283304101.450457746530d09a03c7873b43141fde./info:seqnumDuringOpen/1734283306788/Put/vlen=8/seqid=61 2024-12-15T17:21:48,373 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,hhh,1734283304101.450457746530d09a03c7873b43141fde./info:server/1734283306788/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,hhh,1734283304101.450457746530d09a03c7873b43141fde./info:server/1734283306788/Put/vlen=18/seqid=61 2024-12-15T17:21:48,373 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,hhh,1734283304101.450457746530d09a03c7873b43141fde./info:serverstartcode/1734283306788/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,hhh,1734283304101.450457746530d09a03c7873b43141fde./info:serverstartcode/1734283306788/Put/vlen=8/seqid=61 2024-12-15T17:21:48,373 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,hhh,1734283304101.450457746530d09a03c7873b43141fde./info:sn/1734283306229/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,hhh,1734283304101.450457746530d09a03c7873b43141fde./info:sn/1734283306229/Put/vlen=32/seqid=38 2024-12-15T17:21:48,373 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,hhh,1734283304101.450457746530d09a03c7873b43141fde./info:state/1734283306788/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,hhh,1734283304101.450457746530d09a03c7873b43141fde./info:state/1734283306788/Put/vlen=4/seqid=61 2024-12-15T17:21:48,373 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,iii,1734283304101.48abc392d0bf02cddf633efa6867c4ad./info:regioninfo/1734283306631/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,iii,1734283304101.48abc392d0bf02cddf633efa6867c4ad./info:regioninfo/1734283306631/Put/vlen=64/seqid=55 2024-12-15T17:21:48,373 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,iii,1734283304101.48abc392d0bf02cddf633efa6867c4ad./info:seqnumDuringOpen/1734283306631/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,iii,1734283304101.48abc392d0bf02cddf633efa6867c4ad./info:seqnumDuringOpen/1734283306631/Put/vlen=8/seqid=55 2024-12-15T17:21:48,373 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,iii,1734283304101.48abc392d0bf02cddf633efa6867c4ad./info:server/1734283306631/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,iii,1734283304101.48abc392d0bf02cddf633efa6867c4ad./info:server/1734283306631/Put/vlen=18/seqid=55 2024-12-15T17:21:48,373 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,iii,1734283304101.48abc392d0bf02cddf633efa6867c4ad./info:serverstartcode/1734283306631/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,iii,1734283304101.48abc392d0bf02cddf633efa6867c4ad./info:serverstartcode/1734283306631/Put/vlen=8/seqid=55 2024-12-15T17:21:48,373 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,iii,1734283304101.48abc392d0bf02cddf633efa6867c4ad./info:sn/1734283306110/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,iii,1734283304101.48abc392d0bf02cddf633efa6867c4ad./info:sn/1734283306110/Put/vlen=32/seqid=23 2024-12-15T17:21:48,373 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,iii,1734283304101.48abc392d0bf02cddf633efa6867c4ad./info:state/1734283306631/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,iii,1734283304101.48abc392d0bf02cddf633efa6867c4ad./info:state/1734283306631/Put/vlen=4/seqid=55 2024-12-15T17:21:48,373 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,jjj,1734283304101.c36397a48ebb908e2b67f70d6d8b0abd./info:regioninfo/1734283306854/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,jjj,1734283304101.c36397a48ebb908e2b67f70d6d8b0abd./info:regioninfo/1734283306854/Put/vlen=64/seqid=63 2024-12-15T17:21:48,373 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,jjj,1734283304101.c36397a48ebb908e2b67f70d6d8b0abd./info:seqnumDuringOpen/1734283306854/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,jjj,1734283304101.c36397a48ebb908e2b67f70d6d8b0abd./info:seqnumDuringOpen/1734283306854/Put/vlen=8/seqid=63 2024-12-15T17:21:48,374 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,jjj,1734283304101.c36397a48ebb908e2b67f70d6d8b0abd./info:server/1734283306854/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,jjj,1734283304101.c36397a48ebb908e2b67f70d6d8b0abd./info:server/1734283306854/Put/vlen=18/seqid=63 2024-12-15T17:21:48,374 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,jjj,1734283304101.c36397a48ebb908e2b67f70d6d8b0abd./info:serverstartcode/1734283306854/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,jjj,1734283304101.c36397a48ebb908e2b67f70d6d8b0abd./info:serverstartcode/1734283306854/Put/vlen=8/seqid=63 2024-12-15T17:21:48,374 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,jjj,1734283304101.c36397a48ebb908e2b67f70d6d8b0abd./info:sn/1734283306151/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,jjj,1734283304101.c36397a48ebb908e2b67f70d6d8b0abd./info:sn/1734283306151/Put/vlen=32/seqid=30 2024-12-15T17:21:48,374 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,jjj,1734283304101.c36397a48ebb908e2b67f70d6d8b0abd./info:state/1734283306854/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,jjj,1734283304101.c36397a48ebb908e2b67f70d6d8b0abd./info:state/1734283306854/Put/vlen=4/seqid=63 2024-12-15T17:21:48,374 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,kkk,1734283304101.2a8ae48bf185b2a4d14b49f56387f31b./info:regioninfo/1734283307219/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,kkk,1734283304101.2a8ae48bf185b2a4d14b49f56387f31b./info:regioninfo/1734283307219/Put/vlen=64/seqid=70 2024-12-15T17:21:48,374 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,kkk,1734283304101.2a8ae48bf185b2a4d14b49f56387f31b./info:seqnumDuringOpen/1734283307219/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,kkk,1734283304101.2a8ae48bf185b2a4d14b49f56387f31b./info:seqnumDuringOpen/1734283307219/Put/vlen=8/seqid=70 2024-12-15T17:21:48,374 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,kkk,1734283304101.2a8ae48bf185b2a4d14b49f56387f31b./info:server/1734283307219/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,kkk,1734283304101.2a8ae48bf185b2a4d14b49f56387f31b./info:server/1734283307219/Put/vlen=18/seqid=70 2024-12-15T17:21:48,374 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,kkk,1734283304101.2a8ae48bf185b2a4d14b49f56387f31b./info:serverstartcode/1734283307219/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,kkk,1734283304101.2a8ae48bf185b2a4d14b49f56387f31b./info:serverstartcode/1734283307219/Put/vlen=8/seqid=70 2024-12-15T17:21:48,374 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,kkk,1734283304101.2a8ae48bf185b2a4d14b49f56387f31b./info:sn/1734283306292/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,kkk,1734283304101.2a8ae48bf185b2a4d14b49f56387f31b./info:sn/1734283306292/Put/vlen=32/seqid=44 2024-12-15T17:21:48,374 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,kkk,1734283304101.2a8ae48bf185b2a4d14b49f56387f31b./info:state/1734283307219/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,kkk,1734283304101.2a8ae48bf185b2a4d14b49f56387f31b./info:state/1734283307219/Put/vlen=4/seqid=70 2024-12-15T17:21:48,374 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,lll,1734283304101.60ccefacd578355a929738f76cf35a7c./info:regioninfo/1734283306712/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,lll,1734283304101.60ccefacd578355a929738f76cf35a7c./info:regioninfo/1734283306712/Put/vlen=64/seqid=58 2024-12-15T17:21:48,374 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,lll,1734283304101.60ccefacd578355a929738f76cf35a7c./info:seqnumDuringOpen/1734283306712/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,lll,1734283304101.60ccefacd578355a929738f76cf35a7c./info:seqnumDuringOpen/1734283306712/Put/vlen=8/seqid=58 2024-12-15T17:21:48,374 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,lll,1734283304101.60ccefacd578355a929738f76cf35a7c./info:server/1734283306712/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,lll,1734283304101.60ccefacd578355a929738f76cf35a7c./info:server/1734283306712/Put/vlen=18/seqid=58 2024-12-15T17:21:48,375 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,lll,1734283304101.60ccefacd578355a929738f76cf35a7c./info:serverstartcode/1734283306712/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,lll,1734283304101.60ccefacd578355a929738f76cf35a7c./info:serverstartcode/1734283306712/Put/vlen=8/seqid=58 2024-12-15T17:21:48,375 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,lll,1734283304101.60ccefacd578355a929738f76cf35a7c./info:sn/1734283306191/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,lll,1734283304101.60ccefacd578355a929738f76cf35a7c./info:sn/1734283306191/Put/vlen=32/seqid=34 2024-12-15T17:21:48,375 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,lll,1734283304101.60ccefacd578355a929738f76cf35a7c./info:state/1734283306712/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,lll,1734283304101.60ccefacd578355a929738f76cf35a7c./info:state/1734283306712/Put/vlen=4/seqid=58 2024-12-15T17:21:48,375 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,mmm,1734283304101.f3d4d3132b0da107773a9c6f173d2050./info:regioninfo/1734283306878/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,mmm,1734283304101.f3d4d3132b0da107773a9c6f173d2050./info:regioninfo/1734283306878/Put/vlen=64/seqid=64 2024-12-15T17:21:48,375 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,mmm,1734283304101.f3d4d3132b0da107773a9c6f173d2050./info:seqnumDuringOpen/1734283306878/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,mmm,1734283304101.f3d4d3132b0da107773a9c6f173d2050./info:seqnumDuringOpen/1734283306878/Put/vlen=8/seqid=64 2024-12-15T17:21:48,375 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,mmm,1734283304101.f3d4d3132b0da107773a9c6f173d2050./info:server/1734283306878/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,mmm,1734283304101.f3d4d3132b0da107773a9c6f173d2050./info:server/1734283306878/Put/vlen=18/seqid=64 2024-12-15T17:21:48,375 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,mmm,1734283304101.f3d4d3132b0da107773a9c6f173d2050./info:serverstartcode/1734283306878/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,mmm,1734283304101.f3d4d3132b0da107773a9c6f173d2050./info:serverstartcode/1734283306878/Put/vlen=8/seqid=64 2024-12-15T17:21:48,375 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,mmm,1734283304101.f3d4d3132b0da107773a9c6f173d2050./info:sn/1734283306110/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,mmm,1734283304101.f3d4d3132b0da107773a9c6f173d2050./info:sn/1734283306110/Put/vlen=32/seqid=25 2024-12-15T17:21:48,375 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,mmm,1734283304101.f3d4d3132b0da107773a9c6f173d2050./info:state/1734283306878/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,mmm,1734283304101.f3d4d3132b0da107773a9c6f173d2050./info:state/1734283306878/Put/vlen=4/seqid=64 2024-12-15T17:21:48,375 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,nnn,1734283304101.087e417b738d0864d4645b7d9c279b9e./info:regioninfo/1734283306483/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,nnn,1734283304101.087e417b738d0864d4645b7d9c279b9e./info:regioninfo/1734283306483/Put/vlen=64/seqid=50 2024-12-15T17:21:48,375 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,nnn,1734283304101.087e417b738d0864d4645b7d9c279b9e./info:seqnumDuringOpen/1734283306483/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,nnn,1734283304101.087e417b738d0864d4645b7d9c279b9e./info:seqnumDuringOpen/1734283306483/Put/vlen=8/seqid=50 2024-12-15T17:21:48,375 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,nnn,1734283304101.087e417b738d0864d4645b7d9c279b9e./info:server/1734283306483/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,nnn,1734283304101.087e417b738d0864d4645b7d9c279b9e./info:server/1734283306483/Put/vlen=18/seqid=50 2024-12-15T17:21:48,376 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,nnn,1734283304101.087e417b738d0864d4645b7d9c279b9e./info:serverstartcode/1734283306483/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,nnn,1734283304101.087e417b738d0864d4645b7d9c279b9e./info:serverstartcode/1734283306483/Put/vlen=8/seqid=50 2024-12-15T17:21:48,376 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,nnn,1734283304101.087e417b738d0864d4645b7d9c279b9e./info:sn/1734283306188/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,nnn,1734283304101.087e417b738d0864d4645b7d9c279b9e./info:sn/1734283306188/Put/vlen=32/seqid=33 2024-12-15T17:21:48,376 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,nnn,1734283304101.087e417b738d0864d4645b7d9c279b9e./info:state/1734283306483/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,nnn,1734283304101.087e417b738d0864d4645b7d9c279b9e./info:state/1734283306483/Put/vlen=4/seqid=50 2024-12-15T17:21:48,376 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ooo,1734283304101.4eee55c22411a08cda8e15b6206e0f96./info:regioninfo/1734283306993/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,ooo,1734283304101.4eee55c22411a08cda8e15b6206e0f96./info:regioninfo/1734283306993/Put/vlen=64/seqid=67 2024-12-15T17:21:48,376 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ooo,1734283304101.4eee55c22411a08cda8e15b6206e0f96./info:seqnumDuringOpen/1734283306993/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ooo,1734283304101.4eee55c22411a08cda8e15b6206e0f96./info:seqnumDuringOpen/1734283306993/Put/vlen=8/seqid=67 2024-12-15T17:21:48,376 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ooo,1734283304101.4eee55c22411a08cda8e15b6206e0f96./info:server/1734283306993/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,ooo,1734283304101.4eee55c22411a08cda8e15b6206e0f96./info:server/1734283306993/Put/vlen=18/seqid=67 2024-12-15T17:21:48,376 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ooo,1734283304101.4eee55c22411a08cda8e15b6206e0f96./info:serverstartcode/1734283306993/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ooo,1734283304101.4eee55c22411a08cda8e15b6206e0f96./info:serverstartcode/1734283306993/Put/vlen=8/seqid=67 2024-12-15T17:21:48,376 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ooo,1734283304101.4eee55c22411a08cda8e15b6206e0f96./info:sn/1734283306217/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,ooo,1734283304101.4eee55c22411a08cda8e15b6206e0f96./info:sn/1734283306217/Put/vlen=32/seqid=37 2024-12-15T17:21:48,376 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ooo,1734283304101.4eee55c22411a08cda8e15b6206e0f96./info:state/1734283306993/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,ooo,1734283304101.4eee55c22411a08cda8e15b6206e0f96./info:state/1734283306993/Put/vlen=4/seqid=67 2024-12-15T17:21:48,376 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ppp,1734283304101.21c6958912195aa6a879f0ca6e111303./info:regioninfo/1734283306350/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,ppp,1734283304101.21c6958912195aa6a879f0ca6e111303./info:regioninfo/1734283306350/Put/vlen=64/seqid=46 2024-12-15T17:21:48,376 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ppp,1734283304101.21c6958912195aa6a879f0ca6e111303./info:seqnumDuringOpen/1734283306350/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ppp,1734283304101.21c6958912195aa6a879f0ca6e111303./info:seqnumDuringOpen/1734283306350/Put/vlen=8/seqid=46 2024-12-15T17:21:48,376 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ppp,1734283304101.21c6958912195aa6a879f0ca6e111303./info:server/1734283306350/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,ppp,1734283304101.21c6958912195aa6a879f0ca6e111303./info:server/1734283306350/Put/vlen=18/seqid=46 2024-12-15T17:21:48,376 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ppp,1734283304101.21c6958912195aa6a879f0ca6e111303./info:serverstartcode/1734283306350/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ppp,1734283304101.21c6958912195aa6a879f0ca6e111303./info:serverstartcode/1734283306350/Put/vlen=8/seqid=46 2024-12-15T17:21:48,377 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ppp,1734283304101.21c6958912195aa6a879f0ca6e111303./info:sn/1734283306140/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,ppp,1734283304101.21c6958912195aa6a879f0ca6e111303./info:sn/1734283306140/Put/vlen=32/seqid=26 2024-12-15T17:21:48,377 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ppp,1734283304101.21c6958912195aa6a879f0ca6e111303./info:state/1734283306350/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,ppp,1734283304101.21c6958912195aa6a879f0ca6e111303./info:state/1734283306350/Put/vlen=4/seqid=46 2024-12-15T17:21:48,377 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,qqq,1734283304101.de1645cde872a213db377f57f530eb20./info:regioninfo/1734283306764/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,qqq,1734283304101.de1645cde872a213db377f57f530eb20./info:regioninfo/1734283306764/Put/vlen=64/seqid=60 2024-12-15T17:21:48,377 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,qqq,1734283304101.de1645cde872a213db377f57f530eb20./info:seqnumDuringOpen/1734283306764/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,qqq,1734283304101.de1645cde872a213db377f57f530eb20./info:seqnumDuringOpen/1734283306764/Put/vlen=8/seqid=60 2024-12-15T17:21:48,377 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,qqq,1734283304101.de1645cde872a213db377f57f530eb20./info:server/1734283306764/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,qqq,1734283304101.de1645cde872a213db377f57f530eb20./info:server/1734283306764/Put/vlen=18/seqid=60 2024-12-15T17:21:48,377 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,qqq,1734283304101.de1645cde872a213db377f57f530eb20./info:serverstartcode/1734283306764/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,qqq,1734283304101.de1645cde872a213db377f57f530eb20./info:serverstartcode/1734283306764/Put/vlen=8/seqid=60 2024-12-15T17:21:48,377 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,qqq,1734283304101.de1645cde872a213db377f57f530eb20./info:sn/1734283306175/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,qqq,1734283304101.de1645cde872a213db377f57f530eb20./info:sn/1734283306175/Put/vlen=32/seqid=32 2024-12-15T17:21:48,377 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,qqq,1734283304101.de1645cde872a213db377f57f530eb20./info:state/1734283306764/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,qqq,1734283304101.de1645cde872a213db377f57f530eb20./info:state/1734283306764/Put/vlen=4/seqid=60 2024-12-15T17:21:48,377 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,rrr,1734283304101.beb657c44ba1c678696fb1b849ef9af0./info:regioninfo/1734283307060/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,rrr,1734283304101.beb657c44ba1c678696fb1b849ef9af0./info:regioninfo/1734283307060/Put/vlen=64/seqid=68 2024-12-15T17:21:48,377 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,rrr,1734283304101.beb657c44ba1c678696fb1b849ef9af0./info:seqnumDuringOpen/1734283307060/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,rrr,1734283304101.beb657c44ba1c678696fb1b849ef9af0./info:seqnumDuringOpen/1734283307060/Put/vlen=8/seqid=68 2024-12-15T17:21:48,377 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,rrr,1734283304101.beb657c44ba1c678696fb1b849ef9af0./info:server/1734283307060/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,rrr,1734283304101.beb657c44ba1c678696fb1b849ef9af0./info:server/1734283307060/Put/vlen=18/seqid=68 2024-12-15T17:21:48,377 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,rrr,1734283304101.beb657c44ba1c678696fb1b849ef9af0./info:serverstartcode/1734283307060/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,rrr,1734283304101.beb657c44ba1c678696fb1b849ef9af0./info:serverstartcode/1734283307060/Put/vlen=8/seqid=68 2024-12-15T17:21:48,383 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,rrr,1734283304101.beb657c44ba1c678696fb1b849ef9af0./info:sn/1734283306249/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,rrr,1734283304101.beb657c44ba1c678696fb1b849ef9af0./info:sn/1734283306249/Put/vlen=32/seqid=41 2024-12-15T17:21:48,383 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,rrr,1734283304101.beb657c44ba1c678696fb1b849ef9af0./info:state/1734283307060/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,rrr,1734283304101.beb657c44ba1c678696fb1b849ef9af0./info:state/1734283307060/Put/vlen=4/seqid=68 2024-12-15T17:21:48,383 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40./info:regioninfo/1734283306428/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40./info:regioninfo/1734283306428/Put/vlen=64/seqid=49 2024-12-15T17:21:48,383 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40./info:seqnumDuringOpen/1734283306428/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40./info:seqnumDuringOpen/1734283306428/Put/vlen=8/seqid=49 2024-12-15T17:21:48,383 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40./info:server/1734283306428/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40./info:server/1734283306428/Put/vlen=18/seqid=49 2024-12-15T17:21:48,383 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40./info:serverstartcode/1734283306428/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40./info:serverstartcode/1734283306428/Put/vlen=8/seqid=49 2024-12-15T17:21:48,383 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40./info:sn/1734283306140/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40./info:sn/1734283306140/Put/vlen=32/seqid=27 2024-12-15T17:21:48,384 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40./info:state/1734283306428/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40./info:state/1734283306428/Put/vlen=4/seqid=49 2024-12-15T17:21:48,384 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ttt,1734283304101.9647f75896de831fc679376d7a1e7ecb./info:regioninfo/1734283306611/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,ttt,1734283304101.9647f75896de831fc679376d7a1e7ecb./info:regioninfo/1734283306611/Put/vlen=64/seqid=54 2024-12-15T17:21:48,384 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ttt,1734283304101.9647f75896de831fc679376d7a1e7ecb./info:seqnumDuringOpen/1734283306611/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ttt,1734283304101.9647f75896de831fc679376d7a1e7ecb./info:seqnumDuringOpen/1734283306611/Put/vlen=8/seqid=54 2024-12-15T17:21:48,384 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ttt,1734283304101.9647f75896de831fc679376d7a1e7ecb./info:server/1734283306611/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,ttt,1734283304101.9647f75896de831fc679376d7a1e7ecb./info:server/1734283306611/Put/vlen=18/seqid=54 2024-12-15T17:21:48,384 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ttt,1734283304101.9647f75896de831fc679376d7a1e7ecb./info:serverstartcode/1734283306611/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ttt,1734283304101.9647f75896de831fc679376d7a1e7ecb./info:serverstartcode/1734283306611/Put/vlen=8/seqid=54 2024-12-15T17:21:48,384 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ttt,1734283304101.9647f75896de831fc679376d7a1e7ecb./info:sn/1734283306211/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,ttt,1734283304101.9647f75896de831fc679376d7a1e7ecb./info:sn/1734283306211/Put/vlen=32/seqid=35 2024-12-15T17:21:48,384 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ttt,1734283304101.9647f75896de831fc679376d7a1e7ecb./info:state/1734283306611/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,ttt,1734283304101.9647f75896de831fc679376d7a1e7ecb./info:state/1734283306611/Put/vlen=4/seqid=54 2024-12-15T17:21:48,384 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,uuu,1734283304101.58c5cb1e00e4786054f46991e722af03./info:regioninfo/1734283306422/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,uuu,1734283304101.58c5cb1e00e4786054f46991e722af03./info:regioninfo/1734283306422/Put/vlen=64/seqid=48 2024-12-15T17:21:48,384 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,uuu,1734283304101.58c5cb1e00e4786054f46991e722af03./info:seqnumDuringOpen/1734283306422/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,uuu,1734283304101.58c5cb1e00e4786054f46991e722af03./info:seqnumDuringOpen/1734283306422/Put/vlen=8/seqid=48 2024-12-15T17:21:48,384 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,uuu,1734283304101.58c5cb1e00e4786054f46991e722af03./info:server/1734283306422/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,uuu,1734283304101.58c5cb1e00e4786054f46991e722af03./info:server/1734283306422/Put/vlen=18/seqid=48 2024-12-15T17:21:48,384 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,uuu,1734283304101.58c5cb1e00e4786054f46991e722af03./info:serverstartcode/1734283306422/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,uuu,1734283304101.58c5cb1e00e4786054f46991e722af03./info:serverstartcode/1734283306422/Put/vlen=8/seqid=48 2024-12-15T17:21:48,384 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,uuu,1734283304101.58c5cb1e00e4786054f46991e722af03./info:sn/1734283306110/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,uuu,1734283304101.58c5cb1e00e4786054f46991e722af03./info:sn/1734283306110/Put/vlen=32/seqid=24 2024-12-15T17:21:48,384 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,uuu,1734283304101.58c5cb1e00e4786054f46991e722af03./info:state/1734283306422/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,uuu,1734283304101.58c5cb1e00e4786054f46991e722af03./info:state/1734283306422/Put/vlen=4/seqid=48 2024-12-15T17:21:48,385 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,vvv,1734283304101.05e24e1beec2e1a34d52db59e949365a./info:regioninfo/1734283306564/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,vvv,1734283304101.05e24e1beec2e1a34d52db59e949365a./info:regioninfo/1734283306564/Put/vlen=64/seqid=52 2024-12-15T17:21:48,385 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,vvv,1734283304101.05e24e1beec2e1a34d52db59e949365a./info:seqnumDuringOpen/1734283306564/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,vvv,1734283304101.05e24e1beec2e1a34d52db59e949365a./info:seqnumDuringOpen/1734283306564/Put/vlen=8/seqid=52 2024-12-15T17:21:48,385 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,vvv,1734283304101.05e24e1beec2e1a34d52db59e949365a./info:server/1734283306564/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,vvv,1734283304101.05e24e1beec2e1a34d52db59e949365a./info:server/1734283306564/Put/vlen=18/seqid=52 2024-12-15T17:21:48,385 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,vvv,1734283304101.05e24e1beec2e1a34d52db59e949365a./info:serverstartcode/1734283306564/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,vvv,1734283304101.05e24e1beec2e1a34d52db59e949365a./info:serverstartcode/1734283306564/Put/vlen=8/seqid=52 2024-12-15T17:21:48,385 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,vvv,1734283304101.05e24e1beec2e1a34d52db59e949365a./info:sn/1734283306235/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,vvv,1734283304101.05e24e1beec2e1a34d52db59e949365a./info:sn/1734283306235/Put/vlen=32/seqid=40 2024-12-15T17:21:48,385 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,vvv,1734283304101.05e24e1beec2e1a34d52db59e949365a./info:state/1734283306564/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,vvv,1734283304101.05e24e1beec2e1a34d52db59e949365a./info:state/1734283306564/Put/vlen=4/seqid=52 2024-12-15T17:21:48,385 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,www,1734283304101.04ad37f21280a14c9fd4caf18d1cc4f6./info:regioninfo/1734283306547/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,www,1734283304101.04ad37f21280a14c9fd4caf18d1cc4f6./info:regioninfo/1734283306547/Put/vlen=64/seqid=51 2024-12-15T17:21:48,385 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,www,1734283304101.04ad37f21280a14c9fd4caf18d1cc4f6./info:seqnumDuringOpen/1734283306547/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,www,1734283304101.04ad37f21280a14c9fd4caf18d1cc4f6./info:seqnumDuringOpen/1734283306547/Put/vlen=8/seqid=51 2024-12-15T17:21:48,385 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,www,1734283304101.04ad37f21280a14c9fd4caf18d1cc4f6./info:server/1734283306547/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,www,1734283304101.04ad37f21280a14c9fd4caf18d1cc4f6./info:server/1734283306547/Put/vlen=18/seqid=51 2024-12-15T17:21:48,385 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,www,1734283304101.04ad37f21280a14c9fd4caf18d1cc4f6./info:serverstartcode/1734283306547/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,www,1734283304101.04ad37f21280a14c9fd4caf18d1cc4f6./info:serverstartcode/1734283306547/Put/vlen=8/seqid=51 2024-12-15T17:21:48,385 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,www,1734283304101.04ad37f21280a14c9fd4caf18d1cc4f6./info:sn/1734283306110/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,www,1734283304101.04ad37f21280a14c9fd4caf18d1cc4f6./info:sn/1734283306110/Put/vlen=32/seqid=21 2024-12-15T17:21:48,385 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,www,1734283304101.04ad37f21280a14c9fd4caf18d1cc4f6./info:state/1734283306547/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,www,1734283304101.04ad37f21280a14c9fd4caf18d1cc4f6./info:state/1734283306547/Put/vlen=4/seqid=51 2024-12-15T17:21:48,385 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,xxx,1734283304101.a1edc2326a1e33f1097c2858eb5c930a./info:regioninfo/1734283307191/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,xxx,1734283304101.a1edc2326a1e33f1097c2858eb5c930a./info:regioninfo/1734283307191/Put/vlen=64/seqid=69 2024-12-15T17:21:48,385 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,xxx,1734283304101.a1edc2326a1e33f1097c2858eb5c930a./info:seqnumDuringOpen/1734283307191/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,xxx,1734283304101.a1edc2326a1e33f1097c2858eb5c930a./info:seqnumDuringOpen/1734283307191/Put/vlen=8/seqid=69 2024-12-15T17:21:48,386 INFO [4ce65a7c4674:40797Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:21:48,386 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,xxx,1734283304101.a1edc2326a1e33f1097c2858eb5c930a./info:server/1734283307191/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,xxx,1734283304101.a1edc2326a1e33f1097c2858eb5c930a./info:server/1734283307191/Put/vlen=18/seqid=69 2024-12-15T17:21:48,386 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,xxx,1734283304101.a1edc2326a1e33f1097c2858eb5c930a./info:serverstartcode/1734283307191/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,xxx,1734283304101.a1edc2326a1e33f1097c2858eb5c930a./info:serverstartcode/1734283307191/Put/vlen=8/seqid=69 2024-12-15T17:21:48,386 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,xxx,1734283304101.a1edc2326a1e33f1097c2858eb5c930a./info:sn/1734283306265/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,xxx,1734283304101.a1edc2326a1e33f1097c2858eb5c930a./info:sn/1734283306265/Put/vlen=32/seqid=42 2024-12-15T17:21:48,386 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,xxx,1734283304101.a1edc2326a1e33f1097c2858eb5c930a./info:state/1734283307191/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,xxx,1734283304101.a1edc2326a1e33f1097c2858eb5c930a./info:state/1734283307191/Put/vlen=4/seqid=69 2024-12-15T17:21:48,386 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,yyy,1734283304101.2b127bf9c37f05c9dc8f42c28df1dd0b./info:regioninfo/1734283306574/Put/vlen=61/seqid=0 testHBaseMetaReplicaGets,yyy,1734283304101.2b127bf9c37f05c9dc8f42c28df1dd0b./info:regioninfo/1734283306574/Put/vlen=61/seqid=53 2024-12-15T17:21:48,386 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,yyy,1734283304101.2b127bf9c37f05c9dc8f42c28df1dd0b./info:seqnumDuringOpen/1734283306574/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,yyy,1734283304101.2b127bf9c37f05c9dc8f42c28df1dd0b./info:seqnumDuringOpen/1734283306574/Put/vlen=8/seqid=53 2024-12-15T17:21:48,386 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,yyy,1734283304101.2b127bf9c37f05c9dc8f42c28df1dd0b./info:server/1734283306574/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,yyy,1734283304101.2b127bf9c37f05c9dc8f42c28df1dd0b./info:server/1734283306574/Put/vlen=18/seqid=53 2024-12-15T17:21:48,386 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,yyy,1734283304101.2b127bf9c37f05c9dc8f42c28df1dd0b./info:serverstartcode/1734283306574/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,yyy,1734283304101.2b127bf9c37f05c9dc8f42c28df1dd0b./info:serverstartcode/1734283306574/Put/vlen=8/seqid=53 2024-12-15T17:21:48,386 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,yyy,1734283304101.2b127bf9c37f05c9dc8f42c28df1dd0b./info:sn/1734283306142/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,yyy,1734283304101.2b127bf9c37f05c9dc8f42c28df1dd0b./info:sn/1734283306142/Put/vlen=32/seqid=29 2024-12-15T17:21:48,386 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,yyy,1734283304101.2b127bf9c37f05c9dc8f42c28df1dd0b./info:state/1734283306574/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,yyy,1734283304101.2b127bf9c37f05c9dc8f42c28df1dd0b./info:state/1734283306574/Put/vlen=4/seqid=53 2024-12-15T17:21:48,387 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T17:21:48,387 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$4(489): Verifying replication for region replica {ENCODED => 1657623790, NAME => 'hbase:meta,,1_0002', STARTKEY => '', ENDKEY => '', REPLICA_ID => 2} 2024-12-15T17:21:48,412 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734283304101.30d35028f84bc39c5df55bb658ed480e./info:regioninfo/1734283306933/Put/vlen=61/seqid=0 hbase:namespace/table:state/1734283300704/Put/vlen=2/seqid=8 2024-12-15T17:21:48,413 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734283304101.30d35028f84bc39c5df55bb658ed480e./info:regioninfo/1734283306933/Put/vlen=61/seqid=0 hbase:namespace,,1734283299850.ab37503d6f8e5b647b87e44f1ebcdf1c./info:regioninfo/1734283300678/Put/vlen=41/seqid=7 2024-12-15T17:21:48,413 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734283304101.30d35028f84bc39c5df55bb658ed480e./info:regioninfo/1734283306933/Put/vlen=61/seqid=0 hbase:namespace,,1734283299850.ab37503d6f8e5b647b87e44f1ebcdf1c./info:seqnumDuringOpen/1734283300678/Put/vlen=8/seqid=7 2024-12-15T17:21:48,413 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734283304101.30d35028f84bc39c5df55bb658ed480e./info:regioninfo/1734283306933/Put/vlen=61/seqid=0 hbase:namespace,,1734283299850.ab37503d6f8e5b647b87e44f1ebcdf1c./info:server/1734283300678/Put/vlen=18/seqid=7 2024-12-15T17:21:48,413 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734283304101.30d35028f84bc39c5df55bb658ed480e./info:regioninfo/1734283306933/Put/vlen=61/seqid=0 hbase:namespace,,1734283299850.ab37503d6f8e5b647b87e44f1ebcdf1c./info:serverstartcode/1734283300678/Put/vlen=8/seqid=7 2024-12-15T17:21:48,413 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734283304101.30d35028f84bc39c5df55bb658ed480e./info:regioninfo/1734283306933/Put/vlen=61/seqid=0 hbase:namespace,,1734283299850.ab37503d6f8e5b647b87e44f1ebcdf1c./info:sn/1734283300410/Put/vlen=32/seqid=6 2024-12-15T17:21:48,413 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734283304101.30d35028f84bc39c5df55bb658ed480e./info:regioninfo/1734283306933/Put/vlen=61/seqid=0 hbase:namespace,,1734283299850.ab37503d6f8e5b647b87e44f1ebcdf1c./info:state/1734283300678/Put/vlen=4/seqid=7 2024-12-15T17:21:48,413 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734283304101.30d35028f84bc39c5df55bb658ed480e./info:regioninfo/1734283306933/Put/vlen=61/seqid=0 testHBaseMetaReplicaGets/table:state/1734283307226/Put/vlen=2/seqid=71 2024-12-15T17:21:48,413 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734283304101.30d35028f84bc39c5df55bb658ed480e./info:regioninfo/1734283306933/Put/vlen=61/seqid=0 testHBaseMetaReplicaGets,,1734283304101.30d35028f84bc39c5df55bb658ed480e./info:regioninfo/1734283306933/Put/vlen=61/seqid=66 2024-12-15T17:21:48,413 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734283304101.30d35028f84bc39c5df55bb658ed480e./info:seqnumDuringOpen/1734283306933/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,,1734283304101.30d35028f84bc39c5df55bb658ed480e./info:seqnumDuringOpen/1734283306933/Put/vlen=8/seqid=66 2024-12-15T17:21:48,413 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734283304101.30d35028f84bc39c5df55bb658ed480e./info:server/1734283306933/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,,1734283304101.30d35028f84bc39c5df55bb658ed480e./info:server/1734283306933/Put/vlen=18/seqid=66 2024-12-15T17:21:48,414 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734283304101.30d35028f84bc39c5df55bb658ed480e./info:serverstartcode/1734283306933/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,,1734283304101.30d35028f84bc39c5df55bb658ed480e./info:serverstartcode/1734283306933/Put/vlen=8/seqid=66 2024-12-15T17:21:48,414 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734283304101.30d35028f84bc39c5df55bb658ed480e./info:sn/1734283306298/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,,1734283304101.30d35028f84bc39c5df55bb658ed480e./info:sn/1734283306298/Put/vlen=32/seqid=45 2024-12-15T17:21:48,414 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,,1734283304101.30d35028f84bc39c5df55bb658ed480e./info:state/1734283306933/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,,1734283304101.30d35028f84bc39c5df55bb658ed480e./info:state/1734283306933/Put/vlen=4/seqid=66 2024-12-15T17:21:48,414 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,bbb,1734283304101.9e8b5cd46121e9c18f59d019f77732d6./info:regioninfo/1734283306702/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,bbb,1734283304101.9e8b5cd46121e9c18f59d019f77732d6./info:regioninfo/1734283306702/Put/vlen=64/seqid=57 2024-12-15T17:21:48,414 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,bbb,1734283304101.9e8b5cd46121e9c18f59d019f77732d6./info:seqnumDuringOpen/1734283306702/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,bbb,1734283304101.9e8b5cd46121e9c18f59d019f77732d6./info:seqnumDuringOpen/1734283306702/Put/vlen=8/seqid=57 2024-12-15T17:21:48,414 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,bbb,1734283304101.9e8b5cd46121e9c18f59d019f77732d6./info:server/1734283306702/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,bbb,1734283304101.9e8b5cd46121e9c18f59d019f77732d6./info:server/1734283306702/Put/vlen=18/seqid=57 2024-12-15T17:21:48,414 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,bbb,1734283304101.9e8b5cd46121e9c18f59d019f77732d6./info:serverstartcode/1734283306702/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,bbb,1734283304101.9e8b5cd46121e9c18f59d019f77732d6./info:serverstartcode/1734283306702/Put/vlen=8/seqid=57 2024-12-15T17:21:48,414 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,bbb,1734283304101.9e8b5cd46121e9c18f59d019f77732d6./info:sn/1734283306266/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,bbb,1734283304101.9e8b5cd46121e9c18f59d019f77732d6./info:sn/1734283306266/Put/vlen=32/seqid=43 2024-12-15T17:21:48,414 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,bbb,1734283304101.9e8b5cd46121e9c18f59d019f77732d6./info:state/1734283306702/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,bbb,1734283304101.9e8b5cd46121e9c18f59d019f77732d6./info:state/1734283306702/Put/vlen=4/seqid=57 2024-12-15T17:21:48,414 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ccc,1734283304101.08dbbcc4092ff22a3bdcd5c1cde1c547./info:regioninfo/1734283306907/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,ccc,1734283304101.08dbbcc4092ff22a3bdcd5c1cde1c547./info:regioninfo/1734283306907/Put/vlen=64/seqid=65 2024-12-15T17:21:48,414 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ccc,1734283304101.08dbbcc4092ff22a3bdcd5c1cde1c547./info:seqnumDuringOpen/1734283306907/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ccc,1734283304101.08dbbcc4092ff22a3bdcd5c1cde1c547./info:seqnumDuringOpen/1734283306907/Put/vlen=8/seqid=65 2024-12-15T17:21:48,414 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ccc,1734283304101.08dbbcc4092ff22a3bdcd5c1cde1c547./info:server/1734283306907/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,ccc,1734283304101.08dbbcc4092ff22a3bdcd5c1cde1c547./info:server/1734283306907/Put/vlen=18/seqid=65 2024-12-15T17:21:48,414 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ccc,1734283304101.08dbbcc4092ff22a3bdcd5c1cde1c547./info:serverstartcode/1734283306907/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ccc,1734283304101.08dbbcc4092ff22a3bdcd5c1cde1c547./info:serverstartcode/1734283306907/Put/vlen=8/seqid=65 2024-12-15T17:21:48,415 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ccc,1734283304101.08dbbcc4092ff22a3bdcd5c1cde1c547./info:sn/1734283306212/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,ccc,1734283304101.08dbbcc4092ff22a3bdcd5c1cde1c547./info:sn/1734283306212/Put/vlen=32/seqid=36 2024-12-15T17:21:48,415 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ccc,1734283304101.08dbbcc4092ff22a3bdcd5c1cde1c547./info:state/1734283306907/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,ccc,1734283304101.08dbbcc4092ff22a3bdcd5c1cde1c547./info:state/1734283306907/Put/vlen=4/seqid=65 2024-12-15T17:21:48,415 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ddd,1734283304101.2923c6ca25699e69fa429758abb12973./info:regioninfo/1734283306759/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,ddd,1734283304101.2923c6ca25699e69fa429758abb12973./info:regioninfo/1734283306759/Put/vlen=64/seqid=59 2024-12-15T17:21:48,415 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ddd,1734283304101.2923c6ca25699e69fa429758abb12973./info:seqnumDuringOpen/1734283306759/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ddd,1734283304101.2923c6ca25699e69fa429758abb12973./info:seqnumDuringOpen/1734283306759/Put/vlen=8/seqid=59 2024-12-15T17:21:48,415 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ddd,1734283304101.2923c6ca25699e69fa429758abb12973./info:server/1734283306759/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,ddd,1734283304101.2923c6ca25699e69fa429758abb12973./info:server/1734283306759/Put/vlen=18/seqid=59 2024-12-15T17:21:48,415 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ddd,1734283304101.2923c6ca25699e69fa429758abb12973./info:serverstartcode/1734283306759/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ddd,1734283304101.2923c6ca25699e69fa429758abb12973./info:serverstartcode/1734283306759/Put/vlen=8/seqid=59 2024-12-15T17:21:48,415 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ddd,1734283304101.2923c6ca25699e69fa429758abb12973./info:sn/1734283306110/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,ddd,1734283304101.2923c6ca25699e69fa429758abb12973./info:sn/1734283306110/Put/vlen=32/seqid=22 2024-12-15T17:21:48,415 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ddd,1734283304101.2923c6ca25699e69fa429758abb12973./info:state/1734283306759/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,ddd,1734283304101.2923c6ca25699e69fa429758abb12973./info:state/1734283306759/Put/vlen=4/seqid=59 2024-12-15T17:21:48,415 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734283304101.10831e3b862e422e6b33982e8ca2a9e9./info:regioninfo/1734283306694/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,eee,1734283304101.10831e3b862e422e6b33982e8ca2a9e9./info:regioninfo/1734283306694/Put/vlen=64/seqid=56 2024-12-15T17:21:48,415 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734283304101.10831e3b862e422e6b33982e8ca2a9e9./info:seqnumDuringOpen/1734283306694/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,eee,1734283304101.10831e3b862e422e6b33982e8ca2a9e9./info:seqnumDuringOpen/1734283306694/Put/vlen=8/seqid=56 2024-12-15T17:21:48,415 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734283304101.10831e3b862e422e6b33982e8ca2a9e9./info:server/1734283306694/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,eee,1734283304101.10831e3b862e422e6b33982e8ca2a9e9./info:server/1734283306694/Put/vlen=18/seqid=56 2024-12-15T17:21:48,415 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734283304101.10831e3b862e422e6b33982e8ca2a9e9./info:serverstartcode/1734283306694/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,eee,1734283304101.10831e3b862e422e6b33982e8ca2a9e9./info:serverstartcode/1734283306694/Put/vlen=8/seqid=56 2024-12-15T17:21:48,416 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734283304101.10831e3b862e422e6b33982e8ca2a9e9./info:sn/1734283306162/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,eee,1734283304101.10831e3b862e422e6b33982e8ca2a9e9./info:sn/1734283306162/Put/vlen=32/seqid=31 2024-12-15T17:21:48,416 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,eee,1734283304101.10831e3b862e422e6b33982e8ca2a9e9./info:state/1734283306694/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,eee,1734283304101.10831e3b862e422e6b33982e8ca2a9e9./info:state/1734283306694/Put/vlen=4/seqid=56 2024-12-15T17:21:48,416 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,fff,1734283304101.218d4745eb86b125884b8070cbad5ea0./info:regioninfo/1734283306830/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,fff,1734283304101.218d4745eb86b125884b8070cbad5ea0./info:regioninfo/1734283306830/Put/vlen=64/seqid=62 2024-12-15T17:21:48,416 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,fff,1734283304101.218d4745eb86b125884b8070cbad5ea0./info:seqnumDuringOpen/1734283306830/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,fff,1734283304101.218d4745eb86b125884b8070cbad5ea0./info:seqnumDuringOpen/1734283306830/Put/vlen=8/seqid=62 2024-12-15T17:21:48,416 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,fff,1734283304101.218d4745eb86b125884b8070cbad5ea0./info:server/1734283306830/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,fff,1734283304101.218d4745eb86b125884b8070cbad5ea0./info:server/1734283306830/Put/vlen=18/seqid=62 2024-12-15T17:21:48,416 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,fff,1734283304101.218d4745eb86b125884b8070cbad5ea0./info:serverstartcode/1734283306830/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,fff,1734283304101.218d4745eb86b125884b8070cbad5ea0./info:serverstartcode/1734283306830/Put/vlen=8/seqid=62 2024-12-15T17:21:48,416 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,fff,1734283304101.218d4745eb86b125884b8070cbad5ea0./info:sn/1734283306231/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,fff,1734283304101.218d4745eb86b125884b8070cbad5ea0./info:sn/1734283306231/Put/vlen=32/seqid=39 2024-12-15T17:21:48,416 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,fff,1734283304101.218d4745eb86b125884b8070cbad5ea0./info:state/1734283306830/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,fff,1734283304101.218d4745eb86b125884b8070cbad5ea0./info:state/1734283306830/Put/vlen=4/seqid=62 2024-12-15T17:21:48,416 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ggg,1734283304101.ee119be89f6158c8e5d4e578c8cf267e./info:regioninfo/1734283306359/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,ggg,1734283304101.ee119be89f6158c8e5d4e578c8cf267e./info:regioninfo/1734283306359/Put/vlen=64/seqid=47 2024-12-15T17:21:48,416 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ggg,1734283304101.ee119be89f6158c8e5d4e578c8cf267e./info:seqnumDuringOpen/1734283306359/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ggg,1734283304101.ee119be89f6158c8e5d4e578c8cf267e./info:seqnumDuringOpen/1734283306359/Put/vlen=8/seqid=47 2024-12-15T17:21:48,416 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ggg,1734283304101.ee119be89f6158c8e5d4e578c8cf267e./info:server/1734283306359/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,ggg,1734283304101.ee119be89f6158c8e5d4e578c8cf267e./info:server/1734283306359/Put/vlen=18/seqid=47 2024-12-15T17:21:48,416 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ggg,1734283304101.ee119be89f6158c8e5d4e578c8cf267e./info:serverstartcode/1734283306359/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ggg,1734283304101.ee119be89f6158c8e5d4e578c8cf267e./info:serverstartcode/1734283306359/Put/vlen=8/seqid=47 2024-12-15T17:21:48,416 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ggg,1734283304101.ee119be89f6158c8e5d4e578c8cf267e./info:sn/1734283306140/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,ggg,1734283304101.ee119be89f6158c8e5d4e578c8cf267e./info:sn/1734283306140/Put/vlen=32/seqid=28 2024-12-15T17:21:48,417 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ggg,1734283304101.ee119be89f6158c8e5d4e578c8cf267e./info:state/1734283306359/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,ggg,1734283304101.ee119be89f6158c8e5d4e578c8cf267e./info:state/1734283306359/Put/vlen=4/seqid=47 2024-12-15T17:21:48,417 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,hhh,1734283304101.450457746530d09a03c7873b43141fde./info:regioninfo/1734283306788/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,hhh,1734283304101.450457746530d09a03c7873b43141fde./info:regioninfo/1734283306788/Put/vlen=64/seqid=61 2024-12-15T17:21:48,417 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,hhh,1734283304101.450457746530d09a03c7873b43141fde./info:seqnumDuringOpen/1734283306788/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,hhh,1734283304101.450457746530d09a03c7873b43141fde./info:seqnumDuringOpen/1734283306788/Put/vlen=8/seqid=61 2024-12-15T17:21:48,417 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,hhh,1734283304101.450457746530d09a03c7873b43141fde./info:server/1734283306788/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,hhh,1734283304101.450457746530d09a03c7873b43141fde./info:server/1734283306788/Put/vlen=18/seqid=61 2024-12-15T17:21:48,417 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,hhh,1734283304101.450457746530d09a03c7873b43141fde./info:serverstartcode/1734283306788/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,hhh,1734283304101.450457746530d09a03c7873b43141fde./info:serverstartcode/1734283306788/Put/vlen=8/seqid=61 2024-12-15T17:21:48,417 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,hhh,1734283304101.450457746530d09a03c7873b43141fde./info:sn/1734283306229/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,hhh,1734283304101.450457746530d09a03c7873b43141fde./info:sn/1734283306229/Put/vlen=32/seqid=38 2024-12-15T17:21:48,417 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,hhh,1734283304101.450457746530d09a03c7873b43141fde./info:state/1734283306788/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,hhh,1734283304101.450457746530d09a03c7873b43141fde./info:state/1734283306788/Put/vlen=4/seqid=61 2024-12-15T17:21:48,417 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,iii,1734283304101.48abc392d0bf02cddf633efa6867c4ad./info:regioninfo/1734283306631/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,iii,1734283304101.48abc392d0bf02cddf633efa6867c4ad./info:regioninfo/1734283306631/Put/vlen=64/seqid=55 2024-12-15T17:21:48,417 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,iii,1734283304101.48abc392d0bf02cddf633efa6867c4ad./info:seqnumDuringOpen/1734283306631/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,iii,1734283304101.48abc392d0bf02cddf633efa6867c4ad./info:seqnumDuringOpen/1734283306631/Put/vlen=8/seqid=55 2024-12-15T17:21:48,417 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,iii,1734283304101.48abc392d0bf02cddf633efa6867c4ad./info:server/1734283306631/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,iii,1734283304101.48abc392d0bf02cddf633efa6867c4ad./info:server/1734283306631/Put/vlen=18/seqid=55 2024-12-15T17:21:48,417 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,iii,1734283304101.48abc392d0bf02cddf633efa6867c4ad./info:serverstartcode/1734283306631/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,iii,1734283304101.48abc392d0bf02cddf633efa6867c4ad./info:serverstartcode/1734283306631/Put/vlen=8/seqid=55 2024-12-15T17:21:48,417 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,iii,1734283304101.48abc392d0bf02cddf633efa6867c4ad./info:sn/1734283306110/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,iii,1734283304101.48abc392d0bf02cddf633efa6867c4ad./info:sn/1734283306110/Put/vlen=32/seqid=23 2024-12-15T17:21:48,417 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,iii,1734283304101.48abc392d0bf02cddf633efa6867c4ad./info:state/1734283306631/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,iii,1734283304101.48abc392d0bf02cddf633efa6867c4ad./info:state/1734283306631/Put/vlen=4/seqid=55 2024-12-15T17:21:48,418 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,jjj,1734283304101.c36397a48ebb908e2b67f70d6d8b0abd./info:regioninfo/1734283306854/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,jjj,1734283304101.c36397a48ebb908e2b67f70d6d8b0abd./info:regioninfo/1734283306854/Put/vlen=64/seqid=63 2024-12-15T17:21:48,418 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,jjj,1734283304101.c36397a48ebb908e2b67f70d6d8b0abd./info:seqnumDuringOpen/1734283306854/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,jjj,1734283304101.c36397a48ebb908e2b67f70d6d8b0abd./info:seqnumDuringOpen/1734283306854/Put/vlen=8/seqid=63 2024-12-15T17:21:48,418 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,jjj,1734283304101.c36397a48ebb908e2b67f70d6d8b0abd./info:server/1734283306854/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,jjj,1734283304101.c36397a48ebb908e2b67f70d6d8b0abd./info:server/1734283306854/Put/vlen=18/seqid=63 2024-12-15T17:21:48,418 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,jjj,1734283304101.c36397a48ebb908e2b67f70d6d8b0abd./info:serverstartcode/1734283306854/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,jjj,1734283304101.c36397a48ebb908e2b67f70d6d8b0abd./info:serverstartcode/1734283306854/Put/vlen=8/seqid=63 2024-12-15T17:21:48,418 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,jjj,1734283304101.c36397a48ebb908e2b67f70d6d8b0abd./info:sn/1734283306151/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,jjj,1734283304101.c36397a48ebb908e2b67f70d6d8b0abd./info:sn/1734283306151/Put/vlen=32/seqid=30 2024-12-15T17:21:48,418 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,jjj,1734283304101.c36397a48ebb908e2b67f70d6d8b0abd./info:state/1734283306854/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,jjj,1734283304101.c36397a48ebb908e2b67f70d6d8b0abd./info:state/1734283306854/Put/vlen=4/seqid=63 2024-12-15T17:21:48,418 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,kkk,1734283304101.2a8ae48bf185b2a4d14b49f56387f31b./info:regioninfo/1734283307219/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,kkk,1734283304101.2a8ae48bf185b2a4d14b49f56387f31b./info:regioninfo/1734283307219/Put/vlen=64/seqid=70 2024-12-15T17:21:48,418 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,kkk,1734283304101.2a8ae48bf185b2a4d14b49f56387f31b./info:seqnumDuringOpen/1734283307219/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,kkk,1734283304101.2a8ae48bf185b2a4d14b49f56387f31b./info:seqnumDuringOpen/1734283307219/Put/vlen=8/seqid=70 2024-12-15T17:21:48,418 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,kkk,1734283304101.2a8ae48bf185b2a4d14b49f56387f31b./info:server/1734283307219/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,kkk,1734283304101.2a8ae48bf185b2a4d14b49f56387f31b./info:server/1734283307219/Put/vlen=18/seqid=70 2024-12-15T17:21:48,418 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,kkk,1734283304101.2a8ae48bf185b2a4d14b49f56387f31b./info:serverstartcode/1734283307219/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,kkk,1734283304101.2a8ae48bf185b2a4d14b49f56387f31b./info:serverstartcode/1734283307219/Put/vlen=8/seqid=70 2024-12-15T17:21:48,418 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,kkk,1734283304101.2a8ae48bf185b2a4d14b49f56387f31b./info:sn/1734283306292/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,kkk,1734283304101.2a8ae48bf185b2a4d14b49f56387f31b./info:sn/1734283306292/Put/vlen=32/seqid=44 2024-12-15T17:21:48,418 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,kkk,1734283304101.2a8ae48bf185b2a4d14b49f56387f31b./info:state/1734283307219/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,kkk,1734283304101.2a8ae48bf185b2a4d14b49f56387f31b./info:state/1734283307219/Put/vlen=4/seqid=70 2024-12-15T17:21:48,419 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,lll,1734283304101.60ccefacd578355a929738f76cf35a7c./info:regioninfo/1734283306712/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,lll,1734283304101.60ccefacd578355a929738f76cf35a7c./info:regioninfo/1734283306712/Put/vlen=64/seqid=58 2024-12-15T17:21:48,419 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,lll,1734283304101.60ccefacd578355a929738f76cf35a7c./info:seqnumDuringOpen/1734283306712/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,lll,1734283304101.60ccefacd578355a929738f76cf35a7c./info:seqnumDuringOpen/1734283306712/Put/vlen=8/seqid=58 2024-12-15T17:21:48,419 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,lll,1734283304101.60ccefacd578355a929738f76cf35a7c./info:server/1734283306712/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,lll,1734283304101.60ccefacd578355a929738f76cf35a7c./info:server/1734283306712/Put/vlen=18/seqid=58 2024-12-15T17:21:48,419 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,lll,1734283304101.60ccefacd578355a929738f76cf35a7c./info:serverstartcode/1734283306712/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,lll,1734283304101.60ccefacd578355a929738f76cf35a7c./info:serverstartcode/1734283306712/Put/vlen=8/seqid=58 2024-12-15T17:21:48,419 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,lll,1734283304101.60ccefacd578355a929738f76cf35a7c./info:sn/1734283306191/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,lll,1734283304101.60ccefacd578355a929738f76cf35a7c./info:sn/1734283306191/Put/vlen=32/seqid=34 2024-12-15T17:21:48,423 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,lll,1734283304101.60ccefacd578355a929738f76cf35a7c./info:state/1734283306712/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,lll,1734283304101.60ccefacd578355a929738f76cf35a7c./info:state/1734283306712/Put/vlen=4/seqid=58 2024-12-15T17:21:48,423 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,mmm,1734283304101.f3d4d3132b0da107773a9c6f173d2050./info:regioninfo/1734283306878/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,mmm,1734283304101.f3d4d3132b0da107773a9c6f173d2050./info:regioninfo/1734283306878/Put/vlen=64/seqid=64 2024-12-15T17:21:48,424 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,mmm,1734283304101.f3d4d3132b0da107773a9c6f173d2050./info:seqnumDuringOpen/1734283306878/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,mmm,1734283304101.f3d4d3132b0da107773a9c6f173d2050./info:seqnumDuringOpen/1734283306878/Put/vlen=8/seqid=64 2024-12-15T17:21:48,424 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,mmm,1734283304101.f3d4d3132b0da107773a9c6f173d2050./info:server/1734283306878/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,mmm,1734283304101.f3d4d3132b0da107773a9c6f173d2050./info:server/1734283306878/Put/vlen=18/seqid=64 2024-12-15T17:21:48,424 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,mmm,1734283304101.f3d4d3132b0da107773a9c6f173d2050./info:serverstartcode/1734283306878/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,mmm,1734283304101.f3d4d3132b0da107773a9c6f173d2050./info:serverstartcode/1734283306878/Put/vlen=8/seqid=64 2024-12-15T17:21:48,424 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,mmm,1734283304101.f3d4d3132b0da107773a9c6f173d2050./info:sn/1734283306110/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,mmm,1734283304101.f3d4d3132b0da107773a9c6f173d2050./info:sn/1734283306110/Put/vlen=32/seqid=25 2024-12-15T17:21:48,424 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,mmm,1734283304101.f3d4d3132b0da107773a9c6f173d2050./info:state/1734283306878/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,mmm,1734283304101.f3d4d3132b0da107773a9c6f173d2050./info:state/1734283306878/Put/vlen=4/seqid=64 2024-12-15T17:21:48,424 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,nnn,1734283304101.087e417b738d0864d4645b7d9c279b9e./info:regioninfo/1734283306483/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,nnn,1734283304101.087e417b738d0864d4645b7d9c279b9e./info:regioninfo/1734283306483/Put/vlen=64/seqid=50 2024-12-15T17:21:48,424 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,nnn,1734283304101.087e417b738d0864d4645b7d9c279b9e./info:seqnumDuringOpen/1734283306483/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,nnn,1734283304101.087e417b738d0864d4645b7d9c279b9e./info:seqnumDuringOpen/1734283306483/Put/vlen=8/seqid=50 2024-12-15T17:21:48,424 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,nnn,1734283304101.087e417b738d0864d4645b7d9c279b9e./info:server/1734283306483/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,nnn,1734283304101.087e417b738d0864d4645b7d9c279b9e./info:server/1734283306483/Put/vlen=18/seqid=50 2024-12-15T17:21:48,424 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,nnn,1734283304101.087e417b738d0864d4645b7d9c279b9e./info:serverstartcode/1734283306483/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,nnn,1734283304101.087e417b738d0864d4645b7d9c279b9e./info:serverstartcode/1734283306483/Put/vlen=8/seqid=50 2024-12-15T17:21:48,425 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,nnn,1734283304101.087e417b738d0864d4645b7d9c279b9e./info:sn/1734283306188/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,nnn,1734283304101.087e417b738d0864d4645b7d9c279b9e./info:sn/1734283306188/Put/vlen=32/seqid=33 2024-12-15T17:21:48,425 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,nnn,1734283304101.087e417b738d0864d4645b7d9c279b9e./info:state/1734283306483/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,nnn,1734283304101.087e417b738d0864d4645b7d9c279b9e./info:state/1734283306483/Put/vlen=4/seqid=50 2024-12-15T17:21:48,425 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ooo,1734283304101.4eee55c22411a08cda8e15b6206e0f96./info:regioninfo/1734283306993/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,ooo,1734283304101.4eee55c22411a08cda8e15b6206e0f96./info:regioninfo/1734283306993/Put/vlen=64/seqid=67 2024-12-15T17:21:48,425 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ooo,1734283304101.4eee55c22411a08cda8e15b6206e0f96./info:seqnumDuringOpen/1734283306993/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ooo,1734283304101.4eee55c22411a08cda8e15b6206e0f96./info:seqnumDuringOpen/1734283306993/Put/vlen=8/seqid=67 2024-12-15T17:21:48,425 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ooo,1734283304101.4eee55c22411a08cda8e15b6206e0f96./info:server/1734283306993/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,ooo,1734283304101.4eee55c22411a08cda8e15b6206e0f96./info:server/1734283306993/Put/vlen=18/seqid=67 2024-12-15T17:21:48,425 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ooo,1734283304101.4eee55c22411a08cda8e15b6206e0f96./info:serverstartcode/1734283306993/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ooo,1734283304101.4eee55c22411a08cda8e15b6206e0f96./info:serverstartcode/1734283306993/Put/vlen=8/seqid=67 2024-12-15T17:21:48,425 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ooo,1734283304101.4eee55c22411a08cda8e15b6206e0f96./info:sn/1734283306217/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,ooo,1734283304101.4eee55c22411a08cda8e15b6206e0f96./info:sn/1734283306217/Put/vlen=32/seqid=37 2024-12-15T17:21:48,425 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ooo,1734283304101.4eee55c22411a08cda8e15b6206e0f96./info:state/1734283306993/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,ooo,1734283304101.4eee55c22411a08cda8e15b6206e0f96./info:state/1734283306993/Put/vlen=4/seqid=67 2024-12-15T17:21:48,425 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ppp,1734283304101.21c6958912195aa6a879f0ca6e111303./info:regioninfo/1734283306350/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,ppp,1734283304101.21c6958912195aa6a879f0ca6e111303./info:regioninfo/1734283306350/Put/vlen=64/seqid=46 2024-12-15T17:21:48,425 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ppp,1734283304101.21c6958912195aa6a879f0ca6e111303./info:seqnumDuringOpen/1734283306350/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ppp,1734283304101.21c6958912195aa6a879f0ca6e111303./info:seqnumDuringOpen/1734283306350/Put/vlen=8/seqid=46 2024-12-15T17:21:48,425 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ppp,1734283304101.21c6958912195aa6a879f0ca6e111303./info:server/1734283306350/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,ppp,1734283304101.21c6958912195aa6a879f0ca6e111303./info:server/1734283306350/Put/vlen=18/seqid=46 2024-12-15T17:21:48,425 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ppp,1734283304101.21c6958912195aa6a879f0ca6e111303./info:serverstartcode/1734283306350/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ppp,1734283304101.21c6958912195aa6a879f0ca6e111303./info:serverstartcode/1734283306350/Put/vlen=8/seqid=46 2024-12-15T17:21:48,426 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ppp,1734283304101.21c6958912195aa6a879f0ca6e111303./info:sn/1734283306140/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,ppp,1734283304101.21c6958912195aa6a879f0ca6e111303./info:sn/1734283306140/Put/vlen=32/seqid=26 2024-12-15T17:21:48,426 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ppp,1734283304101.21c6958912195aa6a879f0ca6e111303./info:state/1734283306350/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,ppp,1734283304101.21c6958912195aa6a879f0ca6e111303./info:state/1734283306350/Put/vlen=4/seqid=46 2024-12-15T17:21:48,426 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,qqq,1734283304101.de1645cde872a213db377f57f530eb20./info:regioninfo/1734283306764/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,qqq,1734283304101.de1645cde872a213db377f57f530eb20./info:regioninfo/1734283306764/Put/vlen=64/seqid=60 2024-12-15T17:21:48,426 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,qqq,1734283304101.de1645cde872a213db377f57f530eb20./info:seqnumDuringOpen/1734283306764/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,qqq,1734283304101.de1645cde872a213db377f57f530eb20./info:seqnumDuringOpen/1734283306764/Put/vlen=8/seqid=60 2024-12-15T17:21:48,426 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,qqq,1734283304101.de1645cde872a213db377f57f530eb20./info:server/1734283306764/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,qqq,1734283304101.de1645cde872a213db377f57f530eb20./info:server/1734283306764/Put/vlen=18/seqid=60 2024-12-15T17:21:48,426 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,qqq,1734283304101.de1645cde872a213db377f57f530eb20./info:serverstartcode/1734283306764/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,qqq,1734283304101.de1645cde872a213db377f57f530eb20./info:serverstartcode/1734283306764/Put/vlen=8/seqid=60 2024-12-15T17:21:48,426 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,qqq,1734283304101.de1645cde872a213db377f57f530eb20./info:sn/1734283306175/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,qqq,1734283304101.de1645cde872a213db377f57f530eb20./info:sn/1734283306175/Put/vlen=32/seqid=32 2024-12-15T17:21:48,426 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,qqq,1734283304101.de1645cde872a213db377f57f530eb20./info:state/1734283306764/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,qqq,1734283304101.de1645cde872a213db377f57f530eb20./info:state/1734283306764/Put/vlen=4/seqid=60 2024-12-15T17:21:48,426 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,rrr,1734283304101.beb657c44ba1c678696fb1b849ef9af0./info:regioninfo/1734283307060/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,rrr,1734283304101.beb657c44ba1c678696fb1b849ef9af0./info:regioninfo/1734283307060/Put/vlen=64/seqid=68 2024-12-15T17:21:48,426 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,rrr,1734283304101.beb657c44ba1c678696fb1b849ef9af0./info:seqnumDuringOpen/1734283307060/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,rrr,1734283304101.beb657c44ba1c678696fb1b849ef9af0./info:seqnumDuringOpen/1734283307060/Put/vlen=8/seqid=68 2024-12-15T17:21:48,426 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,rrr,1734283304101.beb657c44ba1c678696fb1b849ef9af0./info:server/1734283307060/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,rrr,1734283304101.beb657c44ba1c678696fb1b849ef9af0./info:server/1734283307060/Put/vlen=18/seqid=68 2024-12-15T17:21:48,426 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,rrr,1734283304101.beb657c44ba1c678696fb1b849ef9af0./info:serverstartcode/1734283307060/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,rrr,1734283304101.beb657c44ba1c678696fb1b849ef9af0./info:serverstartcode/1734283307060/Put/vlen=8/seqid=68 2024-12-15T17:21:48,426 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,rrr,1734283304101.beb657c44ba1c678696fb1b849ef9af0./info:sn/1734283306249/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,rrr,1734283304101.beb657c44ba1c678696fb1b849ef9af0./info:sn/1734283306249/Put/vlen=32/seqid=41 2024-12-15T17:21:48,427 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,rrr,1734283304101.beb657c44ba1c678696fb1b849ef9af0./info:state/1734283307060/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,rrr,1734283304101.beb657c44ba1c678696fb1b849ef9af0./info:state/1734283307060/Put/vlen=4/seqid=68 2024-12-15T17:21:48,427 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40./info:regioninfo/1734283306428/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40./info:regioninfo/1734283306428/Put/vlen=64/seqid=49 2024-12-15T17:21:48,427 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40./info:seqnumDuringOpen/1734283306428/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40./info:seqnumDuringOpen/1734283306428/Put/vlen=8/seqid=49 2024-12-15T17:21:48,427 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40./info:server/1734283306428/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40./info:server/1734283306428/Put/vlen=18/seqid=49 2024-12-15T17:21:48,427 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40./info:serverstartcode/1734283306428/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40./info:serverstartcode/1734283306428/Put/vlen=8/seqid=49 2024-12-15T17:21:48,427 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40./info:sn/1734283306140/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40./info:sn/1734283306140/Put/vlen=32/seqid=27 2024-12-15T17:21:48,431 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40./info:state/1734283306428/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40./info:state/1734283306428/Put/vlen=4/seqid=49 2024-12-15T17:21:48,431 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ttt,1734283304101.9647f75896de831fc679376d7a1e7ecb./info:regioninfo/1734283306611/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,ttt,1734283304101.9647f75896de831fc679376d7a1e7ecb./info:regioninfo/1734283306611/Put/vlen=64/seqid=54 2024-12-15T17:21:48,431 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ttt,1734283304101.9647f75896de831fc679376d7a1e7ecb./info:seqnumDuringOpen/1734283306611/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ttt,1734283304101.9647f75896de831fc679376d7a1e7ecb./info:seqnumDuringOpen/1734283306611/Put/vlen=8/seqid=54 2024-12-15T17:21:48,431 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ttt,1734283304101.9647f75896de831fc679376d7a1e7ecb./info:server/1734283306611/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,ttt,1734283304101.9647f75896de831fc679376d7a1e7ecb./info:server/1734283306611/Put/vlen=18/seqid=54 2024-12-15T17:21:48,431 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ttt,1734283304101.9647f75896de831fc679376d7a1e7ecb./info:serverstartcode/1734283306611/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,ttt,1734283304101.9647f75896de831fc679376d7a1e7ecb./info:serverstartcode/1734283306611/Put/vlen=8/seqid=54 2024-12-15T17:21:48,431 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ttt,1734283304101.9647f75896de831fc679376d7a1e7ecb./info:sn/1734283306211/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,ttt,1734283304101.9647f75896de831fc679376d7a1e7ecb./info:sn/1734283306211/Put/vlen=32/seqid=35 2024-12-15T17:21:48,431 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,ttt,1734283304101.9647f75896de831fc679376d7a1e7ecb./info:state/1734283306611/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,ttt,1734283304101.9647f75896de831fc679376d7a1e7ecb./info:state/1734283306611/Put/vlen=4/seqid=54 2024-12-15T17:21:48,432 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,uuu,1734283304101.58c5cb1e00e4786054f46991e722af03./info:regioninfo/1734283306422/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,uuu,1734283304101.58c5cb1e00e4786054f46991e722af03./info:regioninfo/1734283306422/Put/vlen=64/seqid=48 2024-12-15T17:21:48,432 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,uuu,1734283304101.58c5cb1e00e4786054f46991e722af03./info:seqnumDuringOpen/1734283306422/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,uuu,1734283304101.58c5cb1e00e4786054f46991e722af03./info:seqnumDuringOpen/1734283306422/Put/vlen=8/seqid=48 2024-12-15T17:21:48,432 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,uuu,1734283304101.58c5cb1e00e4786054f46991e722af03./info:server/1734283306422/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,uuu,1734283304101.58c5cb1e00e4786054f46991e722af03./info:server/1734283306422/Put/vlen=18/seqid=48 2024-12-15T17:21:48,432 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,uuu,1734283304101.58c5cb1e00e4786054f46991e722af03./info:serverstartcode/1734283306422/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,uuu,1734283304101.58c5cb1e00e4786054f46991e722af03./info:serverstartcode/1734283306422/Put/vlen=8/seqid=48 2024-12-15T17:21:48,432 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,uuu,1734283304101.58c5cb1e00e4786054f46991e722af03./info:sn/1734283306110/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,uuu,1734283304101.58c5cb1e00e4786054f46991e722af03./info:sn/1734283306110/Put/vlen=32/seqid=24 2024-12-15T17:21:48,432 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,uuu,1734283304101.58c5cb1e00e4786054f46991e722af03./info:state/1734283306422/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,uuu,1734283304101.58c5cb1e00e4786054f46991e722af03./info:state/1734283306422/Put/vlen=4/seqid=48 2024-12-15T17:21:48,432 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,vvv,1734283304101.05e24e1beec2e1a34d52db59e949365a./info:regioninfo/1734283306564/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,vvv,1734283304101.05e24e1beec2e1a34d52db59e949365a./info:regioninfo/1734283306564/Put/vlen=64/seqid=52 2024-12-15T17:21:48,432 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,vvv,1734283304101.05e24e1beec2e1a34d52db59e949365a./info:seqnumDuringOpen/1734283306564/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,vvv,1734283304101.05e24e1beec2e1a34d52db59e949365a./info:seqnumDuringOpen/1734283306564/Put/vlen=8/seqid=52 2024-12-15T17:21:48,432 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,vvv,1734283304101.05e24e1beec2e1a34d52db59e949365a./info:server/1734283306564/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,vvv,1734283304101.05e24e1beec2e1a34d52db59e949365a./info:server/1734283306564/Put/vlen=18/seqid=52 2024-12-15T17:21:48,432 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,vvv,1734283304101.05e24e1beec2e1a34d52db59e949365a./info:serverstartcode/1734283306564/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,vvv,1734283304101.05e24e1beec2e1a34d52db59e949365a./info:serverstartcode/1734283306564/Put/vlen=8/seqid=52 2024-12-15T17:21:48,432 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,vvv,1734283304101.05e24e1beec2e1a34d52db59e949365a./info:sn/1734283306235/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,vvv,1734283304101.05e24e1beec2e1a34d52db59e949365a./info:sn/1734283306235/Put/vlen=32/seqid=40 2024-12-15T17:21:48,432 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,vvv,1734283304101.05e24e1beec2e1a34d52db59e949365a./info:state/1734283306564/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,vvv,1734283304101.05e24e1beec2e1a34d52db59e949365a./info:state/1734283306564/Put/vlen=4/seqid=52 2024-12-15T17:21:48,432 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,www,1734283304101.04ad37f21280a14c9fd4caf18d1cc4f6./info:regioninfo/1734283306547/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,www,1734283304101.04ad37f21280a14c9fd4caf18d1cc4f6./info:regioninfo/1734283306547/Put/vlen=64/seqid=51 2024-12-15T17:21:48,433 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,www,1734283304101.04ad37f21280a14c9fd4caf18d1cc4f6./info:seqnumDuringOpen/1734283306547/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,www,1734283304101.04ad37f21280a14c9fd4caf18d1cc4f6./info:seqnumDuringOpen/1734283306547/Put/vlen=8/seqid=51 2024-12-15T17:21:48,433 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,www,1734283304101.04ad37f21280a14c9fd4caf18d1cc4f6./info:server/1734283306547/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,www,1734283304101.04ad37f21280a14c9fd4caf18d1cc4f6./info:server/1734283306547/Put/vlen=18/seqid=51 2024-12-15T17:21:48,433 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,www,1734283304101.04ad37f21280a14c9fd4caf18d1cc4f6./info:serverstartcode/1734283306547/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,www,1734283304101.04ad37f21280a14c9fd4caf18d1cc4f6./info:serverstartcode/1734283306547/Put/vlen=8/seqid=51 2024-12-15T17:21:48,433 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,www,1734283304101.04ad37f21280a14c9fd4caf18d1cc4f6./info:sn/1734283306110/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,www,1734283304101.04ad37f21280a14c9fd4caf18d1cc4f6./info:sn/1734283306110/Put/vlen=32/seqid=21 2024-12-15T17:21:48,433 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,www,1734283304101.04ad37f21280a14c9fd4caf18d1cc4f6./info:state/1734283306547/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,www,1734283304101.04ad37f21280a14c9fd4caf18d1cc4f6./info:state/1734283306547/Put/vlen=4/seqid=51 2024-12-15T17:21:48,433 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,xxx,1734283304101.a1edc2326a1e33f1097c2858eb5c930a./info:regioninfo/1734283307191/Put/vlen=64/seqid=0 testHBaseMetaReplicaGets,xxx,1734283304101.a1edc2326a1e33f1097c2858eb5c930a./info:regioninfo/1734283307191/Put/vlen=64/seqid=69 2024-12-15T17:21:48,433 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,xxx,1734283304101.a1edc2326a1e33f1097c2858eb5c930a./info:seqnumDuringOpen/1734283307191/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,xxx,1734283304101.a1edc2326a1e33f1097c2858eb5c930a./info:seqnumDuringOpen/1734283307191/Put/vlen=8/seqid=69 2024-12-15T17:21:48,433 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,xxx,1734283304101.a1edc2326a1e33f1097c2858eb5c930a./info:server/1734283307191/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,xxx,1734283304101.a1edc2326a1e33f1097c2858eb5c930a./info:server/1734283307191/Put/vlen=18/seqid=69 2024-12-15T17:21:48,433 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,xxx,1734283304101.a1edc2326a1e33f1097c2858eb5c930a./info:serverstartcode/1734283307191/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,xxx,1734283304101.a1edc2326a1e33f1097c2858eb5c930a./info:serverstartcode/1734283307191/Put/vlen=8/seqid=69 2024-12-15T17:21:48,433 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,xxx,1734283304101.a1edc2326a1e33f1097c2858eb5c930a./info:sn/1734283306265/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,xxx,1734283304101.a1edc2326a1e33f1097c2858eb5c930a./info:sn/1734283306265/Put/vlen=32/seqid=42 2024-12-15T17:21:48,433 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,xxx,1734283304101.a1edc2326a1e33f1097c2858eb5c930a./info:state/1734283307191/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,xxx,1734283304101.a1edc2326a1e33f1097c2858eb5c930a./info:state/1734283307191/Put/vlen=4/seqid=69 2024-12-15T17:21:48,433 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,yyy,1734283304101.2b127bf9c37f05c9dc8f42c28df1dd0b./info:regioninfo/1734283306574/Put/vlen=61/seqid=0 testHBaseMetaReplicaGets,yyy,1734283304101.2b127bf9c37f05c9dc8f42c28df1dd0b./info:regioninfo/1734283306574/Put/vlen=61/seqid=53 2024-12-15T17:21:48,433 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,yyy,1734283304101.2b127bf9c37f05c9dc8f42c28df1dd0b./info:seqnumDuringOpen/1734283306574/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,yyy,1734283304101.2b127bf9c37f05c9dc8f42c28df1dd0b./info:seqnumDuringOpen/1734283306574/Put/vlen=8/seqid=53 2024-12-15T17:21:48,433 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,yyy,1734283304101.2b127bf9c37f05c9dc8f42c28df1dd0b./info:server/1734283306574/Put/vlen=18/seqid=0 testHBaseMetaReplicaGets,yyy,1734283304101.2b127bf9c37f05c9dc8f42c28df1dd0b./info:server/1734283306574/Put/vlen=18/seqid=53 2024-12-15T17:21:48,434 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,yyy,1734283304101.2b127bf9c37f05c9dc8f42c28df1dd0b./info:serverstartcode/1734283306574/Put/vlen=8/seqid=0 testHBaseMetaReplicaGets,yyy,1734283304101.2b127bf9c37f05c9dc8f42c28df1dd0b./info:serverstartcode/1734283306574/Put/vlen=8/seqid=53 2024-12-15T17:21:48,434 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,yyy,1734283304101.2b127bf9c37f05c9dc8f42c28df1dd0b./info:sn/1734283306142/Put/vlen=32/seqid=0 testHBaseMetaReplicaGets,yyy,1734283304101.2b127bf9c37f05c9dc8f42c28df1dd0b./info:sn/1734283306142/Put/vlen=32/seqid=29 2024-12-15T17:21:48,434 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicaGets,yyy,1734283304101.2b127bf9c37f05c9dc8f42c28df1dd0b./info:state/1734283306574/Put/vlen=4/seqid=0 testHBaseMetaReplicaGets,yyy,1734283304101.2b127bf9c37f05c9dc8f42c28df1dd0b./info:state/1734283306574/Put/vlen=4/seqid=53 2024-12-15T17:21:48,777 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 40000, reset compression=false 2024-12-15T17:21:48,985 DEBUG [hconnection-0x4c3f54c4-shared-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:21:48,989 DEBUG [hconnection-0x4c3f54c4-shared-pool-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:21:48,991 DEBUG [hconnection-0x4c3f54c4-shared-pool-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:21:49,023 INFO [RS-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49772, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:21:49,025 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50766, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:21:49,029 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41214, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:21:49,122 DEBUG [AsyncFSWAL-0-hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c-prefix:4ce65a7c4674,34375,1734283294923 {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=87431, logrollsize=80530 2024-12-15T17:21:49,123 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL 4ce65a7c4674%2C34375%2C1734283294923:(num 1734283298447) roll requested 2024-12-15T17:21:49,135 DEBUG [AsyncFSWAL-0-hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c-prefix:4ce65a7c4674,37327,1734283294864 {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=86608, logrollsize=80530 2024-12-15T17:21:49,135 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL 4ce65a7c4674%2C37327%2C1734283294864:(num 1734283298514) roll requested 2024-12-15T17:21:49,148 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,34375,1734283294923/4ce65a7c4674%2C34375%2C1734283294923.1734283309124, exclude list is [], retry=0 2024-12-15T17:21:49,174 DEBUG [RS-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35405,DS-d2d7d5a6-56c7-4ca0-a0e8-0c75b527496f,DISK] 2024-12-15T17:21:49,174 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35859,DS-3050bc4b-c378-4790-aeb1-72486a488aa9,DISK] 2024-12-15T17:21:49,175 DEBUG [RS-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41517,DS-1699875e-1746-4f2d-9a9a-a5281a96f6ec,DISK] 2024-12-15T17:21:49,177 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,37327,1734283294864/4ce65a7c4674%2C37327%2C1734283294864.1734283309136, exclude list is [], retry=0 2024-12-15T17:21:49,181 DEBUG [RS-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37875,DS-2ef8ebcd-f733-4e3b-8e2c-c2ac3369ea8d,DISK] 2024-12-15T17:21:49,182 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35859,DS-3050bc4b-c378-4790-aeb1-72486a488aa9,DISK] 2024-12-15T17:21:49,183 DEBUG [RS-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35405,DS-d2d7d5a6-56c7-4ca0-a0e8-0c75b527496f,DISK] 2024-12-15T17:21:49,249 INFO [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,34375,1734283294923/4ce65a7c4674%2C34375%2C1734283294923.1734283298447 with entries=17, filesize=195.51 KB; new WAL /user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,34375,1734283294923/4ce65a7c4674%2C34375%2C1734283294923.1734283309124 2024-12-15T17:21:49,274 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39797:39797),(127.0.0.1/127.0.0.1:38637:38637),(127.0.0.1/127.0.0.1:33133:33133)] 2024-12-15T17:21:49,274 INFO [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,37327,1734283294864/4ce65a7c4674%2C37327%2C1734283294864.1734283298514 with entries=12, filesize=167.17 KB; new WAL /user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,37327,1734283294864/4ce65a7c4674%2C37327%2C1734283294864.1734283309136 2024-12-15T17:21:49,274 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,34375,1734283294923/4ce65a7c4674%2C34375%2C1734283294923.1734283298447 is not closed yet, will try archiving it next time 2024-12-15T17:21:49,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741833_1009 (size=200211) 2024-12-15T17:21:49,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741833_1009 (size=200211) 2024-12-15T17:21:49,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741833_1009 (size=200211) 2024-12-15T17:21:49,299 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39665:39665),(127.0.0.1/127.0.0.1:38637:38637),(127.0.0.1/127.0.0.1:39797:39797)] 2024-12-15T17:21:49,299 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,37327,1734283294864/4ce65a7c4674%2C37327%2C1734283294864.1734283298514 is not closed yet, will try archiving it next time 2024-12-15T17:21:49,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741836_1012 (size=171195) 2024-12-15T17:21:49,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741836_1012 (size=171195) 2024-12-15T17:21:49,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741836_1012 (size=171195) 2024-12-15T17:21:49,317 DEBUG [AsyncFSWAL-0-hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c-prefix:4ce65a7c4674,40797,1734283295017 {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=86608, logrollsize=80530 2024-12-15T17:21:49,317 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL 4ce65a7c4674%2C40797%2C1734283295017:(num 1734283298523) roll requested 2024-12-15T17:21:49,320 DEBUG [AsyncFSWAL-0-hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c-prefix:4ce65a7c4674,46679,1734283294968 {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=86608, logrollsize=80530 2024-12-15T17:21:49,327 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL 4ce65a7c4674%2C46679%2C1734283294968:(num 1734283298453) roll requested 2024-12-15T17:21:49,347 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.1734283309327, exclude list is [], retry=0 2024-12-15T17:21:49,353 DEBUG [RS-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41517,DS-1699875e-1746-4f2d-9a9a-a5281a96f6ec,DISK] 2024-12-15T17:21:49,352 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,40797,1734283295017/4ce65a7c4674%2C40797%2C1734283295017.1734283309317, exclude list is [], retry=0 2024-12-15T17:21:49,358 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35405,DS-d2d7d5a6-56c7-4ca0-a0e8-0c75b527496f,DISK] 2024-12-15T17:21:49,359 DEBUG [RS-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37875,DS-2ef8ebcd-f733-4e3b-8e2c-c2ac3369ea8d,DISK] 2024-12-15T17:21:49,360 DEBUG [RS-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35859,DS-3050bc4b-c378-4790-aeb1-72486a488aa9,DISK] 2024-12-15T17:21:49,360 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37875,DS-2ef8ebcd-f733-4e3b-8e2c-c2ac3369ea8d,DISK] 2024-12-15T17:21:49,361 DEBUG [RS-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41517,DS-1699875e-1746-4f2d-9a9a-a5281a96f6ec,DISK] 2024-12-15T17:21:49,406 INFO [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.1734283298453 with entries=12, filesize=167.17 KB; new WAL /user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.1734283309327 2024-12-15T17:21:49,407 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(572): read request for region hbase:meta,,1.1588230740 is 83 2024-12-15T17:21:49,407 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(572): read request for region hbase:meta,,1_0001.534574363 is 28 2024-12-15T17:21:49,407 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(572): read request for region hbase:meta,,1_0002.1657623790 is 28 2024-12-15T17:21:49,408 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x751277b4 to 127.0.0.1:61306 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@52e79c1d 2024-12-15T17:21:49,410 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 40000, reset compression=false 2024-12-15T17:21:49,422 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33133:33133),(127.0.0.1/127.0.0.1:39797:39797),(127.0.0.1/127.0.0.1:39665:39665)] 2024-12-15T17:21:49,422 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.1734283298453 is not closed yet, will try archiving it next time 2024-12-15T17:21:49,424 INFO [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,40797,1734283295017/4ce65a7c4674%2C40797%2C1734283295017.1734283298523 with entries=12, filesize=167.21 KB; new WAL /user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,40797,1734283295017/4ce65a7c4674%2C40797%2C1734283295017.1734283309317 2024-12-15T17:21:49,430 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.1734283298453 not finished, retry = 0 2024-12-15T17:21:49,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741834_1010 (size=171195) 2024-12-15T17:21:49,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741834_1010 (size=171195) 2024-12-15T17:21:49,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741834_1010 (size=171195) 2024-12-15T17:21:49,443 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38637:38637),(127.0.0.1/127.0.0.1:39665:39665),(127.0.0.1/127.0.0.1:33133:33133)] 2024-12-15T17:21:49,443 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,40797,1734283295017/4ce65a7c4674%2C40797%2C1734283295017.1734283298523 is not closed yet, will try archiving it next time 2024-12-15T17:21:49,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67147861, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:21:49,455 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CleanupCatalogReplicaStaleCache, period=1500, unit=MILLISECONDS is enabled. 2024-12-15T17:21:49,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741835_1011 (size=171235) 2024-12-15T17:21:49,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741835_1011 (size=171235) 2024-12-15T17:21:49,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741835_1011 (size=171235) 2024-12-15T17:21:49,462 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=RefreshReplicaCountChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T17:21:49,483 DEBUG [Time-limited test {}] client.CatalogReplicaLoadBalanceSimpleSelector(265): Refreshed replica count 3 2024-12-15T17:21:49,508 DEBUG [hconnection-0x66026288-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:21:49,525 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50782, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:21:49,536 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:21:49,539 INFO [RS-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49782, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:21:49,566 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:21:49,568 INFO [RS-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46246, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:21:49,574 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:21:49,580 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41230, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:21:49,689 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(572): read request for region hbase:meta,,1.1588230740 is 88 2024-12-15T17:21:49,689 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(572): read request for region hbase:meta,,1_0001.534574363 is 38 2024-12-15T17:21:49,689 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(572): read request for region hbase:meta,,1_0002.1657623790 is 38 2024-12-15T17:21:49,692 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T17:21:49,697 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53122, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T17:21:49,855 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(572): read request for region hbase:meta,,1.1588230740 is 213 2024-12-15T17:21:49,855 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(572): read request for region hbase:meta,,1_0001.534574363 is 88 2024-12-15T17:21:49,855 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(572): read request for region hbase:meta,,1_0002.1657623790 is 88 2024-12-15T17:21:49,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] master.HMaster(2345): Client=jenkins//172.17.0.2 move hri=072ef07f31aafbb408e6168cec198e40, source=4ce65a7c4674,40797,1734283295017, destination=4ce65a7c4674,37327,1734283294864, warming up region on 4ce65a7c4674,37327,1734283294864 2024-12-15T17:21:49,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,37327,1734283294864 2024-12-15T17:21:49,886 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37327 {}] regionserver.RSRpcServices(2212): Warmup testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40. 2024-12-15T17:21:49,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37327 {}] regionserver.HRegion(7389): Warmup {ENCODED => 072ef07f31aafbb408e6168cec198e40, NAME => 'testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-12-15T17:21:49,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37327 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:49,895 INFO [StoreOpener-072ef07f31aafbb408e6168cec198e40-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 072ef07f31aafbb408e6168cec198e40 2024-12-15T17:21:49,897 INFO [StoreOpener-072ef07f31aafbb408e6168cec198e40-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 072ef07f31aafbb408e6168cec198e40 columnFamilyName info 2024-12-15T17:21:49,897 DEBUG [StoreOpener-072ef07f31aafbb408e6168cec198e40-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:21:49,906 INFO [StoreOpener-072ef07f31aafbb408e6168cec198e40-1 {}] regionserver.HStore(327): Store=072ef07f31aafbb408e6168cec198e40/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:21:49,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37327 {}] regionserver.HRegion(1681): Closing 072ef07f31aafbb408e6168cec198e40, disabling compactions & flushes 2024-12-15T17:21:49,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37327 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40. 2024-12-15T17:21:49,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37327 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40. 2024-12-15T17:21:49,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37327 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40. after waiting 0 ms 2024-12-15T17:21:49,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37327 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40. 2024-12-15T17:21:49,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37327 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40. 2024-12-15T17:21:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37327 {}] regionserver.HRegion(1635): Region close journal for 072ef07f31aafbb408e6168cec198e40: 2024-12-15T17:21:49,916 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] master.HMaster(2349): Client=jenkins//172.17.0.2 move hri=072ef07f31aafbb408e6168cec198e40, source=4ce65a7c4674,40797,1734283295017, destination=4ce65a7c4674,37327,1734283294864, running balancer 2024-12-15T17:21:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=072ef07f31aafbb408e6168cec198e40, REOPEN/MOVE 2024-12-15T17:21:49,918 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=69, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=072ef07f31aafbb408e6168cec198e40, REOPEN/MOVE 2024-12-15T17:21:49,919 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=072ef07f31aafbb408e6168cec198e40, regionState=CLOSING, regionLocation=4ce65a7c4674,40797,1734283295017 2024-12-15T17:21:49,921 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T17:21:49,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; CloseRegionProcedure 072ef07f31aafbb408e6168cec198e40, server=4ce65a7c4674,40797,1734283295017}] 2024-12-15T17:21:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] procedure.ProcedureSyncWait(219): waitFor pid=69 2024-12-15T17:21:50,010 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testHBaseMetaReplicaGets' 2024-12-15T17:21:50,073 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,40797,1734283295017 2024-12-15T17:21:50,075 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] handler.UnassignRegionHandler(124): Close 072ef07f31aafbb408e6168cec198e40 2024-12-15T17:21:50,075 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T17:21:50,075 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1681): Closing 072ef07f31aafbb408e6168cec198e40, disabling compactions & flushes 2024-12-15T17:21:50,075 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40. 2024-12-15T17:21:50,075 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40. 2024-12-15T17:21:50,075 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40. after waiting 0 ms 2024-12-15T17:21:50,075 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40. 2024-12-15T17:21:50,075 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(2837): Flushing 072ef07f31aafbb408e6168cec198e40 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-15T17:21:50,124 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 40000, reset compression=false 2024-12-15T17:21:50,137 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/072ef07f31aafbb408e6168cec198e40/.tmp/info/9ff37c49e6b64fc1a5db2e395580a6dc is 40, key is sss/info:info/1734283309338/Put/seqid=0 2024-12-15T17:21:50,148 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:21:50,148 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 40468, reset compression=false 2024-12-15T17:21:50,148 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/72=[#edits: 3 = ],660}], lastWalPath=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta, lastWalPosition=40468, nbRowKeys=1, nbHFiles=0, heapSize=660, lastSeqIds={}, endOfFile=false,usedBufferSize=660] 2024-12-15T17:21:50,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741873_1049 (size=31985) 2024-12-15T17:21:50,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741873_1049 (size=31985) 2024-12-15T17:21:50,154 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/072ef07f31aafbb408e6168cec198e40/.tmp/info/9ff37c49e6b64fc1a5db2e395580a6dc 2024-12-15T17:21:50,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741873_1049 (size=31985) 2024-12-15T17:21:50,163 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/072ef07f31aafbb408e6168cec198e40/.tmp/info/9ff37c49e6b64fc1a5db2e395580a6dc as hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/072ef07f31aafbb408e6168cec198e40/info/9ff37c49e6b64fc1a5db2e395580a6dc 2024-12-15T17:21:50,175 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/072ef07f31aafbb408e6168cec198e40/info/9ff37c49e6b64fc1a5db2e395580a6dc, entries=703, sequenceid=5, filesize=31.2 K 2024-12-15T17:21:50,177 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for 072ef07f31aafbb408e6168cec198e40 in 101ms, sequenceid=5, compaction requested=false 2024-12-15T17:21:50,189 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/072ef07f31aafbb408e6168cec198e40/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-15T17:21:50,191 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40. 2024-12-15T17:21:50,191 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1635): Region close journal for 072ef07f31aafbb408e6168cec198e40: 2024-12-15T17:21:50,191 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegionServer(3789): Adding 072ef07f31aafbb408e6168cec198e40 move to 4ce65a7c4674,37327,1734283294864 record at close sequenceid=5 2024-12-15T17:21:50,194 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] handler.UnassignRegionHandler(170): Closed 072ef07f31aafbb408e6168cec198e40 2024-12-15T17:21:50,196 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=072ef07f31aafbb408e6168cec198e40, regionState=CLOSED 2024-12-15T17:21:50,209 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-12-15T17:21:50,209 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; CloseRegionProcedure 072ef07f31aafbb408e6168cec198e40, server=4ce65a7c4674,40797,1734283295017 in 280 msec 2024-12-15T17:21:50,210 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=072ef07f31aafbb408e6168cec198e40, REOPEN/MOVE; state=CLOSED, location=4ce65a7c4674,37327,1734283294864; forceNewPlan=false, retain=false 2024-12-15T17:21:50,355 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 40468, reset compression=false 2024-12-15T17:21:50,361 INFO [4ce65a7c4674:42471 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-15T17:21:50,361 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=072ef07f31aafbb408e6168cec198e40, regionState=OPENING, regionLocation=4ce65a7c4674,37327,1734283294864 2024-12-15T17:21:50,362 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:21:50,362 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 40797, reset compression=false 2024-12-15T17:21:50,362 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/73=[#edits: 2 = ],476}], lastWalPath=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta, lastWalPosition=40797, nbRowKeys=1, nbHFiles=0, heapSize=476, lastSeqIds={}, endOfFile=false,usedBufferSize=476] 2024-12-15T17:21:50,364 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=71, ppid=69, state=RUNNABLE; OpenRegionProcedure 072ef07f31aafbb408e6168cec198e40, server=4ce65a7c4674,37327,1734283294864}] 2024-12-15T17:21:50,370 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:21:50,370 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 41265, reset compression=false 2024-12-15T17:21:50,370 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/74=[#edits: 3 = ],660}], lastWalPath=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta, lastWalPosition=41265, nbRowKeys=1, nbHFiles=0, heapSize=660, lastSeqIds={}, endOfFile=false,usedBufferSize=660] 2024-12-15T17:21:50,518 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,37327,1734283294864 2024-12-15T17:21:50,521 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40. 2024-12-15T17:21:50,521 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(7285): Opening region: {ENCODED => 072ef07f31aafbb408e6168cec198e40, NAME => 'testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-12-15T17:21:50,522 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets 072ef07f31aafbb408e6168cec198e40 2024-12-15T17:21:50,522 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:50,522 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(7327): checking encryption for 072ef07f31aafbb408e6168cec198e40 2024-12-15T17:21:50,522 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(7330): checking classloading for 072ef07f31aafbb408e6168cec198e40 2024-12-15T17:21:50,523 INFO [StoreOpener-072ef07f31aafbb408e6168cec198e40-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 072ef07f31aafbb408e6168cec198e40 2024-12-15T17:21:50,524 INFO [StoreOpener-072ef07f31aafbb408e6168cec198e40-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 072ef07f31aafbb408e6168cec198e40 columnFamilyName info 2024-12-15T17:21:50,525 DEBUG [StoreOpener-072ef07f31aafbb408e6168cec198e40-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:21:50,532 DEBUG [StoreOpener-072ef07f31aafbb408e6168cec198e40-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/072ef07f31aafbb408e6168cec198e40/info/9ff37c49e6b64fc1a5db2e395580a6dc 2024-12-15T17:21:50,533 INFO [StoreOpener-072ef07f31aafbb408e6168cec198e40-1 {}] regionserver.HStore(327): Store=072ef07f31aafbb408e6168cec198e40/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:21:50,534 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/072ef07f31aafbb408e6168cec198e40 2024-12-15T17:21:50,535 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/072ef07f31aafbb408e6168cec198e40 2024-12-15T17:21:50,538 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1085): writing seq id for 072ef07f31aafbb408e6168cec198e40 2024-12-15T17:21:50,539 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1102): Opened 072ef07f31aafbb408e6168cec198e40; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72663467, jitterRate=0.08277003467082977}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:21:50,539 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1001): Region open journal for 072ef07f31aafbb408e6168cec198e40: 2024-12-15T17:21:50,540 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40., pid=71, masterSystemTime=1734283310518 2024-12-15T17:21:50,541 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40. 2024-12-15T17:21:50,541 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40. 2024-12-15T17:21:50,542 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=072ef07f31aafbb408e6168cec198e40, regionState=OPEN, openSeqNum=9, regionLocation=4ce65a7c4674,37327,1734283294864 2024-12-15T17:21:50,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=71, resume processing ppid=69 2024-12-15T17:21:50,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, ppid=69, state=SUCCESS; OpenRegionProcedure 072ef07f31aafbb408e6168cec198e40, server=4ce65a7c4674,37327,1734283294864 in 179 msec 2024-12-15T17:21:50,546 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=072ef07f31aafbb408e6168cec198e40, REOPEN/MOVE in 629 msec 2024-12-15T17:21:50,572 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T17:21:50,573 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56488, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-15T17:21:50,574 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 41265, reset compression=false 2024-12-15T17:21:50,581 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:21:50,581 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 41975, reset compression=false 2024-12-15T17:21:50,581 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/75=[#edits: 5 = ],1004}], lastWalPath=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta, lastWalPosition=41975, nbRowKeys=1, nbHFiles=0, heapSize=1004, lastSeqIds={}, endOfFile=false,usedBufferSize=1004] 2024-12-15T17:21:50,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40797 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Get size: 126 connection: 172.17.0.2:41230 deadline: 1734283370608, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=4ce65a7c4674 port=37327 startCode=1734283294864. As of locationSeqNum=5. 2024-12-15T17:21:50,751 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(572): read request for region hbase:meta,,1.1588230740 is 214 2024-12-15T17:21:50,751 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(572): read request for region hbase:meta,,1_0001.534574363 is 88 2024-12-15T17:21:50,751 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(572): read request for region hbase:meta,,1_0002.1657623790 is 88 2024-12-15T17:21:50,756 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] master.HMaster(2345): Client=jenkins//172.17.0.2 move hri=072ef07f31aafbb408e6168cec198e40, source=4ce65a7c4674,37327,1734283294864, destination=4ce65a7c4674,40797,1734283295017, warming up region on 4ce65a7c4674,40797,1734283295017 2024-12-15T17:21:50,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,40797,1734283295017 2024-12-15T17:21:50,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40797 {}] regionserver.RSRpcServices(2212): Warmup testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40. 2024-12-15T17:21:50,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40797 {}] regionserver.HRegion(7389): Warmup {ENCODED => 072ef07f31aafbb408e6168cec198e40, NAME => 'testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-12-15T17:21:50,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40797 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:50,767 INFO [StoreOpener-072ef07f31aafbb408e6168cec198e40-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 072ef07f31aafbb408e6168cec198e40 2024-12-15T17:21:50,769 INFO [StoreOpener-072ef07f31aafbb408e6168cec198e40-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 072ef07f31aafbb408e6168cec198e40 columnFamilyName info 2024-12-15T17:21:50,769 DEBUG [StoreOpener-072ef07f31aafbb408e6168cec198e40-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:21:50,780 DEBUG [StoreOpener-072ef07f31aafbb408e6168cec198e40-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/072ef07f31aafbb408e6168cec198e40/info/9ff37c49e6b64fc1a5db2e395580a6dc 2024-12-15T17:21:50,781 INFO [StoreOpener-072ef07f31aafbb408e6168cec198e40-1 {}] regionserver.HStore(327): Store=072ef07f31aafbb408e6168cec198e40/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:21:50,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40797 {}] regionserver.HRegion(1681): Closing 072ef07f31aafbb408e6168cec198e40, disabling compactions & flushes 2024-12-15T17:21:50,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40797 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40. 2024-12-15T17:21:50,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40797 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40. 2024-12-15T17:21:50,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40797 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40. after waiting 0 ms 2024-12-15T17:21:50,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40797 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40. 2024-12-15T17:21:50,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40797 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40. 2024-12-15T17:21:50,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40797 {}] regionserver.HRegion(1635): Region close journal for 072ef07f31aafbb408e6168cec198e40: 2024-12-15T17:21:50,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] master.HMaster(2349): Client=jenkins//172.17.0.2 move hri=072ef07f31aafbb408e6168cec198e40, source=4ce65a7c4674,37327,1734283294864, destination=4ce65a7c4674,40797,1734283295017, running balancer 2024-12-15T17:21:50,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] procedure2.ProcedureExecutor(1098): Stored pid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=072ef07f31aafbb408e6168cec198e40, REOPEN/MOVE 2024-12-15T17:21:50,784 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=072ef07f31aafbb408e6168cec198e40, REOPEN/MOVE 2024-12-15T17:21:50,785 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=72 updating hbase:meta row=072ef07f31aafbb408e6168cec198e40, regionState=CLOSING, regionLocation=4ce65a7c4674,37327,1734283294864 2024-12-15T17:21:50,787 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 41975, reset compression=false 2024-12-15T17:21:50,795 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T17:21:50,796 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE; CloseRegionProcedure 072ef07f31aafbb408e6168cec198e40, server=4ce65a7c4674,37327,1734283294864}] 2024-12-15T17:21:50,805 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:21:50,805 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/76=[#edits: 3 = ],660}], lastWalPath=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta, lastWalPosition=42443, nbRowKeys=1, nbHFiles=0, heapSize=660, lastSeqIds={}, endOfFile=false,usedBufferSize=660] 2024-12-15T17:21:50,806 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 42443, reset compression=false 2024-12-15T17:21:50,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] procedure.ProcedureSyncWait(219): waitFor pid=72 2024-12-15T17:21:50,956 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,37327,1734283294864 2024-12-15T17:21:50,957 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] handler.UnassignRegionHandler(124): Close 072ef07f31aafbb408e6168cec198e40 2024-12-15T17:21:50,957 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T17:21:50,957 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1681): Closing 072ef07f31aafbb408e6168cec198e40, disabling compactions & flushes 2024-12-15T17:21:50,957 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40. 2024-12-15T17:21:50,957 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40. 2024-12-15T17:21:50,958 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40. after waiting 0 ms 2024-12-15T17:21:50,958 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40. 2024-12-15T17:21:50,972 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/072ef07f31aafbb408e6168cec198e40/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-12-15T17:21:50,973 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40. 2024-12-15T17:21:50,973 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1635): Region close journal for 072ef07f31aafbb408e6168cec198e40: 2024-12-15T17:21:50,973 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegionServer(3789): Adding 072ef07f31aafbb408e6168cec198e40 move to 4ce65a7c4674,40797,1734283295017 record at close sequenceid=9 2024-12-15T17:21:50,980 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] handler.UnassignRegionHandler(170): Closed 072ef07f31aafbb408e6168cec198e40 2024-12-15T17:21:50,984 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=72 updating hbase:meta row=072ef07f31aafbb408e6168cec198e40, regionState=CLOSED 2024-12-15T17:21:50,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=73, resume processing ppid=72 2024-12-15T17:21:50,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, ppid=72, state=SUCCESS; CloseRegionProcedure 072ef07f31aafbb408e6168cec198e40, server=4ce65a7c4674,37327,1734283294864 in 191 msec 2024-12-15T17:21:50,997 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=72, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=072ef07f31aafbb408e6168cec198e40, REOPEN/MOVE; state=CLOSED, location=4ce65a7c4674,40797,1734283295017; forceNewPlan=false, retain=false 2024-12-15T17:21:51,015 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 42443, reset compression=false 2024-12-15T17:21:51,041 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:21:51,041 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 42772, reset compression=false 2024-12-15T17:21:51,041 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/77=[#edits: 2 = ],476}], lastWalPath=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta, lastWalPosition=42772, nbRowKeys=1, nbHFiles=0, heapSize=476, lastSeqIds={}, endOfFile=false,usedBufferSize=476] 2024-12-15T17:21:51,148 INFO [4ce65a7c4674:42471 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-15T17:21:51,148 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=72 updating hbase:meta row=072ef07f31aafbb408e6168cec198e40, regionState=OPENING, regionLocation=4ce65a7c4674,40797,1734283295017 2024-12-15T17:21:51,150 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=72, state=RUNNABLE; OpenRegionProcedure 072ef07f31aafbb408e6168cec198e40, server=4ce65a7c4674,40797,1734283295017}] 2024-12-15T17:21:51,251 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 42772, reset compression=false 2024-12-15T17:21:51,264 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:21:51,265 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43240, reset compression=false 2024-12-15T17:21:51,265 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/78=[#edits: 3 = ],660}], lastWalPath=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta, lastWalPosition=43240, nbRowKeys=1, nbHFiles=0, heapSize=660, lastSeqIds={}, endOfFile=false,usedBufferSize=660] 2024-12-15T17:21:51,302 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,40797,1734283295017 2024-12-15T17:21:51,307 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40. 2024-12-15T17:21:51,307 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7285): Opening region: {ENCODED => 072ef07f31aafbb408e6168cec198e40, NAME => 'testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-12-15T17:21:51,308 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicaGets 072ef07f31aafbb408e6168cec198e40 2024-12-15T17:21:51,308 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:21:51,308 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7327): checking encryption for 072ef07f31aafbb408e6168cec198e40 2024-12-15T17:21:51,308 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7330): checking classloading for 072ef07f31aafbb408e6168cec198e40 2024-12-15T17:21:51,314 INFO [StoreOpener-072ef07f31aafbb408e6168cec198e40-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 072ef07f31aafbb408e6168cec198e40 2024-12-15T17:21:51,315 INFO [StoreOpener-072ef07f31aafbb408e6168cec198e40-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 072ef07f31aafbb408e6168cec198e40 columnFamilyName info 2024-12-15T17:21:51,315 DEBUG [StoreOpener-072ef07f31aafbb408e6168cec198e40-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:21:51,337 DEBUG [StoreOpener-072ef07f31aafbb408e6168cec198e40-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/072ef07f31aafbb408e6168cec198e40/info/9ff37c49e6b64fc1a5db2e395580a6dc 2024-12-15T17:21:51,337 INFO [StoreOpener-072ef07f31aafbb408e6168cec198e40-1 {}] regionserver.HStore(327): Store=072ef07f31aafbb408e6168cec198e40/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:21:51,339 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/072ef07f31aafbb408e6168cec198e40 2024-12-15T17:21:51,343 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/072ef07f31aafbb408e6168cec198e40 2024-12-15T17:21:51,347 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1085): writing seq id for 072ef07f31aafbb408e6168cec198e40 2024-12-15T17:21:51,349 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1102): Opened 072ef07f31aafbb408e6168cec198e40; next sequenceid=12; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75349613, jitterRate=0.12279672920703888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:21:51,349 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1001): Region open journal for 072ef07f31aafbb408e6168cec198e40: 2024-12-15T17:21:51,356 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40., pid=74, masterSystemTime=1734283311302 2024-12-15T17:21:51,375 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40. 2024-12-15T17:21:51,375 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40. 2024-12-15T17:21:51,382 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=72 updating hbase:meta row=072ef07f31aafbb408e6168cec198e40, regionState=OPEN, openSeqNum=12, regionLocation=4ce65a7c4674,40797,1734283295017 2024-12-15T17:21:51,400 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=72 2024-12-15T17:21:51,400 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=72, state=SUCCESS; OpenRegionProcedure 072ef07f31aafbb408e6168cec198e40, server=4ce65a7c4674,40797,1734283295017 in 236 msec 2024-12-15T17:21:51,408 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicaGets, region=072ef07f31aafbb408e6168cec198e40, REOPEN/MOVE in 618 msec 2024-12-15T17:21:51,436 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T17:21:51,438 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49466, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-15T17:21:51,471 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43240, reset compression=false 2024-12-15T17:21:51,479 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:21:51,479 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:21:51,479 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/79=[#edits: 5 = ],1004}], lastWalPath=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta, lastWalPosition=43950, nbRowKeys=1, nbHFiles=0, heapSize=1004, lastSeqIds={}, endOfFile=false,usedBufferSize=1004] 2024-12-15T17:21:51,689 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:21:51,792 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-15T17:21:51,993 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:21:52,399 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:21:52,929 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:21:53,261 INFO [4ce65a7c4674:46679Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:21:53,290 INFO [4ce65a7c4674:34375Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:21:53,367 INFO [4ce65a7c4674:37327Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:21:53,386 INFO [4ce65a7c4674:40797Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:21:53,535 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:21:54,244 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:21:54,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testHBaseMetaReplicaGets 2024-12-15T17:21:54,482 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testHBaseMetaReplicaGets Metrics about Tables on a single HBase RegionServer 2024-12-15T17:21:55,056 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:21:55,966 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:21:56,811 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-15T17:21:56,980 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:21:58,085 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:21:58,261 INFO [4ce65a7c4674:46679Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:21:58,290 INFO [4ce65a7c4674:34375Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:21:58,367 INFO [4ce65a7c4674:37327Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:21:58,386 INFO [4ce65a7c4674:40797Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:21:59,291 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:22:00,596 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:22:02,006 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:22:02,678 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T17:22:03,261 INFO [4ce65a7c4674:46679Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:22:03,290 INFO [4ce65a7c4674:34375Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:22:03,367 INFO [4ce65a7c4674:37327Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:22:03,386 INFO [4ce65a7c4674:40797Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:22:03,516 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:22:05,124 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:22:06,837 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:22:07,668 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T17:22:07,671 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44624, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T17:22:08,261 INFO [4ce65a7c4674:46679Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:22:08,290 INFO [4ce65a7c4674:34375Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:22:08,367 INFO [4ce65a7c4674:37327Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:22:08,386 INFO [4ce65a7c4674:40797Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:22:08,652 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:22:09,571 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T17:22:09,572 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44638, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T17:22:10,560 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:22:11,484 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-15T17:22:11,576 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T17:22:11,577 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40572, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T17:22:12,566 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:22:12,572 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T17:22:12,573 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40574, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T17:22:13,261 INFO [4ce65a7c4674:46679Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:22:13,290 INFO [4ce65a7c4674:34375Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:22:13,367 INFO [4ce65a7c4674:37327Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:22:13,386 INFO [4ce65a7c4674:40797Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:22:14,672 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:22:16,879 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:22:18,263 INFO [4ce65a7c4674:46679Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:22:18,290 INFO [4ce65a7c4674:34375Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:22:18,367 INFO [4ce65a7c4674:37327Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:22:18,386 INFO [4ce65a7c4674:40797Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:22:19,188 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:22:21,615 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:22:22,004 INFO [master/4ce65a7c4674:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-15T17:22:22,004 INFO [master/4ce65a7c4674:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-15T17:22:23,261 INFO [4ce65a7c4674:46679Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:22:23,290 INFO [4ce65a7c4674:34375Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:22:23,367 INFO [4ce65a7c4674:37327Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:22:23,386 INFO [4ce65a7c4674:40797Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:22:24,147 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:22:26,752 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:22:28,261 INFO [4ce65a7c4674:46679Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:22:28,290 INFO [4ce65a7c4674:34375Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:22:28,367 INFO [4ce65a7c4674:37327Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:22:28,386 INFO [4ce65a7c4674:40797Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:22:28,398 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1588230740, had cached 0 bytes from a total of 11837 2024-12-15T17:22:28,868 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 534574363, had cached 0 bytes from a total of 11837 2024-12-15T17:22:28,879 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1657623790, had cached 0 bytes from a total of 11837 2024-12-15T17:22:29,457 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:22:31,485 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-15T17:22:32,269 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:22:32,679 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T17:22:33,261 INFO [4ce65a7c4674:46679Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:22:33,290 INFO [4ce65a7c4674:34375Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:22:33,367 INFO [4ce65a7c4674:37327Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:22:33,386 INFO [4ce65a7c4674:40797Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:22:35,182 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:22:36,308 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 072ef07f31aafbb408e6168cec198e40, had cached 0 bytes from a total of 31985 2024-12-15T17:22:38,193 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:22:38,261 INFO [4ce65a7c4674:46679Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:22:38,290 INFO [4ce65a7c4674:34375Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:22:38,367 INFO [4ce65a7c4674:37327Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:22:38,386 INFO [4ce65a7c4674:40797Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:22:39,837 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 534574363 changed from -1.0 to 0.0, refreshing cache 2024-12-15T17:22:39,837 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region ab37503d6f8e5b647b87e44f1ebcdf1c changed from -1.0 to 0.0, refreshing cache 2024-12-15T17:22:39,838 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 30d35028f84bc39c5df55bb658ed480e changed from -1.0 to 0.0, refreshing cache 2024-12-15T17:22:39,838 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 9e8b5cd46121e9c18f59d019f77732d6 changed from -1.0 to 0.0, refreshing cache 2024-12-15T17:22:39,838 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 218d4745eb86b125884b8070cbad5ea0 changed from -1.0 to 0.0, refreshing cache 2024-12-15T17:22:39,838 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 2a8ae48bf185b2a4d14b49f56387f31b changed from -1.0 to 0.0, refreshing cache 2024-12-15T17:22:39,838 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region beb657c44ba1c678696fb1b849ef9af0 changed from -1.0 to 0.0, refreshing cache 2024-12-15T17:22:39,838 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 05e24e1beec2e1a34d52db59e949365a changed from -1.0 to 0.0, refreshing cache 2024-12-15T17:22:39,838 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region a1edc2326a1e33f1097c2858eb5c930a changed from -1.0 to 0.0, refreshing cache 2024-12-15T17:22:39,838 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 1657623790 changed from -1.0 to 0.0, refreshing cache 2024-12-15T17:22:39,838 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 08dbbcc4092ff22a3bdcd5c1cde1c547 changed from -1.0 to 0.0, refreshing cache 2024-12-15T17:22:39,838 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 450457746530d09a03c7873b43141fde changed from -1.0 to 0.0, refreshing cache 2024-12-15T17:22:39,838 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 60ccefacd578355a929738f76cf35a7c changed from -1.0 to 0.0, refreshing cache 2024-12-15T17:22:39,838 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 087e417b738d0864d4645b7d9c279b9e changed from -1.0 to 0.0, refreshing cache 2024-12-15T17:22:39,838 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 4eee55c22411a08cda8e15b6206e0f96 changed from -1.0 to 0.0, refreshing cache 2024-12-15T17:22:39,838 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 9647f75896de831fc679376d7a1e7ecb changed from -1.0 to 0.0, refreshing cache 2024-12-15T17:22:39,838 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 10831e3b862e422e6b33982e8ca2a9e9 changed from -1.0 to 0.0, refreshing cache 2024-12-15T17:22:39,839 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region ee119be89f6158c8e5d4e578c8cf267e changed from -1.0 to 0.0, refreshing cache 2024-12-15T17:22:39,839 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region c36397a48ebb908e2b67f70d6d8b0abd changed from -1.0 to 0.0, refreshing cache 2024-12-15T17:22:39,839 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region de1645cde872a213db377f57f530eb20 changed from -1.0 to 0.0, refreshing cache 2024-12-15T17:22:39,839 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 072ef07f31aafbb408e6168cec198e40 changed from -1.0 to 0.0, refreshing cache 2024-12-15T17:22:39,839 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 2b127bf9c37f05c9dc8f42c28df1dd0b changed from -1.0 to 0.0, refreshing cache 2024-12-15T17:22:39,839 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 2923c6ca25699e69fa429758abb12973 changed from -1.0 to 0.0, refreshing cache 2024-12-15T17:22:39,839 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 48abc392d0bf02cddf633efa6867c4ad changed from -1.0 to 0.0, refreshing cache 2024-12-15T17:22:39,839 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region f3d4d3132b0da107773a9c6f173d2050 changed from -1.0 to 0.0, refreshing cache 2024-12-15T17:22:39,839 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 21c6958912195aa6a879f0ca6e111303 changed from -1.0 to 0.0, refreshing cache 2024-12-15T17:22:39,839 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 58c5cb1e00e4786054f46991e722af03 changed from -1.0 to 0.0, refreshing cache 2024-12-15T17:22:39,839 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 04ad37f21280a14c9fd4caf18d1cc4f6 changed from -1.0 to 0.0, refreshing cache 2024-12-15T17:22:41,298 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:22:43,261 INFO [4ce65a7c4674:46679Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:22:43,290 INFO [4ce65a7c4674:34375Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:22:43,367 INFO [4ce65a7c4674:37327Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:22:43,386 INFO [4ce65a7c4674:40797Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:22:44,508 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:22:47,817 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:22:48,261 INFO [4ce65a7c4674:46679Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:22:48,290 INFO [4ce65a7c4674:34375Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:22:48,367 INFO [4ce65a7c4674:37327Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:22:48,386 INFO [4ce65a7c4674:40797Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:22:49,465 DEBUG [AsyncConn Chore Service.Chore.1 {}] client.CatalogReplicaLoadBalanceSimpleSelector(265): Refreshed replica count 3 2024-12-15T17:22:51,222 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:22:51,485 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-15T17:22:53,261 INFO [4ce65a7c4674:46679Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:22:53,290 INFO [4ce65a7c4674:34375Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:22:53,367 INFO [4ce65a7c4674:37327Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:22:53,386 INFO [4ce65a7c4674:40797Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:22:54,732 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:22:58,261 INFO [4ce65a7c4674:46679Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:22:58,290 INFO [4ce65a7c4674:34375Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:22:58,336 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:22:58,367 INFO [4ce65a7c4674:37327Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:22:58,386 INFO [4ce65a7c4674:40797Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:23:02,042 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:23:02,679 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T17:23:03,261 INFO [4ce65a7c4674:46679Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:23:03,290 INFO [4ce65a7c4674:34375Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:23:03,367 INFO [4ce65a7c4674:37327Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:23:03,386 INFO [4ce65a7c4674:40797Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:23:05,848 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:23:08,261 INFO [4ce65a7c4674:46679Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:23:08,290 INFO [4ce65a7c4674:34375Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:23:08,367 INFO [4ce65a7c4674:37327Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:23:08,386 INFO [4ce65a7c4674:40797Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:23:09,753 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:23:11,485 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-15T17:23:13,261 INFO [4ce65a7c4674:46679Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:23:13,290 INFO [4ce65a7c4674:34375Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:23:13,367 INFO [4ce65a7c4674:37327Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:23:13,386 INFO [4ce65a7c4674:40797Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:23:13,398 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1588230740, had cached 0 bytes from a total of 11837 2024-12-15T17:23:13,758 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:23:13,870 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 534574363, had cached 0 bytes from a total of 11837 2024-12-15T17:23:13,879 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1657623790, had cached 0 bytes from a total of 11837 2024-12-15T17:23:17,887 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:23:18,261 INFO [4ce65a7c4674:46679Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:23:18,290 INFO [4ce65a7c4674:34375Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:23:18,367 INFO [4ce65a7c4674:37327Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:23:18,386 INFO [4ce65a7c4674:40797Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:23:21,308 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 072ef07f31aafbb408e6168cec198e40, had cached 0 bytes from a total of 31985 2024-12-15T17:23:22,097 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:23:23,261 INFO [4ce65a7c4674:46679Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:23:23,290 INFO [4ce65a7c4674:34375Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:23:23,367 INFO [4ce65a7c4674:37327Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:23:23,386 INFO [4ce65a7c4674:40797Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:23:26,408 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:23:28,261 INFO [4ce65a7c4674:46679Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:23:28,290 INFO [4ce65a7c4674:34375Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:23:28,367 INFO [4ce65a7c4674:37327Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:23:28,386 INFO [4ce65a7c4674:40797Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:23:30,814 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:23:31,485 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-15T17:23:32,679 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T17:23:33,261 INFO [4ce65a7c4674:46679Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:23:33,290 INFO [4ce65a7c4674:34375Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:23:33,367 INFO [4ce65a7c4674:37327Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:23:33,386 INFO [4ce65a7c4674:40797Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:23:35,318 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:23:38,261 INFO [4ce65a7c4674:46679Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:23:38,290 INFO [4ce65a7c4674:34375Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:23:38,367 INFO [4ce65a7c4674:37327Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:23:38,386 INFO [4ce65a7c4674:40797Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:23:39,923 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:23:43,261 INFO [4ce65a7c4674:46679Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:23:43,290 INFO [4ce65a7c4674:34375Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:23:43,367 INFO [4ce65a7c4674:37327Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:23:43,386 INFO [4ce65a7c4674:40797Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:23:44,632 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:23:48,261 INFO [4ce65a7c4674:46679Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:23:48,290 INFO [4ce65a7c4674:34375Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:23:48,367 INFO [4ce65a7c4674:37327Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:23:48,386 INFO [4ce65a7c4674:40797Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:23:49,442 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:23:49,464 DEBUG [AsyncConn Chore Service.Chore.1 {}] client.CatalogReplicaLoadBalanceSimpleSelector(265): Refreshed replica count 3 2024-12-15T17:23:51,457 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(572): read request for region hbase:meta,,1.1588230740 is 214 2024-12-15T17:23:51,457 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(572): read request for region hbase:meta,,1_0001.534574363 is 88 2024-12-15T17:23:51,457 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(572): read request for region hbase:meta,,1_0002.1657623790 is 88 2024-12-15T17:23:51,458 INFO [RS-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52204, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:23:51,462 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60332, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:23:51,464 INFO [RS-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51218, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:23:51,466 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52972, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:23:51,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37327 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Get size: 127 connection: 172.17.0.2:60332 deadline: 1734283491479, exception=org.apache.hadoop.hbase.NotServingRegionException: testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40. is not online on 4ce65a7c4674,37327,1734283294864 2024-12-15T17:23:51,481 DEBUG [Time-limited test {}] client.CatalogReplicaLoadBalanceSimpleSelector(138): Add entry to stale cache for table testHBaseMetaReplicaGets with startKey [115, 115, 115], [116, 116, 116] 2024-12-15T17:23:51,485 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-15T17:23:51,583 DEBUG [Time-limited test {}] client.CatalogReplicaLoadBalanceSimpleSelector(226): Lookup [115, 115, 115] goes to primary meta 2024-12-15T17:23:51,624 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(572): read request for region hbase:meta,,1.1588230740 is 216 2024-12-15T17:23:51,624 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(572): read request for region hbase:meta,,1_0001.534574363 is 88 2024-12-15T17:23:51,624 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(572): read request for region hbase:meta,,1_0002.1657623790 is 88 2024-12-15T17:23:51,624 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-15T17:23:51,624 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-15T17:23:51,625 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x279e6f64 to 127.0.0.1:61306 2024-12-15T17:23:51,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:23:51,627 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-15T17:23:51,627 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=157951903, stopped=false 2024-12-15T17:23:51,627 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=4ce65a7c4674,42471,1734283293899 2024-12-15T17:23:51,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34375-0x1002ab60cc20002, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-15T17:23:51,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37327-0x1002ab60cc20001, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-15T17:23:51,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x1002ab60cc20000, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-15T17:23:51,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40797-0x1002ab60cc20004, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-15T17:23:51,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34375-0x1002ab60cc20002, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:23:51,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37327-0x1002ab60cc20001, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:23:51,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x1002ab60cc20000, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:23:51,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40797-0x1002ab60cc20004, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:23:51,689 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-15T17:23:51,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46679-0x1002ab60cc20003, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-15T17:23:51,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46679-0x1002ab60cc20003, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:23:51,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:23:51,690 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37327-0x1002ab60cc20001, quorum=127.0.0.1:61306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:23:51,690 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40797-0x1002ab60cc20004, quorum=127.0.0.1:61306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:23:51,690 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '4ce65a7c4674,37327,1734283294864' ***** 2024-12-15T17:23:51,690 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-15T17:23:51,690 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '4ce65a7c4674,34375,1734283294923' ***** 2024-12-15T17:23:51,690 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-15T17:23:51,690 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '4ce65a7c4674,46679,1734283294968' ***** 2024-12-15T17:23:51,690 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-15T17:23:51,690 INFO [RS:2;4ce65a7c4674:46679 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-15T17:23:51,690 INFO [RS:0;4ce65a7c4674:37327 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-15T17:23:51,691 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46679-0x1002ab60cc20003, quorum=127.0.0.1:61306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:23:51,691 INFO [RS:0;4ce65a7c4674:37327 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-15T17:23:51,691 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '4ce65a7c4674,40797,1734283295017' ***** 2024-12-15T17:23:51,691 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-15T17:23:51,691 INFO [RS:0;4ce65a7c4674:37327 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-15T17:23:51,691 INFO [RS:3;4ce65a7c4674:40797 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-15T17:23:51,691 INFO [RS:0;4ce65a7c4674:37327 {}] regionserver.HRegionServer(3579): Received CLOSE for 60ccefacd578355a929738f76cf35a7c 2024-12-15T17:23:51,691 INFO [RS:3;4ce65a7c4674:40797 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-15T17:23:51,691 INFO [RS:3;4ce65a7c4674:40797 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-15T17:23:51,691 INFO [RS:3;4ce65a7c4674:40797 {}] regionserver.HRegionServer(3579): Received CLOSE for 072ef07f31aafbb408e6168cec198e40 2024-12-15T17:23:51,691 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42471-0x1002ab60cc20000, quorum=127.0.0.1:61306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:23:51,691 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-15T17:23:51,691 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-15T17:23:51,692 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34375-0x1002ab60cc20002, quorum=127.0.0.1:61306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:23:51,692 INFO [RS:1;4ce65a7c4674:34375 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-15T17:23:51,692 INFO [RS:1;4ce65a7c4674:34375 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-15T17:23:51,692 INFO [RS:3;4ce65a7c4674:40797 {}] regionserver.HRegionServer(3579): Received CLOSE for de1645cde872a213db377f57f530eb20 2024-12-15T17:23:51,692 INFO [RS:1;4ce65a7c4674:34375 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-15T17:23:51,692 INFO [RS:3;4ce65a7c4674:40797 {}] regionserver.HRegionServer(3579): Received CLOSE for 10831e3b862e422e6b33982e8ca2a9e9 2024-12-15T17:23:51,692 INFO [RS:3;4ce65a7c4674:40797 {}] regionserver.HRegionServer(3579): Received CLOSE for 2b127bf9c37f05c9dc8f42c28df1dd0b 2024-12-15T17:23:51,692 INFO [RS:1;4ce65a7c4674:34375 {}] regionserver.HRegionServer(3579): Received CLOSE for 9e8b5cd46121e9c18f59d019f77732d6 2024-12-15T17:23:51,692 INFO [RS:3;4ce65a7c4674:40797 {}] regionserver.HRegionServer(3579): Received CLOSE for ee119be89f6158c8e5d4e578c8cf267e 2024-12-15T17:23:51,692 INFO [RS:3;4ce65a7c4674:40797 {}] regionserver.HRegionServer(3579): Received CLOSE for c36397a48ebb908e2b67f70d6d8b0abd 2024-12-15T17:23:51,692 INFO [RS:3;4ce65a7c4674:40797 {}] regionserver.HRegionServer(1224): stopping server 4ce65a7c4674,40797,1734283295017 2024-12-15T17:23:51,692 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 60ccefacd578355a929738f76cf35a7c, disabling compactions & flushes 2024-12-15T17:23:51,692 DEBUG [RS:3;4ce65a7c4674:40797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:23:51,692 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,lll,1734283304101.60ccefacd578355a929738f76cf35a7c. 2024-12-15T17:23:51,692 INFO [RS:3;4ce65a7c4674:40797 {}] regionserver.HRegionServer(1599): Waiting on 6 regions to close 2024-12-15T17:23:51,692 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,lll,1734283304101.60ccefacd578355a929738f76cf35a7c. 2024-12-15T17:23:51,692 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-15T17:23:51,692 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,lll,1734283304101.60ccefacd578355a929738f76cf35a7c. after waiting 0 ms 2024-12-15T17:23:51,692 DEBUG [RS:3;4ce65a7c4674:40797 {}] regionserver.HRegionServer(1603): Online Regions={072ef07f31aafbb408e6168cec198e40=testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40., de1645cde872a213db377f57f530eb20=testHBaseMetaReplicaGets,qqq,1734283304101.de1645cde872a213db377f57f530eb20., 10831e3b862e422e6b33982e8ca2a9e9=testHBaseMetaReplicaGets,eee,1734283304101.10831e3b862e422e6b33982e8ca2a9e9., 2b127bf9c37f05c9dc8f42c28df1dd0b=testHBaseMetaReplicaGets,yyy,1734283304101.2b127bf9c37f05c9dc8f42c28df1dd0b., ee119be89f6158c8e5d4e578c8cf267e=testHBaseMetaReplicaGets,ggg,1734283304101.ee119be89f6158c8e5d4e578c8cf267e., c36397a48ebb908e2b67f70d6d8b0abd=testHBaseMetaReplicaGets,jjj,1734283304101.c36397a48ebb908e2b67f70d6d8b0abd.} 2024-12-15T17:23:51,692 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,lll,1734283304101.60ccefacd578355a929738f76cf35a7c. 2024-12-15T17:23:51,692 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 072ef07f31aafbb408e6168cec198e40, disabling compactions & flushes 2024-12-15T17:23:51,692 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40. 2024-12-15T17:23:51,693 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40. 2024-12-15T17:23:51,693 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40. after waiting 0 ms 2024-12-15T17:23:51,693 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40. 2024-12-15T17:23:51,693 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 60ccefacd578355a929738f76cf35a7c 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-15T17:23:51,693 INFO [RS:1;4ce65a7c4674:34375 {}] regionserver.HRegionServer(3579): Received CLOSE for a1edc2326a1e33f1097c2858eb5c930a 2024-12-15T17:23:51,693 INFO [RS:1;4ce65a7c4674:34375 {}] regionserver.HRegionServer(3579): Received CLOSE for 2a8ae48bf185b2a4d14b49f56387f31b 2024-12-15T17:23:51,694 INFO [RS:1;4ce65a7c4674:34375 {}] regionserver.HRegionServer(3579): Received CLOSE for 30d35028f84bc39c5df55bb658ed480e 2024-12-15T17:23:51,694 INFO [RS:1;4ce65a7c4674:34375 {}] regionserver.HRegionServer(3579): Received CLOSE for ab37503d6f8e5b647b87e44f1ebcdf1c 2024-12-15T17:23:51,694 INFO [RS:1;4ce65a7c4674:34375 {}] regionserver.HRegionServer(3579): Received CLOSE for 05e24e1beec2e1a34d52db59e949365a 2024-12-15T17:23:51,694 INFO [RS:1;4ce65a7c4674:34375 {}] regionserver.HRegionServer(3579): Received CLOSE for 218d4745eb86b125884b8070cbad5ea0 2024-12-15T17:23:51,694 INFO [RS:1;4ce65a7c4674:34375 {}] regionserver.HRegionServer(3579): Received CLOSE for beb657c44ba1c678696fb1b849ef9af0 2024-12-15T17:23:51,694 INFO [RS:1;4ce65a7c4674:34375 {}] regionserver.HRegionServer(1224): stopping server 4ce65a7c4674,34375,1734283294923 2024-12-15T17:23:51,694 DEBUG [RS:1;4ce65a7c4674:34375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:23:51,694 INFO [RS:1;4ce65a7c4674:34375 {}] regionserver.HRegionServer(1599): Waiting on 9 regions to close 2024-12-15T17:23:51,694 DEBUG [RS:1;4ce65a7c4674:34375 {}] regionserver.HRegionServer(1603): Online Regions={9e8b5cd46121e9c18f59d019f77732d6=testHBaseMetaReplicaGets,bbb,1734283304101.9e8b5cd46121e9c18f59d019f77732d6., a1edc2326a1e33f1097c2858eb5c930a=testHBaseMetaReplicaGets,xxx,1734283304101.a1edc2326a1e33f1097c2858eb5c930a., 2a8ae48bf185b2a4d14b49f56387f31b=testHBaseMetaReplicaGets,kkk,1734283304101.2a8ae48bf185b2a4d14b49f56387f31b., 30d35028f84bc39c5df55bb658ed480e=testHBaseMetaReplicaGets,,1734283304101.30d35028f84bc39c5df55bb658ed480e., ab37503d6f8e5b647b87e44f1ebcdf1c=hbase:namespace,,1734283299850.ab37503d6f8e5b647b87e44f1ebcdf1c., 05e24e1beec2e1a34d52db59e949365a=testHBaseMetaReplicaGets,vvv,1734283304101.05e24e1beec2e1a34d52db59e949365a., 218d4745eb86b125884b8070cbad5ea0=testHBaseMetaReplicaGets,fff,1734283304101.218d4745eb86b125884b8070cbad5ea0., beb657c44ba1c678696fb1b849ef9af0=testHBaseMetaReplicaGets,rrr,1734283304101.beb657c44ba1c678696fb1b849ef9af0., 534574363=hbase:meta,,1_0001.534574363} 2024-12-15T17:23:51,694 INFO [RS:1;4ce65a7c4674:34375 {}] regionserver.HRegionServer(3579): Received CLOSE for 534574363 2024-12-15T17:23:51,694 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 9e8b5cd46121e9c18f59d019f77732d6, disabling compactions & flushes 2024-12-15T17:23:51,694 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,bbb,1734283304101.9e8b5cd46121e9c18f59d019f77732d6. 2024-12-15T17:23:51,694 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,bbb,1734283304101.9e8b5cd46121e9c18f59d019f77732d6. 2024-12-15T17:23:51,694 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,bbb,1734283304101.9e8b5cd46121e9c18f59d019f77732d6. after waiting 0 ms 2024-12-15T17:23:51,694 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,bbb,1734283304101.9e8b5cd46121e9c18f59d019f77732d6. 2024-12-15T17:23:51,695 INFO [RS:2;4ce65a7c4674:46679 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-15T17:23:51,695 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-15T17:23:51,695 INFO [RS:2;4ce65a7c4674:46679 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-15T17:23:51,695 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 9e8b5cd46121e9c18f59d019f77732d6 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-15T17:23:51,695 INFO [RS:2;4ce65a7c4674:46679 {}] regionserver.HRegionServer(3579): Received CLOSE for 04ad37f21280a14c9fd4caf18d1cc4f6 2024-12-15T17:23:51,695 INFO [RS:0;4ce65a7c4674:37327 {}] regionserver.HRegionServer(3579): Received CLOSE for 9647f75896de831fc679376d7a1e7ecb 2024-12-15T17:23:51,695 INFO [RS:0;4ce65a7c4674:37327 {}] regionserver.HRegionServer(3579): Received CLOSE for 450457746530d09a03c7873b43141fde 2024-12-15T17:23:51,695 INFO [RS:0;4ce65a7c4674:37327 {}] regionserver.HRegionServer(3579): Received CLOSE for 4eee55c22411a08cda8e15b6206e0f96 2024-12-15T17:23:51,695 INFO [RS:0;4ce65a7c4674:37327 {}] regionserver.HRegionServer(3579): Received CLOSE for 087e417b738d0864d4645b7d9c279b9e 2024-12-15T17:23:51,695 INFO [RS:0;4ce65a7c4674:37327 {}] regionserver.HRegionServer(3579): Received CLOSE for 08dbbcc4092ff22a3bdcd5c1cde1c547 2024-12-15T17:23:51,695 INFO [RS:0;4ce65a7c4674:37327 {}] regionserver.HRegionServer(1224): stopping server 4ce65a7c4674,37327,1734283294864 2024-12-15T17:23:51,695 DEBUG [RS:0;4ce65a7c4674:37327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:23:51,695 INFO [RS:0;4ce65a7c4674:37327 {}] regionserver.HRegionServer(1599): Waiting on 7 regions to close 2024-12-15T17:23:51,695 DEBUG [RS:0;4ce65a7c4674:37327 {}] regionserver.HRegionServer(1603): Online Regions={60ccefacd578355a929738f76cf35a7c=testHBaseMetaReplicaGets,lll,1734283304101.60ccefacd578355a929738f76cf35a7c., 9647f75896de831fc679376d7a1e7ecb=testHBaseMetaReplicaGets,ttt,1734283304101.9647f75896de831fc679376d7a1e7ecb., 450457746530d09a03c7873b43141fde=testHBaseMetaReplicaGets,hhh,1734283304101.450457746530d09a03c7873b43141fde., 4eee55c22411a08cda8e15b6206e0f96=testHBaseMetaReplicaGets,ooo,1734283304101.4eee55c22411a08cda8e15b6206e0f96., 087e417b738d0864d4645b7d9c279b9e=testHBaseMetaReplicaGets,nnn,1734283304101.087e417b738d0864d4645b7d9c279b9e., 08dbbcc4092ff22a3bdcd5c1cde1c547=testHBaseMetaReplicaGets,ccc,1734283304101.08dbbcc4092ff22a3bdcd5c1cde1c547., 1657623790=hbase:meta,,1_0002.1657623790} 2024-12-15T17:23:51,696 INFO [RS:0;4ce65a7c4674:37327 {}] regionserver.HRegionServer(3579): Received CLOSE for 1657623790 2024-12-15T17:23:51,696 INFO [RS:2;4ce65a7c4674:46679 {}] regionserver.HRegionServer(3579): Received CLOSE for 2923c6ca25699e69fa429758abb12973 2024-12-15T17:23:51,696 INFO [RS:2;4ce65a7c4674:46679 {}] regionserver.HRegionServer(3579): Received CLOSE for f3d4d3132b0da107773a9c6f173d2050 2024-12-15T17:23:51,696 INFO [RS:2;4ce65a7c4674:46679 {}] regionserver.HRegionServer(3579): Received CLOSE for 21c6958912195aa6a879f0ca6e111303 2024-12-15T17:23:51,696 INFO [RS:2;4ce65a7c4674:46679 {}] regionserver.HRegionServer(3579): Received CLOSE for 48abc392d0bf02cddf633efa6867c4ad 2024-12-15T17:23:51,696 INFO [RS:2;4ce65a7c4674:46679 {}] regionserver.HRegionServer(3579): Received CLOSE for 58c5cb1e00e4786054f46991e722af03 2024-12-15T17:23:51,696 INFO [RS:2;4ce65a7c4674:46679 {}] regionserver.HRegionServer(1224): stopping server 4ce65a7c4674,46679,1734283294968 2024-12-15T17:23:51,696 DEBUG [RS:2;4ce65a7c4674:46679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:23:51,696 INFO [RS:2;4ce65a7c4674:46679 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-15T17:23:51,696 INFO [RS:2;4ce65a7c4674:46679 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-15T17:23:51,696 INFO [RS:2;4ce65a7c4674:46679 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-15T17:23:51,696 INFO [RS:2;4ce65a7c4674:46679 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-15T17:23:51,697 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 04ad37f21280a14c9fd4caf18d1cc4f6, disabling compactions & flushes 2024-12-15T17:23:51,697 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,www,1734283304101.04ad37f21280a14c9fd4caf18d1cc4f6. 2024-12-15T17:23:51,697 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,www,1734283304101.04ad37f21280a14c9fd4caf18d1cc4f6. 2024-12-15T17:23:51,697 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,www,1734283304101.04ad37f21280a14c9fd4caf18d1cc4f6. after waiting 0 ms 2024-12-15T17:23:51,697 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,www,1734283304101.04ad37f21280a14c9fd4caf18d1cc4f6. 2024-12-15T17:23:51,697 INFO [RS:2;4ce65a7c4674:46679 {}] regionserver.HRegionServer(1599): Waiting on 7 regions to close 2024-12-15T17:23:51,697 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 04ad37f21280a14c9fd4caf18d1cc4f6 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-15T17:23:51,697 DEBUG [RS:2;4ce65a7c4674:46679 {}] regionserver.HRegionServer(1603): Online Regions={04ad37f21280a14c9fd4caf18d1cc4f6=testHBaseMetaReplicaGets,www,1734283304101.04ad37f21280a14c9fd4caf18d1cc4f6., 2923c6ca25699e69fa429758abb12973=testHBaseMetaReplicaGets,ddd,1734283304101.2923c6ca25699e69fa429758abb12973., f3d4d3132b0da107773a9c6f173d2050=testHBaseMetaReplicaGets,mmm,1734283304101.f3d4d3132b0da107773a9c6f173d2050., 21c6958912195aa6a879f0ca6e111303=testHBaseMetaReplicaGets,ppp,1734283304101.21c6958912195aa6a879f0ca6e111303., 1588230740=hbase:meta,,1.1588230740, 48abc392d0bf02cddf633efa6867c4ad=testHBaseMetaReplicaGets,iii,1734283304101.48abc392d0bf02cddf633efa6867c4ad., 58c5cb1e00e4786054f46991e722af03=testHBaseMetaReplicaGets,uuu,1734283304101.58c5cb1e00e4786054f46991e722af03.} 2024-12-15T17:23:51,697 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-15T17:23:51,697 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-15T17:23:51,697 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-15T17:23:51,697 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-15T17:23:51,697 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-15T17:23:51,697 DEBUG [RS:3;4ce65a7c4674:40797 {}] regionserver.HRegionServer(1629): Waiting on 072ef07f31aafbb408e6168cec198e40, 10831e3b862e422e6b33982e8ca2a9e9, 2b127bf9c37f05c9dc8f42c28df1dd0b, c36397a48ebb908e2b67f70d6d8b0abd, de1645cde872a213db377f57f530eb20, ee119be89f6158c8e5d4e578c8cf267e 2024-12-15T17:23:51,697 DEBUG [RS:2;4ce65a7c4674:46679 {}] regionserver.HRegionServer(1629): Waiting on 04ad37f21280a14c9fd4caf18d1cc4f6, 1588230740, 21c6958912195aa6a879f0ca6e111303, 2923c6ca25699e69fa429758abb12973, 48abc392d0bf02cddf633efa6867c4ad, 58c5cb1e00e4786054f46991e722af03, f3d4d3132b0da107773a9c6f173d2050 2024-12-15T17:23:51,697 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=36.72 KB heapSize=57.70 KB 2024-12-15T17:23:51,698 DEBUG [RS:1;4ce65a7c4674:34375 {}] regionserver.HRegionServer(1629): Waiting on 05e24e1beec2e1a34d52db59e949365a, 218d4745eb86b125884b8070cbad5ea0, 2a8ae48bf185b2a4d14b49f56387f31b, 30d35028f84bc39c5df55bb658ed480e, 534574363, 9e8b5cd46121e9c18f59d019f77732d6, a1edc2326a1e33f1097c2858eb5c930a, ab37503d6f8e5b647b87e44f1ebcdf1c, beb657c44ba1c678696fb1b849ef9af0 2024-12-15T17:23:51,699 DEBUG [RS:0;4ce65a7c4674:37327 {}] regionserver.HRegionServer(1629): Waiting on 087e417b738d0864d4645b7d9c279b9e, 08dbbcc4092ff22a3bdcd5c1cde1c547, 1657623790, 450457746530d09a03c7873b43141fde, 4eee55c22411a08cda8e15b6206e0f96, 60ccefacd578355a929738f76cf35a7c, 9647f75896de831fc679376d7a1e7ecb 2024-12-15T17:23:51,699 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 534574363, disabling compactions & flushes 2024-12-15T17:23:51,699 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1_0001.534574363 2024-12-15T17:23:51,699 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1_0001.534574363 2024-12-15T17:23:51,699 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1_0001.534574363 after waiting 0 ms 2024-12-15T17:23:51,699 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1_0001.534574363 2024-12-15T17:23:51,703 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1657623790, disabling compactions & flushes 2024-12-15T17:23:51,703 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1_0002.1657623790 2024-12-15T17:23:51,703 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1_0002.1657623790 2024-12-15T17:23:51,703 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1_0002.1657623790 after waiting 0 ms 2024-12-15T17:23:51,703 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1_0002.1657623790 2024-12-15T17:23:51,704 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T17:23:51,704 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1_0001.534574363 2024-12-15T17:23:51,705 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 534574363: 2024-12-15T17:23:51,705 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1_0001.534574363 2024-12-15T17:23:51,709 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T17:23:51,709 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1_0002.1657623790 2024-12-15T17:23:51,709 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1657623790: 2024-12-15T17:23:51,709 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1_0002.1657623790 2024-12-15T17:23:51,711 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/072ef07f31aafbb408e6168cec198e40/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=11 2024-12-15T17:23:51,714 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40. 2024-12-15T17:23:51,714 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 072ef07f31aafbb408e6168cec198e40: 2024-12-15T17:23:51,714 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,sss,1734283304101.072ef07f31aafbb408e6168cec198e40. 2024-12-15T17:23:51,714 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing de1645cde872a213db377f57f530eb20, disabling compactions & flushes 2024-12-15T17:23:51,714 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,qqq,1734283304101.de1645cde872a213db377f57f530eb20. 2024-12-15T17:23:51,714 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,qqq,1734283304101.de1645cde872a213db377f57f530eb20. 2024-12-15T17:23:51,714 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,qqq,1734283304101.de1645cde872a213db377f57f530eb20. after waiting 0 ms 2024-12-15T17:23:51,714 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,qqq,1734283304101.de1645cde872a213db377f57f530eb20. 2024-12-15T17:23:51,715 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing de1645cde872a213db377f57f530eb20 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-15T17:23:51,715 INFO [regionserver/4ce65a7c4674:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T17:23:51,725 INFO [regionserver/4ce65a7c4674:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T17:23:51,733 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/hbase/meta/1588230740/.tmp/info/0f490d4e020f4972ac1c1737098500f6 is 178, key is testHBaseMetaReplicaGets,bbb,1734283304101.9e8b5cd46121e9c18f59d019f77732d6./info:regioninfo/1734283306702/Put/seqid=0 2024-12-15T17:23:51,735 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/04ad37f21280a14c9fd4caf18d1cc4f6/.tmp/info/529728de50474ee1b148cde647d29e90 is 40, key is www/info:info/1734283309363/Put/seqid=0 2024-12-15T17:23:51,747 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/60ccefacd578355a929738f76cf35a7c/.tmp/info/1e3db20c6f1e43e3a7ba146bf8a8463e is 40, key is lll/info:info/1734283309128/Put/seqid=0 2024-12-15T17:23:51,750 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/9e8b5cd46121e9c18f59d019f77732d6/.tmp/info/9e84aafb310341e9b55f2f810d5f7d9d is 40, key is bbb/info:info/1734283309084/Put/seqid=0 2024-12-15T17:23:51,763 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/de1645cde872a213db377f57f530eb20/.tmp/info/bf1354e8043d425892042f724a4fe906 is 40, key is qqq/info:info/1734283309326/Put/seqid=0 2024-12-15T17:23:51,776 INFO [regionserver/4ce65a7c4674:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T17:23:51,782 INFO [regionserver/4ce65a7c4674:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T17:23:51,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741875_1051 (size=31985) 2024-12-15T17:23:51,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741875_1051 (size=31985) 2024-12-15T17:23:51,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741875_1051 (size=31985) 2024-12-15T17:23:51,797 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/04ad37f21280a14c9fd4caf18d1cc4f6/.tmp/info/529728de50474ee1b148cde647d29e90 2024-12-15T17:23:51,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741874_1050 (size=41653) 2024-12-15T17:23:51,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741874_1050 (size=41653) 2024-12-15T17:23:51,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741874_1050 (size=41653) 2024-12-15T17:23:51,818 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=36.61 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/hbase/meta/1588230740/.tmp/info/0f490d4e020f4972ac1c1737098500f6 2024-12-15T17:23:51,827 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/04ad37f21280a14c9fd4caf18d1cc4f6/.tmp/info/529728de50474ee1b148cde647d29e90 as hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/04ad37f21280a14c9fd4caf18d1cc4f6/info/529728de50474ee1b148cde647d29e90 2024-12-15T17:23:51,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741876_1052 (size=31985) 2024-12-15T17:23:51,851 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/60ccefacd578355a929738f76cf35a7c/.tmp/info/1e3db20c6f1e43e3a7ba146bf8a8463e 2024-12-15T17:23:51,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741876_1052 (size=31985) 2024-12-15T17:23:51,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741876_1052 (size=31985) 2024-12-15T17:23:51,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741877_1053 (size=31985) 2024-12-15T17:23:51,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741877_1053 (size=31985) 2024-12-15T17:23:51,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741877_1053 (size=31985) 2024-12-15T17:23:51,856 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/9e8b5cd46121e9c18f59d019f77732d6/.tmp/info/9e84aafb310341e9b55f2f810d5f7d9d 2024-12-15T17:23:51,864 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/04ad37f21280a14c9fd4caf18d1cc4f6/info/529728de50474ee1b148cde647d29e90, entries=703, sequenceid=5, filesize=31.2 K 2024-12-15T17:23:51,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741878_1054 (size=31985) 2024-12-15T17:23:51,871 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for 04ad37f21280a14c9fd4caf18d1cc4f6 in 174ms, sequenceid=5, compaction requested=false 2024-12-15T17:23:51,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741878_1054 (size=31985) 2024-12-15T17:23:51,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741878_1054 (size=31985) 2024-12-15T17:23:51,873 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/de1645cde872a213db377f57f530eb20/.tmp/info/bf1354e8043d425892042f724a4fe906 2024-12-15T17:23:51,881 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/9e8b5cd46121e9c18f59d019f77732d6/.tmp/info/9e84aafb310341e9b55f2f810d5f7d9d as hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/9e8b5cd46121e9c18f59d019f77732d6/info/9e84aafb310341e9b55f2f810d5f7d9d 2024-12-15T17:23:51,898 DEBUG [RS:2;4ce65a7c4674:46679 {}] regionserver.HRegionServer(1629): Waiting on 04ad37f21280a14c9fd4caf18d1cc4f6, 1588230740, 21c6958912195aa6a879f0ca6e111303, 2923c6ca25699e69fa429758abb12973, 48abc392d0bf02cddf633efa6867c4ad, 58c5cb1e00e4786054f46991e722af03, f3d4d3132b0da107773a9c6f173d2050 2024-12-15T17:23:51,898 DEBUG [RS:1;4ce65a7c4674:34375 {}] regionserver.HRegionServer(1629): Waiting on 05e24e1beec2e1a34d52db59e949365a, 218d4745eb86b125884b8070cbad5ea0, 2a8ae48bf185b2a4d14b49f56387f31b, 30d35028f84bc39c5df55bb658ed480e, 9e8b5cd46121e9c18f59d019f77732d6, a1edc2326a1e33f1097c2858eb5c930a, ab37503d6f8e5b647b87e44f1ebcdf1c, beb657c44ba1c678696fb1b849ef9af0 2024-12-15T17:23:51,899 DEBUG [RS:3;4ce65a7c4674:40797 {}] regionserver.HRegionServer(1629): Waiting on 10831e3b862e422e6b33982e8ca2a9e9, 2b127bf9c37f05c9dc8f42c28df1dd0b, c36397a48ebb908e2b67f70d6d8b0abd, de1645cde872a213db377f57f530eb20, ee119be89f6158c8e5d4e578c8cf267e 2024-12-15T17:23:51,900 DEBUG [RS:0;4ce65a7c4674:37327 {}] regionserver.HRegionServer(1629): Waiting on 087e417b738d0864d4645b7d9c279b9e, 08dbbcc4092ff22a3bdcd5c1cde1c547, 450457746530d09a03c7873b43141fde, 4eee55c22411a08cda8e15b6206e0f96, 60ccefacd578355a929738f76cf35a7c, 9647f75896de831fc679376d7a1e7ecb 2024-12-15T17:23:51,901 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/de1645cde872a213db377f57f530eb20/.tmp/info/bf1354e8043d425892042f724a4fe906 as hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/de1645cde872a213db377f57f530eb20/info/bf1354e8043d425892042f724a4fe906 2024-12-15T17:23:51,902 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/9e8b5cd46121e9c18f59d019f77732d6/info/9e84aafb310341e9b55f2f810d5f7d9d, entries=703, sequenceid=5, filesize=31.2 K 2024-12-15T17:23:51,904 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for 9e8b5cd46121e9c18f59d019f77732d6 in 209ms, sequenceid=5, compaction requested=false 2024-12-15T17:23:51,906 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/hbase/meta/1588230740/.tmp/table/16a827eddf084030b7f4edcbed8660b1 is 60, key is testHBaseMetaReplicaGets/table:state/1734283307226/Put/seqid=0 2024-12-15T17:23:51,937 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/de1645cde872a213db377f57f530eb20/info/bf1354e8043d425892042f724a4fe906, entries=703, sequenceid=5, filesize=31.2 K 2024-12-15T17:23:51,951 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for de1645cde872a213db377f57f530eb20 in 237ms, sequenceid=5, compaction requested=false 2024-12-15T17:23:51,974 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/60ccefacd578355a929738f76cf35a7c/.tmp/info/1e3db20c6f1e43e3a7ba146bf8a8463e as hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/60ccefacd578355a929738f76cf35a7c/info/1e3db20c6f1e43e3a7ba146bf8a8463e 2024-12-15T17:23:52,001 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/04ad37f21280a14c9fd4caf18d1cc4f6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-15T17:23:52,001 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/9e8b5cd46121e9c18f59d019f77732d6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-15T17:23:52,007 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,bbb,1734283304101.9e8b5cd46121e9c18f59d019f77732d6. 2024-12-15T17:23:52,007 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 9e8b5cd46121e9c18f59d019f77732d6: 2024-12-15T17:23:52,007 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,bbb,1734283304101.9e8b5cd46121e9c18f59d019f77732d6. 2024-12-15T17:23:52,007 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a1edc2326a1e33f1097c2858eb5c930a, disabling compactions & flushes 2024-12-15T17:23:52,007 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,xxx,1734283304101.a1edc2326a1e33f1097c2858eb5c930a. 2024-12-15T17:23:52,008 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,xxx,1734283304101.a1edc2326a1e33f1097c2858eb5c930a. 2024-12-15T17:23:52,008 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,xxx,1734283304101.a1edc2326a1e33f1097c2858eb5c930a. after waiting 0 ms 2024-12-15T17:23:52,008 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,xxx,1734283304101.a1edc2326a1e33f1097c2858eb5c930a. 2024-12-15T17:23:52,008 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing a1edc2326a1e33f1097c2858eb5c930a 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-15T17:23:52,009 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,www,1734283304101.04ad37f21280a14c9fd4caf18d1cc4f6. 2024-12-15T17:23:52,009 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 04ad37f21280a14c9fd4caf18d1cc4f6: 2024-12-15T17:23:52,009 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,www,1734283304101.04ad37f21280a14c9fd4caf18d1cc4f6. 2024-12-15T17:23:52,010 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 2923c6ca25699e69fa429758abb12973, disabling compactions & flushes 2024-12-15T17:23:52,010 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,ddd,1734283304101.2923c6ca25699e69fa429758abb12973. 2024-12-15T17:23:52,010 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,ddd,1734283304101.2923c6ca25699e69fa429758abb12973. 2024-12-15T17:23:52,010 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,ddd,1734283304101.2923c6ca25699e69fa429758abb12973. after waiting 0 ms 2024-12-15T17:23:52,010 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,ddd,1734283304101.2923c6ca25699e69fa429758abb12973. 2024-12-15T17:23:52,010 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 2923c6ca25699e69fa429758abb12973 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-15T17:23:52,013 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/60ccefacd578355a929738f76cf35a7c/info/1e3db20c6f1e43e3a7ba146bf8a8463e, entries=703, sequenceid=5, filesize=31.2 K 2024-12-15T17:23:52,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741879_1055 (size=5305) 2024-12-15T17:23:52,019 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/de1645cde872a213db377f57f530eb20/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-15T17:23:52,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741879_1055 (size=5305) 2024-12-15T17:23:52,023 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for 60ccefacd578355a929738f76cf35a7c in 331ms, sequenceid=5, compaction requested=false 2024-12-15T17:23:52,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741879_1055 (size=5305) 2024-12-15T17:23:52,025 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,qqq,1734283304101.de1645cde872a213db377f57f530eb20. 2024-12-15T17:23:52,025 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for de1645cde872a213db377f57f530eb20: 2024-12-15T17:23:52,025 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,qqq,1734283304101.de1645cde872a213db377f57f530eb20. 2024-12-15T17:23:52,025 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 10831e3b862e422e6b33982e8ca2a9e9, disabling compactions & flushes 2024-12-15T17:23:52,025 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,eee,1734283304101.10831e3b862e422e6b33982e8ca2a9e9. 2024-12-15T17:23:52,025 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,eee,1734283304101.10831e3b862e422e6b33982e8ca2a9e9. 2024-12-15T17:23:52,025 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,eee,1734283304101.10831e3b862e422e6b33982e8ca2a9e9. after waiting 0 ms 2024-12-15T17:23:52,025 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,eee,1734283304101.10831e3b862e422e6b33982e8ca2a9e9. 2024-12-15T17:23:52,025 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 10831e3b862e422e6b33982e8ca2a9e9 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-15T17:23:52,027 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/hbase/meta/1588230740/.tmp/table/16a827eddf084030b7f4edcbed8660b1 2024-12-15T17:23:52,045 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/a1edc2326a1e33f1097c2858eb5c930a/.tmp/info/8f65181f071942a68fb1bee1dc724944 is 40, key is xxx/info:info/1734283309204/Put/seqid=0 2024-12-15T17:23:52,059 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/2923c6ca25699e69fa429758abb12973/.tmp/info/8ac701b02cb04311bd68055d14a59774 is 40, key is ddd/info:info/1734283309269/Put/seqid=0 2024-12-15T17:23:52,059 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/hbase/meta/1588230740/.tmp/info/0f490d4e020f4972ac1c1737098500f6 as hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/hbase/meta/1588230740/info/0f490d4e020f4972ac1c1737098500f6 2024-12-15T17:23:52,075 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/hbase/meta/1588230740/info/0f490d4e020f4972ac1c1737098500f6, entries=258, sequenceid=80, filesize=40.7 K 2024-12-15T17:23:52,076 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/hbase/meta/1588230740/.tmp/table/16a827eddf084030b7f4edcbed8660b1 as hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/hbase/meta/1588230740/table/16a827eddf084030b7f4edcbed8660b1 2024-12-15T17:23:52,090 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/hbase/meta/1588230740/table/16a827eddf084030b7f4edcbed8660b1, entries=2, sequenceid=80, filesize=5.2 K 2024-12-15T17:23:52,092 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/10831e3b862e422e6b33982e8ca2a9e9/.tmp/info/e93466e6dd794f2aaaedec328c87abb0 is 40, key is eee/info:info/1734283309276/Put/seqid=0 2024-12-15T17:23:52,096 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~36.72 KB/37597, heapSize ~57.41 KB/58792, currentSize=0 B/0 for 1588230740 in 399ms, sequenceid=80, compaction requested=false 2024-12-15T17:23:52,098 DEBUG [RS:2;4ce65a7c4674:46679 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 21c6958912195aa6a879f0ca6e111303, 2923c6ca25699e69fa429758abb12973, 48abc392d0bf02cddf633efa6867c4ad, 58c5cb1e00e4786054f46991e722af03, f3d4d3132b0da107773a9c6f173d2050 2024-12-15T17:23:52,098 DEBUG [RS:1;4ce65a7c4674:34375 {}] regionserver.HRegionServer(1629): Waiting on 05e24e1beec2e1a34d52db59e949365a, 218d4745eb86b125884b8070cbad5ea0, 2a8ae48bf185b2a4d14b49f56387f31b, 30d35028f84bc39c5df55bb658ed480e, a1edc2326a1e33f1097c2858eb5c930a, ab37503d6f8e5b647b87e44f1ebcdf1c, beb657c44ba1c678696fb1b849ef9af0 2024-12-15T17:23:52,099 DEBUG [RS:3;4ce65a7c4674:40797 {}] regionserver.HRegionServer(1629): Waiting on 10831e3b862e422e6b33982e8ca2a9e9, 2b127bf9c37f05c9dc8f42c28df1dd0b, c36397a48ebb908e2b67f70d6d8b0abd, ee119be89f6158c8e5d4e578c8cf267e 2024-12-15T17:23:52,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741880_1056 (size=31985) 2024-12-15T17:23:52,101 DEBUG [RS:0;4ce65a7c4674:37327 {}] regionserver.HRegionServer(1629): Waiting on 087e417b738d0864d4645b7d9c279b9e, 08dbbcc4092ff22a3bdcd5c1cde1c547, 450457746530d09a03c7873b43141fde, 4eee55c22411a08cda8e15b6206e0f96, 60ccefacd578355a929738f76cf35a7c, 9647f75896de831fc679376d7a1e7ecb 2024-12-15T17:23:52,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741880_1056 (size=31985) 2024-12-15T17:23:52,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741880_1056 (size=31985) 2024-12-15T17:23:52,104 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/a1edc2326a1e33f1097c2858eb5c930a/.tmp/info/8f65181f071942a68fb1bee1dc724944 2024-12-15T17:23:52,104 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/60ccefacd578355a929738f76cf35a7c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-15T17:23:52,106 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,lll,1734283304101.60ccefacd578355a929738f76cf35a7c. 2024-12-15T17:23:52,106 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 60ccefacd578355a929738f76cf35a7c: 2024-12-15T17:23:52,106 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,lll,1734283304101.60ccefacd578355a929738f76cf35a7c. 2024-12-15T17:23:52,106 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 9647f75896de831fc679376d7a1e7ecb, disabling compactions & flushes 2024-12-15T17:23:52,106 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,ttt,1734283304101.9647f75896de831fc679376d7a1e7ecb. 2024-12-15T17:23:52,107 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,ttt,1734283304101.9647f75896de831fc679376d7a1e7ecb. 2024-12-15T17:23:52,107 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,ttt,1734283304101.9647f75896de831fc679376d7a1e7ecb. after waiting 0 ms 2024-12-15T17:23:52,107 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,ttt,1734283304101.9647f75896de831fc679376d7a1e7ecb. 2024-12-15T17:23:52,107 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 9647f75896de831fc679376d7a1e7ecb 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-15T17:23:52,121 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/a1edc2326a1e33f1097c2858eb5c930a/.tmp/info/8f65181f071942a68fb1bee1dc724944 as hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/a1edc2326a1e33f1097c2858eb5c930a/info/8f65181f071942a68fb1bee1dc724944 2024-12-15T17:23:52,132 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/a1edc2326a1e33f1097c2858eb5c930a/info/8f65181f071942a68fb1bee1dc724944, entries=703, sequenceid=5, filesize=31.2 K 2024-12-15T17:23:52,135 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for a1edc2326a1e33f1097c2858eb5c930a in 125ms, sequenceid=5, compaction requested=false 2024-12-15T17:23:52,138 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/hbase/meta/1588230740/recovered.edits/83.seqid, newMaxSeqId=83, maxSeqId=12 2024-12-15T17:23:52,139 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T17:23:52,140 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-15T17:23:52,140 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-15T17:23:52,140 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-15T17:23:52,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741881_1057 (size=31985) 2024-12-15T17:23:52,146 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/a1edc2326a1e33f1097c2858eb5c930a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-15T17:23:52,147 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,xxx,1734283304101.a1edc2326a1e33f1097c2858eb5c930a. 2024-12-15T17:23:52,147 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a1edc2326a1e33f1097c2858eb5c930a: 2024-12-15T17:23:52,147 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,xxx,1734283304101.a1edc2326a1e33f1097c2858eb5c930a. 2024-12-15T17:23:52,147 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 2a8ae48bf185b2a4d14b49f56387f31b, disabling compactions & flushes 2024-12-15T17:23:52,147 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,kkk,1734283304101.2a8ae48bf185b2a4d14b49f56387f31b. 2024-12-15T17:23:52,147 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,kkk,1734283304101.2a8ae48bf185b2a4d14b49f56387f31b. 2024-12-15T17:23:52,147 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,kkk,1734283304101.2a8ae48bf185b2a4d14b49f56387f31b. after waiting 0 ms 2024-12-15T17:23:52,147 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,kkk,1734283304101.2a8ae48bf185b2a4d14b49f56387f31b. 2024-12-15T17:23:52,148 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 2a8ae48bf185b2a4d14b49f56387f31b 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-15T17:23:52,148 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/9647f75896de831fc679376d7a1e7ecb/.tmp/info/8a8394aff9784f88a6febf0203574fa3 is 40, key is ttt/info:info/1734283309199/Put/seqid=0 2024-12-15T17:23:52,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741881_1057 (size=31985) 2024-12-15T17:23:52,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741881_1057 (size=31985) 2024-12-15T17:23:52,153 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/2923c6ca25699e69fa429758abb12973/.tmp/info/8ac701b02cb04311bd68055d14a59774 2024-12-15T17:23:52,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741882_1058 (size=31985) 2024-12-15T17:23:52,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741882_1058 (size=31985) 2024-12-15T17:23:52,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741882_1058 (size=31985) 2024-12-15T17:23:52,167 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/10831e3b862e422e6b33982e8ca2a9e9/.tmp/info/e93466e6dd794f2aaaedec328c87abb0 2024-12-15T17:23:52,168 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/2923c6ca25699e69fa429758abb12973/.tmp/info/8ac701b02cb04311bd68055d14a59774 as hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/2923c6ca25699e69fa429758abb12973/info/8ac701b02cb04311bd68055d14a59774 2024-12-15T17:23:52,173 INFO [regionserver/4ce65a7c4674:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-15T17:23:52,173 INFO [regionserver/4ce65a7c4674:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-15T17:23:52,177 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/10831e3b862e422e6b33982e8ca2a9e9/.tmp/info/e93466e6dd794f2aaaedec328c87abb0 as hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/10831e3b862e422e6b33982e8ca2a9e9/info/e93466e6dd794f2aaaedec328c87abb0 2024-12-15T17:23:52,179 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/2923c6ca25699e69fa429758abb12973/info/8ac701b02cb04311bd68055d14a59774, entries=703, sequenceid=5, filesize=31.2 K 2024-12-15T17:23:52,180 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for 2923c6ca25699e69fa429758abb12973 in 170ms, sequenceid=5, compaction requested=false 2024-12-15T17:23:52,185 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/2a8ae48bf185b2a4d14b49f56387f31b/.tmp/info/33bdbdc04aec4e04b0ea1f607ecbce16 is 40, key is kkk/info:info/1734283309135/Put/seqid=0 2024-12-15T17:23:52,188 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/10831e3b862e422e6b33982e8ca2a9e9/info/e93466e6dd794f2aaaedec328c87abb0, entries=703, sequenceid=5, filesize=31.2 K 2024-12-15T17:23:52,190 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for 10831e3b862e422e6b33982e8ca2a9e9 in 165ms, sequenceid=5, compaction requested=false 2024-12-15T17:23:52,216 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/2923c6ca25699e69fa429758abb12973/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-15T17:23:52,219 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,ddd,1734283304101.2923c6ca25699e69fa429758abb12973. 2024-12-15T17:23:52,219 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 2923c6ca25699e69fa429758abb12973: 2024-12-15T17:23:52,219 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,ddd,1734283304101.2923c6ca25699e69fa429758abb12973. 2024-12-15T17:23:52,219 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f3d4d3132b0da107773a9c6f173d2050, disabling compactions & flushes 2024-12-15T17:23:52,219 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,mmm,1734283304101.f3d4d3132b0da107773a9c6f173d2050. 2024-12-15T17:23:52,219 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,mmm,1734283304101.f3d4d3132b0da107773a9c6f173d2050. 2024-12-15T17:23:52,219 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,mmm,1734283304101.f3d4d3132b0da107773a9c6f173d2050. after waiting 0 ms 2024-12-15T17:23:52,219 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,mmm,1734283304101.f3d4d3132b0da107773a9c6f173d2050. 2024-12-15T17:23:52,219 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing f3d4d3132b0da107773a9c6f173d2050 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-15T17:23:52,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741883_1059 (size=31985) 2024-12-15T17:23:52,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741883_1059 (size=31985) 2024-12-15T17:23:52,232 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/9647f75896de831fc679376d7a1e7ecb/.tmp/info/8a8394aff9784f88a6febf0203574fa3 2024-12-15T17:23:52,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741883_1059 (size=31985) 2024-12-15T17:23:52,249 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/9647f75896de831fc679376d7a1e7ecb/.tmp/info/8a8394aff9784f88a6febf0203574fa3 as hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/9647f75896de831fc679376d7a1e7ecb/info/8a8394aff9784f88a6febf0203574fa3 2024-12-15T17:23:52,277 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/f3d4d3132b0da107773a9c6f173d2050/.tmp/info/0387371e89254047a1e9e61edce336fb is 40, key is mmm/info:info/1734283309315/Put/seqid=0 2024-12-15T17:23:52,281 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/9647f75896de831fc679376d7a1e7ecb/info/8a8394aff9784f88a6febf0203574fa3, entries=703, sequenceid=5, filesize=31.2 K 2024-12-15T17:23:52,284 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for 9647f75896de831fc679376d7a1e7ecb in 177ms, sequenceid=5, compaction requested=false 2024-12-15T17:23:52,291 INFO [regionserver/4ce65a7c4674:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-15T17:23:52,291 INFO [regionserver/4ce65a7c4674:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-15T17:23:52,295 INFO [regionserver/4ce65a7c4674:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-15T17:23:52,295 INFO [regionserver/4ce65a7c4674:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-15T17:23:52,298 DEBUG [RS:1;4ce65a7c4674:34375 {}] regionserver.HRegionServer(1629): Waiting on 05e24e1beec2e1a34d52db59e949365a, 218d4745eb86b125884b8070cbad5ea0, 2a8ae48bf185b2a4d14b49f56387f31b, 30d35028f84bc39c5df55bb658ed480e, ab37503d6f8e5b647b87e44f1ebcdf1c, beb657c44ba1c678696fb1b849ef9af0 2024-12-15T17:23:52,298 DEBUG [RS:2;4ce65a7c4674:46679 {}] regionserver.HRegionServer(1629): Waiting on 21c6958912195aa6a879f0ca6e111303, 48abc392d0bf02cddf633efa6867c4ad, 58c5cb1e00e4786054f46991e722af03, f3d4d3132b0da107773a9c6f173d2050 2024-12-15T17:23:52,299 DEBUG [RS:3;4ce65a7c4674:40797 {}] regionserver.HRegionServer(1629): Waiting on 10831e3b862e422e6b33982e8ca2a9e9, 2b127bf9c37f05c9dc8f42c28df1dd0b, c36397a48ebb908e2b67f70d6d8b0abd, ee119be89f6158c8e5d4e578c8cf267e 2024-12-15T17:23:52,300 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/10831e3b862e422e6b33982e8ca2a9e9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-15T17:23:52,301 DEBUG [RS:0;4ce65a7c4674:37327 {}] regionserver.HRegionServer(1629): Waiting on 087e417b738d0864d4645b7d9c279b9e, 08dbbcc4092ff22a3bdcd5c1cde1c547, 450457746530d09a03c7873b43141fde, 4eee55c22411a08cda8e15b6206e0f96, 9647f75896de831fc679376d7a1e7ecb 2024-12-15T17:23:52,302 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,eee,1734283304101.10831e3b862e422e6b33982e8ca2a9e9. 2024-12-15T17:23:52,302 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 10831e3b862e422e6b33982e8ca2a9e9: 2024-12-15T17:23:52,302 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,eee,1734283304101.10831e3b862e422e6b33982e8ca2a9e9. 2024-12-15T17:23:52,302 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 2b127bf9c37f05c9dc8f42c28df1dd0b, disabling compactions & flushes 2024-12-15T17:23:52,302 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,yyy,1734283304101.2b127bf9c37f05c9dc8f42c28df1dd0b. 2024-12-15T17:23:52,302 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,yyy,1734283304101.2b127bf9c37f05c9dc8f42c28df1dd0b. 2024-12-15T17:23:52,302 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,yyy,1734283304101.2b127bf9c37f05c9dc8f42c28df1dd0b. after waiting 0 ms 2024-12-15T17:23:52,302 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,yyy,1734283304101.2b127bf9c37f05c9dc8f42c28df1dd0b. 2024-12-15T17:23:52,302 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 2b127bf9c37f05c9dc8f42c28df1dd0b 1/1 column families, dataSize=24.75 KB heapSize=77.25 KB 2024-12-15T17:23:52,306 INFO [regionserver/4ce65a7c4674:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-15T17:23:52,306 INFO [regionserver/4ce65a7c4674:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-15T17:23:52,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741884_1060 (size=31985) 2024-12-15T17:23:52,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741884_1060 (size=31985) 2024-12-15T17:23:52,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741884_1060 (size=31985) 2024-12-15T17:23:52,310 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/2a8ae48bf185b2a4d14b49f56387f31b/.tmp/info/33bdbdc04aec4e04b0ea1f607ecbce16 2024-12-15T17:23:52,324 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/2a8ae48bf185b2a4d14b49f56387f31b/.tmp/info/33bdbdc04aec4e04b0ea1f607ecbce16 as hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/2a8ae48bf185b2a4d14b49f56387f31b/info/33bdbdc04aec4e04b0ea1f607ecbce16 2024-12-15T17:23:52,333 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/2a8ae48bf185b2a4d14b49f56387f31b/info/33bdbdc04aec4e04b0ea1f607ecbce16, entries=703, sequenceid=5, filesize=31.2 K 2024-12-15T17:23:52,334 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for 2a8ae48bf185b2a4d14b49f56387f31b in 187ms, sequenceid=5, compaction requested=false 2024-12-15T17:23:52,343 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/9647f75896de831fc679376d7a1e7ecb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-15T17:23:52,344 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,ttt,1734283304101.9647f75896de831fc679376d7a1e7ecb. 2024-12-15T17:23:52,345 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 9647f75896de831fc679376d7a1e7ecb: 2024-12-15T17:23:52,345 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,ttt,1734283304101.9647f75896de831fc679376d7a1e7ecb. 2024-12-15T17:23:52,345 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 450457746530d09a03c7873b43141fde, disabling compactions & flushes 2024-12-15T17:23:52,345 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,hhh,1734283304101.450457746530d09a03c7873b43141fde. 2024-12-15T17:23:52,345 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,hhh,1734283304101.450457746530d09a03c7873b43141fde. 2024-12-15T17:23:52,345 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,hhh,1734283304101.450457746530d09a03c7873b43141fde. after waiting 0 ms 2024-12-15T17:23:52,345 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,hhh,1734283304101.450457746530d09a03c7873b43141fde. 2024-12-15T17:23:52,345 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 450457746530d09a03c7873b43141fde 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-15T17:23:52,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741885_1061 (size=31985) 2024-12-15T17:23:52,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741885_1061 (size=31985) 2024-12-15T17:23:52,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741885_1061 (size=31985) 2024-12-15T17:23:52,356 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/2b127bf9c37f05c9dc8f42c28df1dd0b/.tmp/info/e01d899672cb4bfa9500d4cdefb51f5c is 40, key is yyy/info:info/1734283309353/Put/seqid=0 2024-12-15T17:23:52,358 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/f3d4d3132b0da107773a9c6f173d2050/.tmp/info/0387371e89254047a1e9e61edce336fb 2024-12-15T17:23:52,367 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/f3d4d3132b0da107773a9c6f173d2050/.tmp/info/0387371e89254047a1e9e61edce336fb as hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/f3d4d3132b0da107773a9c6f173d2050/info/0387371e89254047a1e9e61edce336fb 2024-12-15T17:23:52,389 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/f3d4d3132b0da107773a9c6f173d2050/info/0387371e89254047a1e9e61edce336fb, entries=703, sequenceid=5, filesize=31.2 K 2024-12-15T17:23:52,390 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/450457746530d09a03c7873b43141fde/.tmp/info/f4f0e33b8aaf4cc18bea4f5f9c4efd12 is 40, key is hhh/info:info/1734283309103/Put/seqid=0 2024-12-15T17:23:52,391 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/2a8ae48bf185b2a4d14b49f56387f31b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-15T17:23:52,391 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for f3d4d3132b0da107773a9c6f173d2050 in 172ms, sequenceid=5, compaction requested=false 2024-12-15T17:23:52,396 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,kkk,1734283304101.2a8ae48bf185b2a4d14b49f56387f31b. 2024-12-15T17:23:52,396 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 2a8ae48bf185b2a4d14b49f56387f31b: 2024-12-15T17:23:52,397 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,kkk,1734283304101.2a8ae48bf185b2a4d14b49f56387f31b. 2024-12-15T17:23:52,397 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 30d35028f84bc39c5df55bb658ed480e, disabling compactions & flushes 2024-12-15T17:23:52,397 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,,1734283304101.30d35028f84bc39c5df55bb658ed480e. 2024-12-15T17:23:52,397 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,,1734283304101.30d35028f84bc39c5df55bb658ed480e. 2024-12-15T17:23:52,397 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,,1734283304101.30d35028f84bc39c5df55bb658ed480e. after waiting 0 ms 2024-12-15T17:23:52,397 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,,1734283304101.30d35028f84bc39c5df55bb658ed480e. 2024-12-15T17:23:52,397 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 30d35028f84bc39c5df55bb658ed480e 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-15T17:23:52,421 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/f3d4d3132b0da107773a9c6f173d2050/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-15T17:23:52,422 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,mmm,1734283304101.f3d4d3132b0da107773a9c6f173d2050. 2024-12-15T17:23:52,422 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f3d4d3132b0da107773a9c6f173d2050: 2024-12-15T17:23:52,422 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,mmm,1734283304101.f3d4d3132b0da107773a9c6f173d2050. 2024-12-15T17:23:52,422 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 21c6958912195aa6a879f0ca6e111303, disabling compactions & flushes 2024-12-15T17:23:52,422 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,ppp,1734283304101.21c6958912195aa6a879f0ca6e111303. 2024-12-15T17:23:52,422 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,ppp,1734283304101.21c6958912195aa6a879f0ca6e111303. 2024-12-15T17:23:52,422 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,ppp,1734283304101.21c6958912195aa6a879f0ca6e111303. after waiting 0 ms 2024-12-15T17:23:52,423 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,ppp,1734283304101.21c6958912195aa6a879f0ca6e111303. 2024-12-15T17:23:52,423 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 21c6958912195aa6a879f0ca6e111303 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-15T17:23:52,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741886_1062 (size=32022) 2024-12-15T17:23:52,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741886_1062 (size=32022) 2024-12-15T17:23:52,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741886_1062 (size=32022) 2024-12-15T17:23:52,448 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.75 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/2b127bf9c37f05c9dc8f42c28df1dd0b/.tmp/info/e01d899672cb4bfa9500d4cdefb51f5c 2024-12-15T17:23:52,470 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/30d35028f84bc39c5df55bb658ed480e/.tmp/info/ff82587c0c1447968d6df3081cce755a is 40, key is aaa/info:info/1734283309052/Put/seqid=0 2024-12-15T17:23:52,483 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/2b127bf9c37f05c9dc8f42c28df1dd0b/.tmp/info/e01d899672cb4bfa9500d4cdefb51f5c as hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/2b127bf9c37f05c9dc8f42c28df1dd0b/info/e01d899672cb4bfa9500d4cdefb51f5c 2024-12-15T17:23:52,499 DEBUG [RS:2;4ce65a7c4674:46679 {}] regionserver.HRegionServer(1629): Waiting on 21c6958912195aa6a879f0ca6e111303, 48abc392d0bf02cddf633efa6867c4ad, 58c5cb1e00e4786054f46991e722af03 2024-12-15T17:23:52,499 DEBUG [RS:1;4ce65a7c4674:34375 {}] regionserver.HRegionServer(1629): Waiting on 05e24e1beec2e1a34d52db59e949365a, 218d4745eb86b125884b8070cbad5ea0, 30d35028f84bc39c5df55bb658ed480e, ab37503d6f8e5b647b87e44f1ebcdf1c, beb657c44ba1c678696fb1b849ef9af0 2024-12-15T17:23:52,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741887_1063 (size=31985) 2024-12-15T17:23:52,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741887_1063 (size=31985) 2024-12-15T17:23:52,501 DEBUG [RS:0;4ce65a7c4674:37327 {}] regionserver.HRegionServer(1629): Waiting on 087e417b738d0864d4645b7d9c279b9e, 08dbbcc4092ff22a3bdcd5c1cde1c547, 450457746530d09a03c7873b43141fde, 4eee55c22411a08cda8e15b6206e0f96 2024-12-15T17:23:52,501 DEBUG [RS:3;4ce65a7c4674:40797 {}] regionserver.HRegionServer(1629): Waiting on 2b127bf9c37f05c9dc8f42c28df1dd0b, c36397a48ebb908e2b67f70d6d8b0abd, ee119be89f6158c8e5d4e578c8cf267e 2024-12-15T17:23:52,505 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/2b127bf9c37f05c9dc8f42c28df1dd0b/info/e01d899672cb4bfa9500d4cdefb51f5c, entries=704, sequenceid=5, filesize=31.3 K 2024-12-15T17:23:52,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741887_1063 (size=31985) 2024-12-15T17:23:52,508 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.75 KB/25344, heapSize ~77.23 KB/79088, currentSize=0 B/0 for 2b127bf9c37f05c9dc8f42c28df1dd0b in 206ms, sequenceid=5, compaction requested=false 2024-12-15T17:23:52,511 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/21c6958912195aa6a879f0ca6e111303/.tmp/info/e103081029d14038a1d14862c40cf53e is 40, key is ppp/info:info/1734283309330/Put/seqid=0 2024-12-15T17:23:52,512 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/450457746530d09a03c7873b43141fde/.tmp/info/f4f0e33b8aaf4cc18bea4f5f9c4efd12 2024-12-15T17:23:52,545 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/450457746530d09a03c7873b43141fde/.tmp/info/f4f0e33b8aaf4cc18bea4f5f9c4efd12 as hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/450457746530d09a03c7873b43141fde/info/f4f0e33b8aaf4cc18bea4f5f9c4efd12 2024-12-15T17:23:52,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741888_1064 (size=31985) 2024-12-15T17:23:52,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741888_1064 (size=31985) 2024-12-15T17:23:52,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741888_1064 (size=31985) 2024-12-15T17:23:52,565 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/30d35028f84bc39c5df55bb658ed480e/.tmp/info/ff82587c0c1447968d6df3081cce755a 2024-12-15T17:23:52,565 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/450457746530d09a03c7873b43141fde/info/f4f0e33b8aaf4cc18bea4f5f9c4efd12, entries=703, sequenceid=5, filesize=31.2 K 2024-12-15T17:23:52,567 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/2b127bf9c37f05c9dc8f42c28df1dd0b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-15T17:23:52,568 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for 450457746530d09a03c7873b43141fde in 223ms, sequenceid=5, compaction requested=false 2024-12-15T17:23:52,571 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,yyy,1734283304101.2b127bf9c37f05c9dc8f42c28df1dd0b. 2024-12-15T17:23:52,571 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 2b127bf9c37f05c9dc8f42c28df1dd0b: 2024-12-15T17:23:52,571 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,yyy,1734283304101.2b127bf9c37f05c9dc8f42c28df1dd0b. 2024-12-15T17:23:52,571 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ee119be89f6158c8e5d4e578c8cf267e, disabling compactions & flushes 2024-12-15T17:23:52,572 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,ggg,1734283304101.ee119be89f6158c8e5d4e578c8cf267e. 2024-12-15T17:23:52,572 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,ggg,1734283304101.ee119be89f6158c8e5d4e578c8cf267e. 2024-12-15T17:23:52,572 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,ggg,1734283304101.ee119be89f6158c8e5d4e578c8cf267e. after waiting 0 ms 2024-12-15T17:23:52,572 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,ggg,1734283304101.ee119be89f6158c8e5d4e578c8cf267e. 2024-12-15T17:23:52,572 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing ee119be89f6158c8e5d4e578c8cf267e 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-15T17:23:52,580 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(140): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4ce65a7c4674:42471 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$200(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.getLiveRegionServers(RegionServerStatusProtos.java:17362) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionImplementation.getLiveRegionServers(ConnectionImplementation.java:2376) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:138) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] ... 12 more 2024-12-15T17:23:52,592 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/30d35028f84bc39c5df55bb658ed480e/.tmp/info/ff82587c0c1447968d6df3081cce755a as hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/30d35028f84bc39c5df55bb658ed480e/info/ff82587c0c1447968d6df3081cce755a 2024-12-15T17:23:52,635 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/30d35028f84bc39c5df55bb658ed480e/info/ff82587c0c1447968d6df3081cce755a, entries=703, sequenceid=5, filesize=31.2 K 2024-12-15T17:23:52,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741889_1065 (size=31985) 2024-12-15T17:23:52,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741889_1065 (size=31985) 2024-12-15T17:23:52,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741889_1065 (size=31985) 2024-12-15T17:23:52,644 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for 30d35028f84bc39c5df55bb658ed480e in 246ms, sequenceid=5, compaction requested=false 2024-12-15T17:23:52,645 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/21c6958912195aa6a879f0ca6e111303/.tmp/info/e103081029d14038a1d14862c40cf53e 2024-12-15T17:23:52,646 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/ee119be89f6158c8e5d4e578c8cf267e/.tmp/info/0498aae13a714aec94e132ad7c08d16f is 40, key is ggg/info:info/1734283309297/Put/seqid=0 2024-12-15T17:23:52,647 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/450457746530d09a03c7873b43141fde/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-15T17:23:52,656 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,hhh,1734283304101.450457746530d09a03c7873b43141fde. 2024-12-15T17:23:52,656 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 450457746530d09a03c7873b43141fde: 2024-12-15T17:23:52,656 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,hhh,1734283304101.450457746530d09a03c7873b43141fde. 2024-12-15T17:23:52,656 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4eee55c22411a08cda8e15b6206e0f96, disabling compactions & flushes 2024-12-15T17:23:52,656 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,ooo,1734283304101.4eee55c22411a08cda8e15b6206e0f96. 2024-12-15T17:23:52,656 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,ooo,1734283304101.4eee55c22411a08cda8e15b6206e0f96. 2024-12-15T17:23:52,656 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,ooo,1734283304101.4eee55c22411a08cda8e15b6206e0f96. after waiting 0 ms 2024-12-15T17:23:52,656 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,ooo,1734283304101.4eee55c22411a08cda8e15b6206e0f96. 2024-12-15T17:23:52,657 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 4eee55c22411a08cda8e15b6206e0f96 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-15T17:23:52,672 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/21c6958912195aa6a879f0ca6e111303/.tmp/info/e103081029d14038a1d14862c40cf53e as hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/21c6958912195aa6a879f0ca6e111303/info/e103081029d14038a1d14862c40cf53e 2024-12-15T17:23:52,689 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/21c6958912195aa6a879f0ca6e111303/info/e103081029d14038a1d14862c40cf53e, entries=703, sequenceid=5, filesize=31.2 K 2024-12-15T17:23:52,696 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for 21c6958912195aa6a879f0ca6e111303 in 272ms, sequenceid=5, compaction requested=false 2024-12-15T17:23:52,699 INFO [RS:2;4ce65a7c4674:46679 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-12-15T17:23:52,699 DEBUG [RS:2;4ce65a7c4674:46679 {}] regionserver.HRegionServer(1603): Online Regions={21c6958912195aa6a879f0ca6e111303=testHBaseMetaReplicaGets,ppp,1734283304101.21c6958912195aa6a879f0ca6e111303., 48abc392d0bf02cddf633efa6867c4ad=testHBaseMetaReplicaGets,iii,1734283304101.48abc392d0bf02cddf633efa6867c4ad., 58c5cb1e00e4786054f46991e722af03=testHBaseMetaReplicaGets,uuu,1734283304101.58c5cb1e00e4786054f46991e722af03.} 2024-12-15T17:23:52,699 DEBUG [RS:2;4ce65a7c4674:46679 {}] regionserver.HRegionServer(1629): Waiting on 21c6958912195aa6a879f0ca6e111303, 48abc392d0bf02cddf633efa6867c4ad, 58c5cb1e00e4786054f46991e722af03 2024-12-15T17:23:52,700 INFO [RS:1;4ce65a7c4674:34375 {}] regionserver.HRegionServer(1599): Waiting on 5 regions to close 2024-12-15T17:23:52,700 DEBUG [RS:1;4ce65a7c4674:34375 {}] regionserver.HRegionServer(1603): Online Regions={30d35028f84bc39c5df55bb658ed480e=testHBaseMetaReplicaGets,,1734283304101.30d35028f84bc39c5df55bb658ed480e., ab37503d6f8e5b647b87e44f1ebcdf1c=hbase:namespace,,1734283299850.ab37503d6f8e5b647b87e44f1ebcdf1c., 05e24e1beec2e1a34d52db59e949365a=testHBaseMetaReplicaGets,vvv,1734283304101.05e24e1beec2e1a34d52db59e949365a., 218d4745eb86b125884b8070cbad5ea0=testHBaseMetaReplicaGets,fff,1734283304101.218d4745eb86b125884b8070cbad5ea0., beb657c44ba1c678696fb1b849ef9af0=testHBaseMetaReplicaGets,rrr,1734283304101.beb657c44ba1c678696fb1b849ef9af0.} 2024-12-15T17:23:52,700 DEBUG [RS:1;4ce65a7c4674:34375 {}] regionserver.HRegionServer(1629): Waiting on 05e24e1beec2e1a34d52db59e949365a, 218d4745eb86b125884b8070cbad5ea0, 30d35028f84bc39c5df55bb658ed480e, ab37503d6f8e5b647b87e44f1ebcdf1c, beb657c44ba1c678696fb1b849ef9af0 2024-12-15T17:23:52,701 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/30d35028f84bc39c5df55bb658ed480e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-15T17:23:52,701 INFO [RS:0;4ce65a7c4674:37327 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-12-15T17:23:52,701 DEBUG [RS:0;4ce65a7c4674:37327 {}] regionserver.HRegionServer(1603): Online Regions={4eee55c22411a08cda8e15b6206e0f96=testHBaseMetaReplicaGets,ooo,1734283304101.4eee55c22411a08cda8e15b6206e0f96., 087e417b738d0864d4645b7d9c279b9e=testHBaseMetaReplicaGets,nnn,1734283304101.087e417b738d0864d4645b7d9c279b9e., 08dbbcc4092ff22a3bdcd5c1cde1c547=testHBaseMetaReplicaGets,ccc,1734283304101.08dbbcc4092ff22a3bdcd5c1cde1c547.} 2024-12-15T17:23:52,701 DEBUG [RS:0;4ce65a7c4674:37327 {}] regionserver.HRegionServer(1629): Waiting on 087e417b738d0864d4645b7d9c279b9e, 08dbbcc4092ff22a3bdcd5c1cde1c547, 4eee55c22411a08cda8e15b6206e0f96 2024-12-15T17:23:52,702 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,,1734283304101.30d35028f84bc39c5df55bb658ed480e. 2024-12-15T17:23:52,702 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 30d35028f84bc39c5df55bb658ed480e: 2024-12-15T17:23:52,702 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,,1734283304101.30d35028f84bc39c5df55bb658ed480e. 2024-12-15T17:23:52,702 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ab37503d6f8e5b647b87e44f1ebcdf1c, disabling compactions & flushes 2024-12-15T17:23:52,702 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734283299850.ab37503d6f8e5b647b87e44f1ebcdf1c. 2024-12-15T17:23:52,702 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734283299850.ab37503d6f8e5b647b87e44f1ebcdf1c. 2024-12-15T17:23:52,702 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734283299850.ab37503d6f8e5b647b87e44f1ebcdf1c. after waiting 0 ms 2024-12-15T17:23:52,702 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734283299850.ab37503d6f8e5b647b87e44f1ebcdf1c. 2024-12-15T17:23:52,702 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing ab37503d6f8e5b647b87e44f1ebcdf1c 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-15T17:23:52,703 INFO [RS:3;4ce65a7c4674:40797 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-15T17:23:52,703 DEBUG [RS:3;4ce65a7c4674:40797 {}] regionserver.HRegionServer(1603): Online Regions={ee119be89f6158c8e5d4e578c8cf267e=testHBaseMetaReplicaGets,ggg,1734283304101.ee119be89f6158c8e5d4e578c8cf267e., c36397a48ebb908e2b67f70d6d8b0abd=testHBaseMetaReplicaGets,jjj,1734283304101.c36397a48ebb908e2b67f70d6d8b0abd.} 2024-12-15T17:23:52,703 DEBUG [RS:3;4ce65a7c4674:40797 {}] regionserver.HRegionServer(1629): Waiting on c36397a48ebb908e2b67f70d6d8b0abd, ee119be89f6158c8e5d4e578c8cf267e 2024-12-15T17:23:52,709 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/4eee55c22411a08cda8e15b6206e0f96/.tmp/info/2560483b9d39484fb12e13d8f935a44e is 40, key is ooo/info:info/1734283309180/Put/seqid=0 2024-12-15T17:23:52,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741890_1066 (size=31985) 2024-12-15T17:23:52,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741890_1066 (size=31985) 2024-12-15T17:23:52,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741890_1066 (size=31985) 2024-12-15T17:23:52,735 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/ee119be89f6158c8e5d4e578c8cf267e/.tmp/info/0498aae13a714aec94e132ad7c08d16f 2024-12-15T17:23:52,747 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/ee119be89f6158c8e5d4e578c8cf267e/.tmp/info/0498aae13a714aec94e132ad7c08d16f as hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/ee119be89f6158c8e5d4e578c8cf267e/info/0498aae13a714aec94e132ad7c08d16f 2024-12-15T17:23:52,756 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/ee119be89f6158c8e5d4e578c8cf267e/info/0498aae13a714aec94e132ad7c08d16f, entries=703, sequenceid=5, filesize=31.2 K 2024-12-15T17:23:52,757 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for ee119be89f6158c8e5d4e578c8cf267e in 185ms, sequenceid=5, compaction requested=false 2024-12-15T17:23:52,758 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/hbase/namespace/ab37503d6f8e5b647b87e44f1ebcdf1c/.tmp/info/18b8edb9c7c14bf092321cb88b1c61ea is 45, key is default/info:d/1734283300849/Put/seqid=0 2024-12-15T17:23:52,764 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/21c6958912195aa6a879f0ca6e111303/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-15T17:23:52,765 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,ppp,1734283304101.21c6958912195aa6a879f0ca6e111303. 2024-12-15T17:23:52,765 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 21c6958912195aa6a879f0ca6e111303: 2024-12-15T17:23:52,766 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,ppp,1734283304101.21c6958912195aa6a879f0ca6e111303. 2024-12-15T17:23:52,766 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 48abc392d0bf02cddf633efa6867c4ad, disabling compactions & flushes 2024-12-15T17:23:52,766 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,iii,1734283304101.48abc392d0bf02cddf633efa6867c4ad. 2024-12-15T17:23:52,766 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,iii,1734283304101.48abc392d0bf02cddf633efa6867c4ad. 2024-12-15T17:23:52,766 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,iii,1734283304101.48abc392d0bf02cddf633efa6867c4ad. after waiting 0 ms 2024-12-15T17:23:52,766 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,iii,1734283304101.48abc392d0bf02cddf633efa6867c4ad. 2024-12-15T17:23:52,767 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 48abc392d0bf02cddf633efa6867c4ad 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-15T17:23:52,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741891_1067 (size=31985) 2024-12-15T17:23:52,779 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/4eee55c22411a08cda8e15b6206e0f96/.tmp/info/2560483b9d39484fb12e13d8f935a44e 2024-12-15T17:23:52,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741891_1067 (size=31985) 2024-12-15T17:23:52,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741891_1067 (size=31985) 2024-12-15T17:23:52,785 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/ee119be89f6158c8e5d4e578c8cf267e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-15T17:23:52,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741892_1068 (size=5037) 2024-12-15T17:23:52,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741892_1068 (size=5037) 2024-12-15T17:23:52,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741892_1068 (size=5037) 2024-12-15T17:23:52,792 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/hbase/namespace/ab37503d6f8e5b647b87e44f1ebcdf1c/.tmp/info/18b8edb9c7c14bf092321cb88b1c61ea 2024-12-15T17:23:52,792 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/4eee55c22411a08cda8e15b6206e0f96/.tmp/info/2560483b9d39484fb12e13d8f935a44e as hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/4eee55c22411a08cda8e15b6206e0f96/info/2560483b9d39484fb12e13d8f935a44e 2024-12-15T17:23:52,787 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,ggg,1734283304101.ee119be89f6158c8e5d4e578c8cf267e. 2024-12-15T17:23:52,796 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ee119be89f6158c8e5d4e578c8cf267e: 2024-12-15T17:23:52,796 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,ggg,1734283304101.ee119be89f6158c8e5d4e578c8cf267e. 2024-12-15T17:23:52,796 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c36397a48ebb908e2b67f70d6d8b0abd, disabling compactions & flushes 2024-12-15T17:23:52,796 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,jjj,1734283304101.c36397a48ebb908e2b67f70d6d8b0abd. 2024-12-15T17:23:52,796 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,jjj,1734283304101.c36397a48ebb908e2b67f70d6d8b0abd. 2024-12-15T17:23:52,796 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,jjj,1734283304101.c36397a48ebb908e2b67f70d6d8b0abd. after waiting 0 ms 2024-12-15T17:23:52,797 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,jjj,1734283304101.c36397a48ebb908e2b67f70d6d8b0abd. 2024-12-15T17:23:52,797 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing c36397a48ebb908e2b67f70d6d8b0abd 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-15T17:23:52,803 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/hbase/namespace/ab37503d6f8e5b647b87e44f1ebcdf1c/.tmp/info/18b8edb9c7c14bf092321cb88b1c61ea as hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/hbase/namespace/ab37503d6f8e5b647b87e44f1ebcdf1c/info/18b8edb9c7c14bf092321cb88b1c61ea 2024-12-15T17:23:52,805 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/4eee55c22411a08cda8e15b6206e0f96/info/2560483b9d39484fb12e13d8f935a44e, entries=703, sequenceid=5, filesize=31.2 K 2024-12-15T17:23:52,805 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for 4eee55c22411a08cda8e15b6206e0f96 in 149ms, sequenceid=5, compaction requested=false 2024-12-15T17:23:52,806 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/48abc392d0bf02cddf633efa6867c4ad/.tmp/info/ee4d0bb618d545df86843248ace31ddd is 40, key is iii/info:info/1734283309290/Put/seqid=0 2024-12-15T17:23:52,816 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/4eee55c22411a08cda8e15b6206e0f96/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-15T17:23:52,819 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,ooo,1734283304101.4eee55c22411a08cda8e15b6206e0f96. 2024-12-15T17:23:52,819 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4eee55c22411a08cda8e15b6206e0f96: 2024-12-15T17:23:52,819 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,ooo,1734283304101.4eee55c22411a08cda8e15b6206e0f96. 2024-12-15T17:23:52,819 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 087e417b738d0864d4645b7d9c279b9e, disabling compactions & flushes 2024-12-15T17:23:52,819 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,nnn,1734283304101.087e417b738d0864d4645b7d9c279b9e. 2024-12-15T17:23:52,819 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,nnn,1734283304101.087e417b738d0864d4645b7d9c279b9e. 2024-12-15T17:23:52,819 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,nnn,1734283304101.087e417b738d0864d4645b7d9c279b9e. after waiting 0 ms 2024-12-15T17:23:52,819 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,nnn,1734283304101.087e417b738d0864d4645b7d9c279b9e. 2024-12-15T17:23:52,819 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 087e417b738d0864d4645b7d9c279b9e 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-15T17:23:52,821 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/hbase/namespace/ab37503d6f8e5b647b87e44f1ebcdf1c/info/18b8edb9c7c14bf092321cb88b1c61ea, entries=2, sequenceid=6, filesize=4.9 K 2024-12-15T17:23:52,821 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for ab37503d6f8e5b647b87e44f1ebcdf1c in 119ms, sequenceid=6, compaction requested=false 2024-12-15T17:23:52,824 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/c36397a48ebb908e2b67f70d6d8b0abd/.tmp/info/577ca3a7684d4d64a04c9c5cd74e6ecc is 40, key is jjj/info:info/1734283309313/Put/seqid=0 2024-12-15T17:23:52,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741893_1069 (size=31985) 2024-12-15T17:23:52,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741893_1069 (size=31985) 2024-12-15T17:23:52,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741893_1069 (size=31985) 2024-12-15T17:23:52,831 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/48abc392d0bf02cddf633efa6867c4ad/.tmp/info/ee4d0bb618d545df86843248ace31ddd 2024-12-15T17:23:52,854 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/087e417b738d0864d4645b7d9c279b9e/.tmp/info/9bda124298494dfebe55dc8c3f7f22a1 is 40, key is nnn/info:info/1734283309154/Put/seqid=0 2024-12-15T17:23:52,861 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/48abc392d0bf02cddf633efa6867c4ad/.tmp/info/ee4d0bb618d545df86843248ace31ddd as hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/48abc392d0bf02cddf633efa6867c4ad/info/ee4d0bb618d545df86843248ace31ddd 2024-12-15T17:23:52,871 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/48abc392d0bf02cddf633efa6867c4ad/info/ee4d0bb618d545df86843248ace31ddd, entries=703, sequenceid=5, filesize=31.2 K 2024-12-15T17:23:52,876 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for 48abc392d0bf02cddf633efa6867c4ad in 108ms, sequenceid=5, compaction requested=false 2024-12-15T17:23:52,899 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/hbase/namespace/ab37503d6f8e5b647b87e44f1ebcdf1c/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-15T17:23:52,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741894_1070 (size=31985) 2024-12-15T17:23:52,902 DEBUG [RS:0;4ce65a7c4674:37327 {}] regionserver.HRegionServer(1629): Waiting on 087e417b738d0864d4645b7d9c279b9e, 08dbbcc4092ff22a3bdcd5c1cde1c547 2024-12-15T17:23:52,903 DEBUG [RS:1;4ce65a7c4674:34375 {}] regionserver.HRegionServer(1629): Waiting on 05e24e1beec2e1a34d52db59e949365a, 218d4745eb86b125884b8070cbad5ea0, ab37503d6f8e5b647b87e44f1ebcdf1c, beb657c44ba1c678696fb1b849ef9af0 2024-12-15T17:23:52,903 DEBUG [RS:2;4ce65a7c4674:46679 {}] regionserver.HRegionServer(1629): Waiting on 48abc392d0bf02cddf633efa6867c4ad, 58c5cb1e00e4786054f46991e722af03 2024-12-15T17:23:52,903 DEBUG [RS:3;4ce65a7c4674:40797 {}] regionserver.HRegionServer(1629): Waiting on c36397a48ebb908e2b67f70d6d8b0abd 2024-12-15T17:23:52,903 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734283299850.ab37503d6f8e5b647b87e44f1ebcdf1c. 2024-12-15T17:23:52,903 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ab37503d6f8e5b647b87e44f1ebcdf1c: 2024-12-15T17:23:52,904 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734283299850.ab37503d6f8e5b647b87e44f1ebcdf1c. 2024-12-15T17:23:52,904 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 05e24e1beec2e1a34d52db59e949365a, disabling compactions & flushes 2024-12-15T17:23:52,904 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,vvv,1734283304101.05e24e1beec2e1a34d52db59e949365a. 2024-12-15T17:23:52,904 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,vvv,1734283304101.05e24e1beec2e1a34d52db59e949365a. 2024-12-15T17:23:52,904 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,vvv,1734283304101.05e24e1beec2e1a34d52db59e949365a. after waiting 0 ms 2024-12-15T17:23:52,904 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,vvv,1734283304101.05e24e1beec2e1a34d52db59e949365a. 2024-12-15T17:23:52,904 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 05e24e1beec2e1a34d52db59e949365a 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-15T17:23:52,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741894_1070 (size=31985) 2024-12-15T17:23:52,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741894_1070 (size=31985) 2024-12-15T17:23:52,910 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/c36397a48ebb908e2b67f70d6d8b0abd/.tmp/info/577ca3a7684d4d64a04c9c5cd74e6ecc 2024-12-15T17:23:52,936 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/c36397a48ebb908e2b67f70d6d8b0abd/.tmp/info/577ca3a7684d4d64a04c9c5cd74e6ecc as hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/c36397a48ebb908e2b67f70d6d8b0abd/info/577ca3a7684d4d64a04c9c5cd74e6ecc 2024-12-15T17:23:52,937 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/48abc392d0bf02cddf633efa6867c4ad/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-15T17:23:52,940 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,iii,1734283304101.48abc392d0bf02cddf633efa6867c4ad. 2024-12-15T17:23:52,940 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 48abc392d0bf02cddf633efa6867c4ad: 2024-12-15T17:23:52,940 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,iii,1734283304101.48abc392d0bf02cddf633efa6867c4ad. 2024-12-15T17:23:52,940 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 58c5cb1e00e4786054f46991e722af03, disabling compactions & flushes 2024-12-15T17:23:52,940 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,uuu,1734283304101.58c5cb1e00e4786054f46991e722af03. 2024-12-15T17:23:52,940 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,uuu,1734283304101.58c5cb1e00e4786054f46991e722af03. 2024-12-15T17:23:52,940 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,uuu,1734283304101.58c5cb1e00e4786054f46991e722af03. after waiting 0 ms 2024-12-15T17:23:52,940 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,uuu,1734283304101.58c5cb1e00e4786054f46991e722af03. 2024-12-15T17:23:52,940 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 58c5cb1e00e4786054f46991e722af03 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-15T17:23:52,947 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/c36397a48ebb908e2b67f70d6d8b0abd/info/577ca3a7684d4d64a04c9c5cd74e6ecc, entries=703, sequenceid=5, filesize=31.2 K 2024-12-15T17:23:52,950 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for c36397a48ebb908e2b67f70d6d8b0abd in 153ms, sequenceid=5, compaction requested=false 2024-12-15T17:23:52,962 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/05e24e1beec2e1a34d52db59e949365a/.tmp/info/2a56f4bd8d324f2c9d47c6d6cee52b20 is 40, key is vvv/info:info/1734283309184/Put/seqid=0 2024-12-15T17:23:52,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741895_1071 (size=31985) 2024-12-15T17:23:52,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741895_1071 (size=31985) 2024-12-15T17:23:52,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741895_1071 (size=31985) 2024-12-15T17:23:52,975 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/c36397a48ebb908e2b67f70d6d8b0abd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-15T17:23:52,976 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,jjj,1734283304101.c36397a48ebb908e2b67f70d6d8b0abd. 2024-12-15T17:23:52,976 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c36397a48ebb908e2b67f70d6d8b0abd: 2024-12-15T17:23:52,977 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,jjj,1734283304101.c36397a48ebb908e2b67f70d6d8b0abd. 2024-12-15T17:23:52,979 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/58c5cb1e00e4786054f46991e722af03/.tmp/info/e349187560cc46a8bb6f41786c84a506 is 40, key is uuu/info:info/1734283309343/Put/seqid=0 2024-12-15T17:23:53,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741896_1072 (size=31985) 2024-12-15T17:23:53,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741896_1072 (size=31985) 2024-12-15T17:23:53,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741896_1072 (size=31985) 2024-12-15T17:23:53,037 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/05e24e1beec2e1a34d52db59e949365a/.tmp/info/2a56f4bd8d324f2c9d47c6d6cee52b20 2024-12-15T17:23:53,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741897_1073 (size=31985) 2024-12-15T17:23:53,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741897_1073 (size=31985) 2024-12-15T17:23:53,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741897_1073 (size=31985) 2024-12-15T17:23:53,061 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/58c5cb1e00e4786054f46991e722af03/.tmp/info/e349187560cc46a8bb6f41786c84a506 2024-12-15T17:23:53,088 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/05e24e1beec2e1a34d52db59e949365a/.tmp/info/2a56f4bd8d324f2c9d47c6d6cee52b20 as hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/05e24e1beec2e1a34d52db59e949365a/info/2a56f4bd8d324f2c9d47c6d6cee52b20 2024-12-15T17:23:53,102 DEBUG [RS:0;4ce65a7c4674:37327 {}] regionserver.HRegionServer(1629): Waiting on 087e417b738d0864d4645b7d9c279b9e, 08dbbcc4092ff22a3bdcd5c1cde1c547 2024-12-15T17:23:53,104 DEBUG [RS:1;4ce65a7c4674:34375 {}] regionserver.HRegionServer(1629): Waiting on 05e24e1beec2e1a34d52db59e949365a, 218d4745eb86b125884b8070cbad5ea0, beb657c44ba1c678696fb1b849ef9af0 2024-12-15T17:23:53,104 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/58c5cb1e00e4786054f46991e722af03/.tmp/info/e349187560cc46a8bb6f41786c84a506 as hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/58c5cb1e00e4786054f46991e722af03/info/e349187560cc46a8bb6f41786c84a506 2024-12-15T17:23:53,104 INFO [RS:3;4ce65a7c4674:40797 {}] regionserver.HRegionServer(1250): stopping server 4ce65a7c4674,40797,1734283295017; all regions closed. 2024-12-15T17:23:53,105 DEBUG [RS:2;4ce65a7c4674:46679 {}] regionserver.HRegionServer(1629): Waiting on 58c5cb1e00e4786054f46991e722af03 2024-12-15T17:23:53,136 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/05e24e1beec2e1a34d52db59e949365a/info/2a56f4bd8d324f2c9d47c6d6cee52b20, entries=703, sequenceid=5, filesize=31.2 K 2024-12-15T17:23:53,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741872_1048 (size=6254) 2024-12-15T17:23:53,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741872_1048 (size=6254) 2024-12-15T17:23:53,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741872_1048 (size=6254) 2024-12-15T17:23:53,144 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for 05e24e1beec2e1a34d52db59e949365a in 240ms, sequenceid=5, compaction requested=false 2024-12-15T17:23:53,145 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/58c5cb1e00e4786054f46991e722af03/info/e349187560cc46a8bb6f41786c84a506, entries=703, sequenceid=5, filesize=31.2 K 2024-12-15T17:23:53,155 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for 58c5cb1e00e4786054f46991e722af03 in 215ms, sequenceid=5, compaction requested=false 2024-12-15T17:23:53,171 DEBUG [RS:3;4ce65a7c4674:40797 {}] wal.AbstractFSWAL(1071): Moved 2 WAL file(s) to /user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/oldWALs 2024-12-15T17:23:53,171 INFO [RS:3;4ce65a7c4674:40797 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 4ce65a7c4674%2C40797%2C1734283295017:(num 1734283309317) 2024-12-15T17:23:53,171 DEBUG [RS:3;4ce65a7c4674:40797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:23:53,172 INFO [RS:3;4ce65a7c4674:40797 {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T17:23:53,172 INFO [RS:3;4ce65a7c4674:40797 {}] hbase.ChoreService(370): Chore service for: regionserver/4ce65a7c4674:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-15T17:23:53,176 INFO [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T17:23:53,177 INFO [RS:3;4ce65a7c4674:40797 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-15T17:23:53,177 INFO [RS:3;4ce65a7c4674:40797 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-15T17:23:53,177 INFO [RS:3;4ce65a7c4674:40797 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-15T17:23:53,184 INFO [RS:3;4ce65a7c4674:40797 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:40797 2024-12-15T17:23:53,195 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/05e24e1beec2e1a34d52db59e949365a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-15T17:23:53,197 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,vvv,1734283304101.05e24e1beec2e1a34d52db59e949365a. 2024-12-15T17:23:53,198 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 05e24e1beec2e1a34d52db59e949365a: 2024-12-15T17:23:53,203 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,vvv,1734283304101.05e24e1beec2e1a34d52db59e949365a. 2024-12-15T17:23:53,203 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 218d4745eb86b125884b8070cbad5ea0, disabling compactions & flushes 2024-12-15T17:23:53,203 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,fff,1734283304101.218d4745eb86b125884b8070cbad5ea0. 2024-12-15T17:23:53,204 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,fff,1734283304101.218d4745eb86b125884b8070cbad5ea0. 2024-12-15T17:23:53,204 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,fff,1734283304101.218d4745eb86b125884b8070cbad5ea0. after waiting 0 ms 2024-12-15T17:23:53,204 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,fff,1734283304101.218d4745eb86b125884b8070cbad5ea0. 2024-12-15T17:23:53,204 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 218d4745eb86b125884b8070cbad5ea0 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-15T17:23:53,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x1002ab60cc20000, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-15T17:23:53,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40797-0x1002ab60cc20004, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4ce65a7c4674,40797,1734283295017 2024-12-15T17:23:53,215 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/58c5cb1e00e4786054f46991e722af03/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-15T17:23:53,217 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,uuu,1734283304101.58c5cb1e00e4786054f46991e722af03. 2024-12-15T17:23:53,217 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 58c5cb1e00e4786054f46991e722af03: 2024-12-15T17:23:53,217 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,uuu,1734283304101.58c5cb1e00e4786054f46991e722af03. 2024-12-15T17:23:53,229 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4ce65a7c4674,40797,1734283295017] 2024-12-15T17:23:53,229 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 4ce65a7c4674,40797,1734283295017; numProcessing=1 2024-12-15T17:23:53,239 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/4ce65a7c4674,40797,1734283295017 already deleted, retry=false 2024-12-15T17:23:53,240 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 4ce65a7c4674,40797,1734283295017 expired; onlineServers=3 2024-12-15T17:23:53,249 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/218d4745eb86b125884b8070cbad5ea0/.tmp/info/e0ab8f9f26864c32b33cec444b3efbc4 is 40, key is fff/info:info/1734283309113/Put/seqid=0 2024-12-15T17:23:53,261 INFO [4ce65a7c4674:46679Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:23:53,290 INFO [4ce65a7c4674:34375Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:23:53,302 DEBUG [RS:0;4ce65a7c4674:37327 {}] regionserver.HRegionServer(1629): Waiting on 087e417b738d0864d4645b7d9c279b9e, 08dbbcc4092ff22a3bdcd5c1cde1c547 2024-12-15T17:23:53,307 INFO [RS:2;4ce65a7c4674:46679 {}] regionserver.HRegionServer(1250): stopping server 4ce65a7c4674,46679,1734283294968; all regions closed. 2024-12-15T17:23:53,307 DEBUG [RS:1;4ce65a7c4674:34375 {}] regionserver.HRegionServer(1629): Waiting on 218d4745eb86b125884b8070cbad5ea0, beb657c44ba1c678696fb1b849ef9af0 2024-12-15T17:23:53,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40797-0x1002ab60cc20004, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T17:23:53,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40797-0x1002ab60cc20004, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T17:23:53,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741837_1013 (size=44626) 2024-12-15T17:23:53,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741837_1013 (size=44626) 2024-12-15T17:23:53,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741837_1013 (size=44626) 2024-12-15T17:23:53,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741898_1074 (size=31985) 2024-12-15T17:23:53,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741898_1074 (size=31985) 2024-12-15T17:23:53,331 INFO [RS:3;4ce65a7c4674:40797 {}] regionserver.HRegionServer(1307): Exiting; stopping=4ce65a7c4674,40797,1734283295017; zookeeper connection closed. 2024-12-15T17:23:53,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741898_1074 (size=31985) 2024-12-15T17:23:53,331 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta not finished, retry = 0 2024-12-15T17:23:53,335 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@64a14389 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@64a14389 2024-12-15T17:23:53,367 INFO [4ce65a7c4674:37327Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:23:53,371 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/087e417b738d0864d4645b7d9c279b9e/.tmp/info/9bda124298494dfebe55dc8c3f7f22a1 2024-12-15T17:23:53,407 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/087e417b738d0864d4645b7d9c279b9e/.tmp/info/9bda124298494dfebe55dc8c3f7f22a1 as hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/087e417b738d0864d4645b7d9c279b9e/info/9bda124298494dfebe55dc8c3f7f22a1 2024-12-15T17:23:53,485 DEBUG [RS:2;4ce65a7c4674:46679 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/oldWALs 2024-12-15T17:23:53,485 INFO [RS:2;4ce65a7c4674:46679 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 4ce65a7c4674%2C46679%2C1734283294968.meta:.meta(num 1734283299212) 2024-12-15T17:23:53,485 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/087e417b738d0864d4645b7d9c279b9e/info/9bda124298494dfebe55dc8c3f7f22a1, entries=703, sequenceid=5, filesize=31.2 K 2024-12-15T17:23:53,488 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for 087e417b738d0864d4645b7d9c279b9e in 668ms, sequenceid=5, compaction requested=false 2024-12-15T17:23:53,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741871_1047 (size=5571) 2024-12-15T17:23:53,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741871_1047 (size=5571) 2024-12-15T17:23:53,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741871_1047 (size=5571) 2024-12-15T17:23:53,494 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/087e417b738d0864d4645b7d9c279b9e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-15T17:23:53,494 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,nnn,1734283304101.087e417b738d0864d4645b7d9c279b9e. 2024-12-15T17:23:53,495 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 087e417b738d0864d4645b7d9c279b9e: 2024-12-15T17:23:53,495 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,nnn,1734283304101.087e417b738d0864d4645b7d9c279b9e. 2024-12-15T17:23:53,495 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 08dbbcc4092ff22a3bdcd5c1cde1c547, disabling compactions & flushes 2024-12-15T17:23:53,495 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,ccc,1734283304101.08dbbcc4092ff22a3bdcd5c1cde1c547. 2024-12-15T17:23:53,495 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,ccc,1734283304101.08dbbcc4092ff22a3bdcd5c1cde1c547. 2024-12-15T17:23:53,495 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,ccc,1734283304101.08dbbcc4092ff22a3bdcd5c1cde1c547. after waiting 0 ms 2024-12-15T17:23:53,495 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,ccc,1734283304101.08dbbcc4092ff22a3bdcd5c1cde1c547. 2024-12-15T17:23:53,495 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 08dbbcc4092ff22a3bdcd5c1cde1c547 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-15T17:23:53,496 DEBUG [RS:2;4ce65a7c4674:46679 {}] wal.AbstractFSWAL(1071): Moved 2 WAL file(s) to /user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/oldWALs 2024-12-15T17:23:53,496 INFO [RS:2;4ce65a7c4674:46679 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 4ce65a7c4674%2C46679%2C1734283294968:(num 1734283309327) 2024-12-15T17:23:53,497 DEBUG [RS:2;4ce65a7c4674:46679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:23:53,497 INFO [RS:2;4ce65a7c4674:46679 {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T17:23:53,499 INFO [RS:2;4ce65a7c4674:46679 {}] hbase.ChoreService(370): Chore service for: regionserver/4ce65a7c4674:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-15T17:23:53,500 INFO [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T17:23:53,500 INFO [RS:2;4ce65a7c4674:46679 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:46679 2024-12-15T17:23:53,503 DEBUG [RS:0;4ce65a7c4674:37327 {}] regionserver.HRegionServer(1629): Waiting on 08dbbcc4092ff22a3bdcd5c1cde1c547 2024-12-15T17:23:53,507 DEBUG [RS:1;4ce65a7c4674:34375 {}] regionserver.HRegionServer(1629): Waiting on 218d4745eb86b125884b8070cbad5ea0, beb657c44ba1c678696fb1b849ef9af0 2024-12-15T17:23:53,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46679-0x1002ab60cc20003, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4ce65a7c4674,46679,1734283294968 2024-12-15T17:23:53,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x1002ab60cc20000, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-15T17:23:53,524 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4ce65a7c4674,46679,1734283294968] 2024-12-15T17:23:53,524 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 4ce65a7c4674,46679,1734283294968; numProcessing=2 2024-12-15T17:23:53,532 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/4ce65a7c4674,46679,1734283294968 already deleted, retry=false 2024-12-15T17:23:53,532 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 4ce65a7c4674,46679,1734283294968 expired; onlineServers=2 2024-12-15T17:23:53,538 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/08dbbcc4092ff22a3bdcd5c1cde1c547/.tmp/info/92174d600f4f4430a7cccd82e3650b44 is 40, key is ccc/info:info/1734283309060/Put/seqid=0 2024-12-15T17:23:53,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741899_1075 (size=31985) 2024-12-15T17:23:53,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741899_1075 (size=31985) 2024-12-15T17:23:53,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741899_1075 (size=31985) 2024-12-15T17:23:53,552 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/08dbbcc4092ff22a3bdcd5c1cde1c547/.tmp/info/92174d600f4f4430a7cccd82e3650b44 2024-12-15T17:23:53,563 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/08dbbcc4092ff22a3bdcd5c1cde1c547/.tmp/info/92174d600f4f4430a7cccd82e3650b44 as hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/08dbbcc4092ff22a3bdcd5c1cde1c547/info/92174d600f4f4430a7cccd82e3650b44 2024-12-15T17:23:53,572 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/08dbbcc4092ff22a3bdcd5c1cde1c547/info/92174d600f4f4430a7cccd82e3650b44, entries=703, sequenceid=5, filesize=31.2 K 2024-12-15T17:23:53,581 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for 08dbbcc4092ff22a3bdcd5c1cde1c547 in 86ms, sequenceid=5, compaction requested=false 2024-12-15T17:23:53,598 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/08dbbcc4092ff22a3bdcd5c1cde1c547/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-15T17:23:53,601 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,ccc,1734283304101.08dbbcc4092ff22a3bdcd5c1cde1c547. 2024-12-15T17:23:53,601 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 08dbbcc4092ff22a3bdcd5c1cde1c547: 2024-12-15T17:23:53,601 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,ccc,1734283304101.08dbbcc4092ff22a3bdcd5c1cde1c547. 2024-12-15T17:23:53,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46679-0x1002ab60cc20003, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T17:23:53,624 INFO [RS:2;4ce65a7c4674:46679 {}] regionserver.HRegionServer(1307): Exiting; stopping=4ce65a7c4674,46679,1734283294968; zookeeper connection closed. 2024-12-15T17:23:53,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46679-0x1002ab60cc20003, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T17:23:53,624 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6861df87 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6861df87 2024-12-15T17:23:53,703 INFO [RS:0;4ce65a7c4674:37327 {}] regionserver.HRegionServer(1250): stopping server 4ce65a7c4674,37327,1734283294864; all regions closed. 2024-12-15T17:23:53,708 INFO [RS:1;4ce65a7c4674:34375 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-15T17:23:53,708 DEBUG [RS:1;4ce65a7c4674:34375 {}] regionserver.HRegionServer(1603): Online Regions={218d4745eb86b125884b8070cbad5ea0=testHBaseMetaReplicaGets,fff,1734283304101.218d4745eb86b125884b8070cbad5ea0., beb657c44ba1c678696fb1b849ef9af0=testHBaseMetaReplicaGets,rrr,1734283304101.beb657c44ba1c678696fb1b849ef9af0.} 2024-12-15T17:23:53,708 DEBUG [RS:1;4ce65a7c4674:34375 {}] regionserver.HRegionServer(1629): Waiting on 218d4745eb86b125884b8070cbad5ea0, beb657c44ba1c678696fb1b849ef9af0 2024-12-15T17:23:53,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741870_1046 (size=6254) 2024-12-15T17:23:53,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741870_1046 (size=6254) 2024-12-15T17:23:53,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741870_1046 (size=6254) 2024-12-15T17:23:53,730 DEBUG [RS:0;4ce65a7c4674:37327 {}] wal.AbstractFSWAL(1071): Moved 2 WAL file(s) to /user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/oldWALs 2024-12-15T17:23:53,730 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/218d4745eb86b125884b8070cbad5ea0/.tmp/info/e0ab8f9f26864c32b33cec444b3efbc4 2024-12-15T17:23:53,730 INFO [RS:0;4ce65a7c4674:37327 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 4ce65a7c4674%2C37327%2C1734283294864:(num 1734283309136) 2024-12-15T17:23:53,730 DEBUG [RS:0;4ce65a7c4674:37327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:23:53,730 INFO [RS:0;4ce65a7c4674:37327 {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T17:23:53,730 INFO [RS:0;4ce65a7c4674:37327 {}] hbase.ChoreService(370): Chore service for: regionserver/4ce65a7c4674:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-15T17:23:53,730 INFO [RS:0;4ce65a7c4674:37327 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-15T17:23:53,730 INFO [RS:0;4ce65a7c4674:37327 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-15T17:23:53,730 INFO [RS:0;4ce65a7c4674:37327 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-15T17:23:53,731 INFO [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T17:23:53,731 INFO [RS:0;4ce65a7c4674:37327 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:37327 2024-12-15T17:23:53,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x1002ab60cc20000, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-15T17:23:53,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37327-0x1002ab60cc20001, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4ce65a7c4674,37327,1734283294864 2024-12-15T17:23:53,740 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4ce65a7c4674,37327,1734283294864] 2024-12-15T17:23:53,741 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 4ce65a7c4674,37327,1734283294864; numProcessing=3 2024-12-15T17:23:53,741 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/218d4745eb86b125884b8070cbad5ea0/.tmp/info/e0ab8f9f26864c32b33cec444b3efbc4 as hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/218d4745eb86b125884b8070cbad5ea0/info/e0ab8f9f26864c32b33cec444b3efbc4 2024-12-15T17:23:53,756 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/4ce65a7c4674,37327,1734283294864 already deleted, retry=false 2024-12-15T17:23:53,757 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 4ce65a7c4674,37327,1734283294864 expired; onlineServers=1 2024-12-15T17:23:53,775 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/218d4745eb86b125884b8070cbad5ea0/info/e0ab8f9f26864c32b33cec444b3efbc4, entries=703, sequenceid=5, filesize=31.2 K 2024-12-15T17:23:53,787 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for 218d4745eb86b125884b8070cbad5ea0 in 583ms, sequenceid=5, compaction requested=false 2024-12-15T17:23:53,809 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/218d4745eb86b125884b8070cbad5ea0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-15T17:23:53,812 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,fff,1734283304101.218d4745eb86b125884b8070cbad5ea0. 2024-12-15T17:23:53,812 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 218d4745eb86b125884b8070cbad5ea0: 2024-12-15T17:23:53,812 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,fff,1734283304101.218d4745eb86b125884b8070cbad5ea0. 2024-12-15T17:23:53,812 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing beb657c44ba1c678696fb1b849ef9af0, disabling compactions & flushes 2024-12-15T17:23:53,812 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicaGets,rrr,1734283304101.beb657c44ba1c678696fb1b849ef9af0. 2024-12-15T17:23:53,812 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicaGets,rrr,1734283304101.beb657c44ba1c678696fb1b849ef9af0. 2024-12-15T17:23:53,812 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicaGets,rrr,1734283304101.beb657c44ba1c678696fb1b849ef9af0. after waiting 0 ms 2024-12-15T17:23:53,812 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicaGets,rrr,1734283304101.beb657c44ba1c678696fb1b849ef9af0. 2024-12-15T17:23:53,812 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing beb657c44ba1c678696fb1b849ef9af0 1/1 column families, dataSize=24.71 KB heapSize=77.14 KB 2024-12-15T17:23:53,837 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/beb657c44ba1c678696fb1b849ef9af0/.tmp/info/8d12ce220d774db3a68a46595093c6f9 is 40, key is rrr/info:info/1734283309158/Put/seqid=0 2024-12-15T17:23:53,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741900_1076 (size=31985) 2024-12-15T17:23:53,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741900_1076 (size=31985) 2024-12-15T17:23:53,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741900_1076 (size=31985) 2024-12-15T17:23:53,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37327-0x1002ab60cc20001, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T17:23:53,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37327-0x1002ab60cc20001, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T17:23:53,852 INFO [RS:0;4ce65a7c4674:37327 {}] regionserver.HRegionServer(1307): Exiting; stopping=4ce65a7c4674,37327,1734283294864; zookeeper connection closed. 2024-12-15T17:23:53,852 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@455b5b16 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@455b5b16 2024-12-15T17:23:53,908 DEBUG [RS:1;4ce65a7c4674:34375 {}] regionserver.HRegionServer(1629): Waiting on beb657c44ba1c678696fb1b849ef9af0 2024-12-15T17:23:54,108 DEBUG [RS:1;4ce65a7c4674:34375 {}] regionserver.HRegionServer(1629): Waiting on beb657c44ba1c678696fb1b849ef9af0 2024-12-15T17:23:54,248 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.71 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/beb657c44ba1c678696fb1b849ef9af0/.tmp/info/8d12ce220d774db3a68a46595093c6f9 2024-12-15T17:23:54,257 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/beb657c44ba1c678696fb1b849ef9af0/.tmp/info/8d12ce220d774db3a68a46595093c6f9 as hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/beb657c44ba1c678696fb1b849ef9af0/info/8d12ce220d774db3a68a46595093c6f9 2024-12-15T17:23:54,270 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/beb657c44ba1c678696fb1b849ef9af0/info/8d12ce220d774db3a68a46595093c6f9, entries=703, sequenceid=5, filesize=31.2 K 2024-12-15T17:23:54,271 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~24.71 KB/25308, heapSize ~77.13 KB/78976, currentSize=0 B/0 for beb657c44ba1c678696fb1b849ef9af0 in 459ms, sequenceid=5, compaction requested=false 2024-12-15T17:23:54,287 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/data/default/testHBaseMetaReplicaGets/beb657c44ba1c678696fb1b849ef9af0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-15T17:23:54,288 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicaGets,rrr,1734283304101.beb657c44ba1c678696fb1b849ef9af0. 2024-12-15T17:23:54,288 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for beb657c44ba1c678696fb1b849ef9af0: 2024-12-15T17:23:54,288 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicaGets,rrr,1734283304101.beb657c44ba1c678696fb1b849ef9af0. 2024-12-15T17:23:54,308 INFO [RS:1;4ce65a7c4674:34375 {}] regionserver.HRegionServer(1250): stopping server 4ce65a7c4674,34375,1734283294923; all regions closed. 2024-12-15T17:23:54,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741869_1045 (size=7286) 2024-12-15T17:23:54,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741869_1045 (size=7286) 2024-12-15T17:23:54,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741869_1045 (size=7286) 2024-12-15T17:23:54,355 DEBUG [RS:1;4ce65a7c4674:34375 {}] wal.AbstractFSWAL(1071): Moved 2 WAL file(s) to /user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/oldWALs 2024-12-15T17:23:54,355 INFO [RS:1;4ce65a7c4674:34375 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 4ce65a7c4674%2C34375%2C1734283294923:(num 1734283309124) 2024-12-15T17:23:54,355 DEBUG [RS:1;4ce65a7c4674:34375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:23:54,355 INFO [RS:1;4ce65a7c4674:34375 {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T17:23:54,356 INFO [RS:1;4ce65a7c4674:34375 {}] hbase.ChoreService(370): Chore service for: regionserver/4ce65a7c4674:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-15T17:23:54,356 INFO [RS:1;4ce65a7c4674:34375 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-15T17:23:54,356 INFO [RS:1;4ce65a7c4674:34375 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-15T17:23:54,356 INFO [RS:1;4ce65a7c4674:34375 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-15T17:23:54,356 INFO [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T17:23:54,356 INFO [RS:1;4ce65a7c4674:34375 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:34375 2024-12-15T17:23:54,360 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:23:54,360 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:23:54,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34375-0x1002ab60cc20002, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4ce65a7c4674,34375,1734283294923 2024-12-15T17:23:54,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x1002ab60cc20000, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-15T17:23:54,415 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4ce65a7c4674,34375,1734283294923] 2024-12-15T17:23:54,415 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 4ce65a7c4674,34375,1734283294923; numProcessing=4 2024-12-15T17:23:54,439 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/4ce65a7c4674,34375,1734283294923 already deleted, retry=false 2024-12-15T17:23:54,439 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 4ce65a7c4674,34375,1734283294923 expired; onlineServers=0 2024-12-15T17:23:54,439 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '4ce65a7c4674,42471,1734283293899' ***** 2024-12-15T17:23:54,439 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-15T17:23:54,440 DEBUG [M:0;4ce65a7c4674:42471 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@789a83c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ce65a7c4674/172.17.0.2:0 2024-12-15T17:23:54,440 INFO [M:0;4ce65a7c4674:42471 {}] regionserver.HRegionServer(1224): stopping server 4ce65a7c4674,42471,1734283293899 2024-12-15T17:23:54,440 INFO [M:0;4ce65a7c4674:42471 {}] regionserver.HRegionServer(1250): stopping server 4ce65a7c4674,42471,1734283293899; all regions closed. 2024-12-15T17:23:54,440 DEBUG [M:0;4ce65a7c4674:42471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:23:54,440 DEBUG [M:0;4ce65a7c4674:42471 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-15T17:23:54,440 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-15T17:23:54,440 DEBUG [M:0;4ce65a7c4674:42471 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-15T17:23:54,440 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster-HFileCleaner.small.0-1734283297740 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ce65a7c4674:0:becomeActiveMaster-HFileCleaner.small.0-1734283297740,5,FailOnTimeoutGroup] 2024-12-15T17:23:54,440 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster-HFileCleaner.large.0-1734283297729 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ce65a7c4674:0:becomeActiveMaster-HFileCleaner.large.0-1734283297729,5,FailOnTimeoutGroup] 2024-12-15T17:23:54,440 INFO [M:0;4ce65a7c4674:42471 {}] hbase.ChoreService(370): Chore service for: master/4ce65a7c4674:0 had [] on shutdown 2024-12-15T17:23:54,441 DEBUG [M:0;4ce65a7c4674:42471 {}] master.HMaster(1733): Stopping service threads 2024-12-15T17:23:54,441 INFO [M:0;4ce65a7c4674:42471 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-15T17:23:54,441 INFO [M:0;4ce65a7c4674:42471 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-15T17:23:54,441 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-15T17:23:54,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x1002ab60cc20000, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-15T17:23:54,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x1002ab60cc20000, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:23:54,448 DEBUG [M:0;4ce65a7c4674:42471 {}] zookeeper.ZKUtil(347): master:42471-0x1002ab60cc20000, quorum=127.0.0.1:61306, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-15T17:23:54,448 WARN [M:0;4ce65a7c4674:42471 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-15T17:23:54,448 INFO [M:0;4ce65a7c4674:42471 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-15T17:23:54,448 INFO [M:0;4ce65a7c4674:42471 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-15T17:23:54,448 DEBUG [M:0;4ce65a7c4674:42471 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-15T17:23:54,448 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42471-0x1002ab60cc20000, quorum=127.0.0.1:61306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T17:23:54,448 INFO [M:0;4ce65a7c4674:42471 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T17:23:54,449 DEBUG [M:0;4ce65a7c4674:42471 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T17:23:54,449 DEBUG [M:0;4ce65a7c4674:42471 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-15T17:23:54,449 DEBUG [M:0;4ce65a7c4674:42471 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T17:23:54,449 INFO [M:0;4ce65a7c4674:42471 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=283.20 KB heapSize=340.70 KB 2024-12-15T17:23:54,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T17:23:54,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-15T17:23:54,483 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-15T17:23:54,483 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testHBaseMetaReplicaGets 2024-12-15T17:23:54,494 DEBUG [M:0;4ce65a7c4674:42471 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d2320bb7c5d46ba810071041363fbb2 is 82, key is hbase:meta,,1/info:regioninfo/1734283304005/Put/seqid=0 2024-12-15T17:23:54,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34375-0x1002ab60cc20002, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T17:23:54,527 INFO [RS:1;4ce65a7c4674:34375 {}] regionserver.HRegionServer(1307): Exiting; stopping=4ce65a7c4674,34375,1734283294923; zookeeper connection closed. 2024-12-15T17:23:54,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34375-0x1002ab60cc20002, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T17:23:54,531 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@44e2091f {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@44e2091f 2024-12-15T17:23:54,532 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 4 regionserver(s) complete 2024-12-15T17:23:54,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741901_1077 (size=6933) 2024-12-15T17:23:54,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741901_1077 (size=6933) 2024-12-15T17:23:54,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741901_1077 (size=6933) 2024-12-15T17:23:54,572 INFO [M:0;4ce65a7c4674:42471 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.34 KB at sequenceid=609 (bloomFilter=true), to=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d2320bb7c5d46ba810071041363fbb2 2024-12-15T17:23:54,605 DEBUG [M:0;4ce65a7c4674:42471 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/06d0a941b79f47818adad1088c2b08d4 is 2427, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1734283304061/Put/seqid=0 2024-12-15T17:23:54,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741902_1078 (size=13495) 2024-12-15T17:23:54,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741902_1078 (size=13495) 2024-12-15T17:23:54,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741902_1078 (size=13495) 2024-12-15T17:23:54,683 INFO [M:0;4ce65a7c4674:42471 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280.60 KB at sequenceid=609 (bloomFilter=true), to=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/06d0a941b79f47818adad1088c2b08d4 2024-12-15T17:23:54,728 INFO [M:0;4ce65a7c4674:42471 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 06d0a941b79f47818adad1088c2b08d4 2024-12-15T17:23:54,764 DEBUG [M:0;4ce65a7c4674:42471 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bab0d9b6c7a141c8acb5a3663f28ff48 is 69, key is 4ce65a7c4674,34375,1734283294923/rs:state/1734283297837/Put/seqid=0 2024-12-15T17:23:54,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741903_1079 (size=5360) 2024-12-15T17:23:54,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741903_1079 (size=5360) 2024-12-15T17:23:54,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741903_1079 (size=5360) 2024-12-15T17:23:54,843 INFO [M:0;4ce65a7c4674:42471 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=260 B at sequenceid=609 (bloomFilter=true), to=hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bab0d9b6c7a141c8acb5a3663f28ff48 2024-12-15T17:23:54,896 DEBUG [M:0;4ce65a7c4674:42471 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d2320bb7c5d46ba810071041363fbb2 as hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4d2320bb7c5d46ba810071041363fbb2 2024-12-15T17:23:54,905 INFO [M:0;4ce65a7c4674:42471 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4d2320bb7c5d46ba810071041363fbb2, entries=27, sequenceid=609, filesize=6.8 K 2024-12-15T17:23:54,906 DEBUG [M:0;4ce65a7c4674:42471 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/06d0a941b79f47818adad1088c2b08d4 as hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/06d0a941b79f47818adad1088c2b08d4 2024-12-15T17:23:54,913 INFO [M:0;4ce65a7c4674:42471 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 06d0a941b79f47818adad1088c2b08d4 2024-12-15T17:23:54,914 INFO [M:0;4ce65a7c4674:42471 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/06d0a941b79f47818adad1088c2b08d4, entries=74, sequenceid=609, filesize=13.2 K 2024-12-15T17:23:54,915 DEBUG [M:0;4ce65a7c4674:42471 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bab0d9b6c7a141c8acb5a3663f28ff48 as hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bab0d9b6c7a141c8acb5a3663f28ff48 2024-12-15T17:23:54,924 INFO [M:0;4ce65a7c4674:42471 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bab0d9b6c7a141c8acb5a3663f28ff48, entries=4, sequenceid=609, filesize=5.2 K 2024-12-15T17:23:54,927 INFO [M:0;4ce65a7c4674:42471 {}] regionserver.HRegion(3040): Finished flush of dataSize ~283.20 KB/289992, heapSize ~340.41 KB/348576, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 478ms, sequenceid=609, compaction requested=false 2024-12-15T17:23:54,939 INFO [M:0;4ce65a7c4674:42471 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T17:23:54,939 DEBUG [M:0;4ce65a7c4674:42471 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T17:23:54,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741830_1006 (size=330628) 2024-12-15T17:23:54,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741830_1006 (size=330628) 2024-12-15T17:23:54,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741830_1006 (size=330628) 2024-12-15T17:23:54,953 INFO [M:0;4ce65a7c4674:42471 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-15T17:23:54,953 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T17:23:54,953 INFO [M:0;4ce65a7c4674:42471 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:42471 2024-12-15T17:23:54,964 DEBUG [M:0;4ce65a7c4674:42471 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/4ce65a7c4674,42471,1734283293899 already deleted, retry=false 2024-12-15T17:23:55,073 INFO [M:0;4ce65a7c4674:42471 {}] regionserver.HRegionServer(1307): Exiting; stopping=4ce65a7c4674,42471,1734283293899; zookeeper connection closed. 2024-12-15T17:23:55,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x1002ab60cc20000, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T17:23:55,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x1002ab60cc20000, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T17:23:55,077 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@229a0a92{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:23:55,080 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d400e8e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T17:23:55,080 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T17:23:55,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b634431{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T17:23:55,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ca1f9a6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/460e769c-c47a-ef67-efa5-6aa918a660d2/hadoop.log.dir/,STOPPED} 2024-12-15T17:23:55,084 WARN [BP-761987404-172.17.0.2-1734283288526 heartbeating to localhost/127.0.0.1:45051 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T17:23:55,084 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T17:23:55,084 WARN [BP-761987404-172.17.0.2-1734283288526 heartbeating to localhost/127.0.0.1:45051 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-761987404-172.17.0.2-1734283288526 (Datanode Uuid cf102221-503c-4c76-873a-9d5beff15453) service to localhost/127.0.0.1:45051 2024-12-15T17:23:55,084 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T17:23:55,085 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/460e769c-c47a-ef67-efa5-6aa918a660d2/cluster_a4fadac2-e4cb-fa1e-9ef3-089a7ac3be57/dfs/data/data7/current/BP-761987404-172.17.0.2-1734283288526 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:23:55,085 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/460e769c-c47a-ef67-efa5-6aa918a660d2/cluster_a4fadac2-e4cb-fa1e-9ef3-089a7ac3be57/dfs/data/data8/current/BP-761987404-172.17.0.2-1734283288526 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:23:55,086 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T17:23:55,088 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a2b1e01{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:23:55,088 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22e8e536{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T17:23:55,088 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T17:23:55,088 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fe977e2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T17:23:55,089 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3191f31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/460e769c-c47a-ef67-efa5-6aa918a660d2/hadoop.log.dir/,STOPPED} 2024-12-15T17:23:55,090 WARN [BP-761987404-172.17.0.2-1734283288526 heartbeating to localhost/127.0.0.1:45051 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T17:23:55,090 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T17:23:55,090 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T17:23:55,090 WARN [BP-761987404-172.17.0.2-1734283288526 heartbeating to localhost/127.0.0.1:45051 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-761987404-172.17.0.2-1734283288526 (Datanode Uuid 23a8372f-94d4-4939-b213-334af8e4a673) service to localhost/127.0.0.1:45051 2024-12-15T17:23:55,091 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/460e769c-c47a-ef67-efa5-6aa918a660d2/cluster_a4fadac2-e4cb-fa1e-9ef3-089a7ac3be57/dfs/data/data5/current/BP-761987404-172.17.0.2-1734283288526 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:23:55,091 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/460e769c-c47a-ef67-efa5-6aa918a660d2/cluster_a4fadac2-e4cb-fa1e-9ef3-089a7ac3be57/dfs/data/data6/current/BP-761987404-172.17.0.2-1734283288526 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:23:55,091 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T17:23:55,099 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@54b51e90{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:23:55,100 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f84f788{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T17:23:55,100 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T17:23:55,100 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47326b95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T17:23:55,100 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49bcca4e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/460e769c-c47a-ef67-efa5-6aa918a660d2/hadoop.log.dir/,STOPPED} 2024-12-15T17:23:55,102 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T17:23:55,102 WARN [BP-761987404-172.17.0.2-1734283288526 heartbeating to localhost/127.0.0.1:45051 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T17:23:55,102 WARN [BP-761987404-172.17.0.2-1734283288526 heartbeating to localhost/127.0.0.1:45051 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-761987404-172.17.0.2-1734283288526 (Datanode Uuid 77235792-e8b8-4c24-98be-d329a1276de3) service to localhost/127.0.0.1:45051 2024-12-15T17:23:55,102 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T17:23:55,103 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/460e769c-c47a-ef67-efa5-6aa918a660d2/cluster_a4fadac2-e4cb-fa1e-9ef3-089a7ac3be57/dfs/data/data3/current/BP-761987404-172.17.0.2-1734283288526 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:23:55,103 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/460e769c-c47a-ef67-efa5-6aa918a660d2/cluster_a4fadac2-e4cb-fa1e-9ef3-089a7ac3be57/dfs/data/data4/current/BP-761987404-172.17.0.2-1734283288526 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:23:55,103 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T17:23:55,110 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7060aab7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:23:55,110 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7478cf7c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T17:23:55,110 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T17:23:55,111 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d323cb4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T17:23:55,111 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58aeb5af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/460e769c-c47a-ef67-efa5-6aa918a660d2/hadoop.log.dir/,STOPPED} 2024-12-15T17:23:55,115 WARN [BP-761987404-172.17.0.2-1734283288526 heartbeating to localhost/127.0.0.1:45051 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T17:23:55,115 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T17:23:55,116 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T17:23:55,116 WARN [BP-761987404-172.17.0.2-1734283288526 heartbeating to localhost/127.0.0.1:45051 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-761987404-172.17.0.2-1734283288526 (Datanode Uuid 18952b17-e17b-4b6f-b769-e57a45716e22) service to localhost/127.0.0.1:45051 2024-12-15T17:23:55,116 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/460e769c-c47a-ef67-efa5-6aa918a660d2/cluster_a4fadac2-e4cb-fa1e-9ef3-089a7ac3be57/dfs/data/data1/current/BP-761987404-172.17.0.2-1734283288526 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:23:55,117 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/460e769c-c47a-ef67-efa5-6aa918a660d2/cluster_a4fadac2-e4cb-fa1e-9ef3-089a7ac3be57/dfs/data/data2/current/BP-761987404-172.17.0.2-1734283288526 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:23:55,117 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T17:23:55,134 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6a8b5ad{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T17:23:55,134 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e9a0a0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T17:23:55,134 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T17:23:55,134 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c113fce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T17:23:55,134 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d8aa876{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/460e769c-c47a-ef67-efa5-6aa918a660d2/hadoop.log.dir/,STOPPED} 2024-12-15T17:23:55,146 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-15T17:23:55,242 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-15T17:23:55,243 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: region_replica_replication_catalog-0x1002ab60cc20006, quorum=127.0.0.1:61306, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-15T17:23:55,243 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): connection to cluster: region_replica_replication_catalog-0x1002ab60cc20006, quorum=127.0.0.1:61306, baseZNode=/hbase Received Disconnected from ZooKeeper, ignoring 2024-12-15T17:23:55,263 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.regionserver.TestMetaRegionReplicaReplicationEndpoint#testHBaseMetaReplicaGets Thread=119 (was 11) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncConn Chore Service.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:45051 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-7-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-7-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (55424644) connection to localhost/127.0.0.1:45051 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/4ce65a7c4674:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45051 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-Writer-2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/4ce65a7c4674:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45051 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-7-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-Writer-1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) Potentially hanging thread: RS-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-7-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (55424644) connection to localhost/127.0.0.1:45051 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@75c8de51 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:61306@0x751277b4-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45051 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (55424644) connection to localhost/127.0.0.1:45051 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/4ce65a7c4674:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (55424644) connection to localhost/127.0.0.1:45051 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45051 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45051 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-7-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-7-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:131) app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:166) Potentially hanging thread: RS-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/4ce65a7c4674:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45051 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/4ce65a7c4674:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (55424644) connection to localhost/127.0.0.1:45051 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:45051 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:45051 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-7-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-7-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:313) app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45051 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (55424644) connection to localhost/127.0.0.1:45051 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:61306@0x751277b4-SendThread(127.0.0.1:61306) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1204) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:45051 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/4ce65a7c4674:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RS-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-7-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:61306@0x751277b4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$684/0x00007f5680adb1a8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-7-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:61306@0x440fb9d5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$684/0x00007f5680adb1a8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-SendThread(127.0.0.1:61306) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1204) Potentially hanging thread: RPCClient-NioEventLoopGroup-7-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45051 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-Writer-0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-7-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=499 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=909 (was 1400), ProcessCount=11 (was 11), AvailableMemoryMB=5796 (was 5140) - AvailableMemoryMB LEAK? - 2024-12-15T17:23:55,274 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.regionserver.TestMetaRegionReplicaReplicationEndpoint#testHBaseMetaReplicationSourceCreatedOnOpen Thread=120, OpenFileDescriptor=499, MaxFileDescriptor=1048576, SystemLoadAverage=909, ProcessCount=11, AvailableMemoryMB=5796 2024-12-15T17:23:55,287 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/460e769c-c47a-ef67-efa5-6aa918a660d2/hadoop.log.dir so I do NOT create it in target/test-data/dc6f6e8a-7919-477c-3a73-22858face3cb 2024-12-15T17:23:55,287 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/460e769c-c47a-ef67-efa5-6aa918a660d2/hadoop.log.dir Erasing configuration value by system value. 2024-12-15T17:23:55,287 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/460e769c-c47a-ef67-efa5-6aa918a660d2/hadoop.tmp.dir so I do NOT create it in target/test-data/dc6f6e8a-7919-477c-3a73-22858face3cb 2024-12-15T17:23:55,287 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/460e769c-c47a-ef67-efa5-6aa918a660d2/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-15T17:23:55,287 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc6f6e8a-7919-477c-3a73-22858face3cb 2024-12-15T17:23:55,287 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=4, rsPorts=, rsClass=null, numDataNodes=4, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-15T17:23:55,287 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc6f6e8a-7919-477c-3a73-22858face3cb/cluster_f95772db-8b29-95c7-a7ad-2ddcd0d27f88, deleteOnExit=true 2024-12-15T17:23:55,287 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-15T17:23:55,287 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc6f6e8a-7919-477c-3a73-22858face3cb/test.cache.data in system properties and HBase conf 2024-12-15T17:23:55,287 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc6f6e8a-7919-477c-3a73-22858face3cb/hadoop.tmp.dir in system properties and HBase conf 2024-12-15T17:23:55,288 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc6f6e8a-7919-477c-3a73-22858face3cb/hadoop.log.dir in system properties and HBase conf 2024-12-15T17:23:55,288 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc6f6e8a-7919-477c-3a73-22858face3cb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-15T17:23:55,288 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc6f6e8a-7919-477c-3a73-22858face3cb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-15T17:23:55,288 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-15T17:23:55,288 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-15T17:23:55,288 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc6f6e8a-7919-477c-3a73-22858face3cb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-15T17:23:55,288 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc6f6e8a-7919-477c-3a73-22858face3cb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-15T17:23:55,288 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc6f6e8a-7919-477c-3a73-22858face3cb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-15T17:23:55,288 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc6f6e8a-7919-477c-3a73-22858face3cb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T17:23:55,288 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc6f6e8a-7919-477c-3a73-22858face3cb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-15T17:23:55,288 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc6f6e8a-7919-477c-3a73-22858face3cb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-15T17:23:55,288 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc6f6e8a-7919-477c-3a73-22858face3cb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T17:23:55,288 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc6f6e8a-7919-477c-3a73-22858face3cb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T17:23:55,289 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc6f6e8a-7919-477c-3a73-22858face3cb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-15T17:23:55,289 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc6f6e8a-7919-477c-3a73-22858face3cb/nfs.dump.dir in system properties and HBase conf 2024-12-15T17:23:55,289 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc6f6e8a-7919-477c-3a73-22858face3cb/java.io.tmpdir in system properties and HBase conf 2024-12-15T17:23:55,289 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc6f6e8a-7919-477c-3a73-22858face3cb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T17:23:55,289 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc6f6e8a-7919-477c-3a73-22858face3cb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-15T17:23:55,289 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc6f6e8a-7919-477c-3a73-22858face3cb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-15T17:23:55,455 DEBUG [AsyncConn Chore Service.Chore.1 {}] client.CatalogReplicaLoadBalanceSimpleSelector(256): clean entry [115, 115, 115], CatalogReplicaLoadBalanceSimpleSelector.StaleLocationCacheEntry[endKey={116,116,116},timestamp=1734283431481] from stale cache 2024-12-15T17:23:55,580 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T17:23:55,588 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T17:23:55,601 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T17:23:55,602 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T17:23:55,602 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T17:23:55,603 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T17:23:55,604 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5895be71{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc6f6e8a-7919-477c-3a73-22858face3cb/hadoop.log.dir/,AVAILABLE} 2024-12-15T17:23:55,605 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@666d5356{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T17:23:55,747 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ab332f9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc6f6e8a-7919-477c-3a73-22858face3cb/java.io.tmpdir/jetty-localhost-38479-hadoop-hdfs-3_4_1-tests_jar-_-any-14082157619314348008/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T17:23:55,747 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f26fdab{HTTP/1.1, (http/1.1)}{localhost:38479} 2024-12-15T17:23:55,748 INFO [Time-limited test {}] server.Server(415): Started @150169ms 2024-12-15T17:23:55,979 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T17:23:55,984 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T17:23:55,992 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T17:23:55,992 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T17:23:55,992 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T17:23:55,993 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@742aed0a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc6f6e8a-7919-477c-3a73-22858face3cb/hadoop.log.dir/,AVAILABLE} 2024-12-15T17:23:55,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e11c0a2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T17:23:56,132 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a8262b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc6f6e8a-7919-477c-3a73-22858face3cb/java.io.tmpdir/jetty-localhost-46221-hadoop-hdfs-3_4_1-tests_jar-_-any-896140839974810837/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:23:56,133 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@593ad6c6{HTTP/1.1, (http/1.1)}{localhost:46221} 2024-12-15T17:23:56,133 INFO [Time-limited test {}] server.Server(415): Started @150554ms 2024-12-15T17:23:56,135 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T17:23:56,191 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T17:23:56,194 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T17:23:56,195 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T17:23:56,195 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T17:23:56,195 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T17:23:56,196 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1215a193{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc6f6e8a-7919-477c-3a73-22858face3cb/hadoop.log.dir/,AVAILABLE} 2024-12-15T17:23:56,196 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@203a45c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T17:23:56,321 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@411488e1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc6f6e8a-7919-477c-3a73-22858face3cb/java.io.tmpdir/jetty-localhost-46083-hadoop-hdfs-3_4_1-tests_jar-_-any-16241406645554647320/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:23:56,322 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7bdbabe4{HTTP/1.1, (http/1.1)}{localhost:46083} 2024-12-15T17:23:56,322 INFO [Time-limited test {}] server.Server(415): Started @150743ms 2024-12-15T17:23:56,323 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T17:23:56,412 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T17:23:56,417 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T17:23:56,423 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T17:23:56,423 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T17:23:56,424 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T17:23:56,428 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20f8b635{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc6f6e8a-7919-477c-3a73-22858face3cb/hadoop.log.dir/,AVAILABLE} 2024-12-15T17:23:56,428 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36a412f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T17:23:56,590 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4644cbd3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc6f6e8a-7919-477c-3a73-22858face3cb/java.io.tmpdir/jetty-localhost-42013-hadoop-hdfs-3_4_1-tests_jar-_-any-3334832797561318552/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:23:56,591 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1813a727{HTTP/1.1, (http/1.1)}{localhost:42013} 2024-12-15T17:23:56,591 INFO [Time-limited test {}] server.Server(415): Started @151012ms 2024-12-15T17:23:56,593 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T17:23:56,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:23:56,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:23:56,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:23:56,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:23:56,753 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-15T17:23:56,762 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:23:56,790 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:23:56,791 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:23:56,791 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:23:56,806 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T17:23:56,815 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T17:23:56,829 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T17:23:56,829 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T17:23:56,829 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T17:23:56,832 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@180a23b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc6f6e8a-7919-477c-3a73-22858face3cb/hadoop.log.dir/,AVAILABLE} 2024-12-15T17:23:56,832 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d5a0384{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T17:23:56,952 WARN [Thread-1152 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc6f6e8a-7919-477c-3a73-22858face3cb/cluster_f95772db-8b29-95c7-a7ad-2ddcd0d27f88/dfs/data/data1/current/BP-1918082709-172.17.0.2-1734283435317/current, will proceed with Du for space computation calculation, 2024-12-15T17:23:56,964 WARN [Thread-1153 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc6f6e8a-7919-477c-3a73-22858face3cb/cluster_f95772db-8b29-95c7-a7ad-2ddcd0d27f88/dfs/data/data2/current/BP-1918082709-172.17.0.2-1734283435317/current, will proceed with Du for space computation calculation, 2024-12-15T17:23:56,975 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5378759b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc6f6e8a-7919-477c-3a73-22858face3cb/java.io.tmpdir/jetty-localhost-36667-hadoop-hdfs-3_4_1-tests_jar-_-any-11089264987111513308/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:23:56,980 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4669cba2{HTTP/1.1, (http/1.1)}{localhost:36667} 2024-12-15T17:23:56,980 INFO [Time-limited test {}] server.Server(415): Started @151401ms 2024-12-15T17:23:56,989 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T17:23:57,035 WARN [Thread-1084 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T17:23:57,056 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x862dffc4d508bd20 with lease ID 0xf64b53c0e8c208ea: Processing first storage report for DS-3b2acf6d-ae8c-4eca-bf33-0cfd289f4593 from datanode DatanodeRegistration(127.0.0.1:41369, datanodeUuid=cadd0a38-cf80-46b6-8d2a-b44b986535ff, infoPort=42607, infoSecurePort=0, ipcPort=40347, storageInfo=lv=-57;cid=testClusterID;nsid=346139051;c=1734283435317) 2024-12-15T17:23:57,056 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x862dffc4d508bd20 with lease ID 0xf64b53c0e8c208ea: from storage DS-3b2acf6d-ae8c-4eca-bf33-0cfd289f4593 node DatanodeRegistration(127.0.0.1:41369, datanodeUuid=cadd0a38-cf80-46b6-8d2a-b44b986535ff, infoPort=42607, infoSecurePort=0, ipcPort=40347, storageInfo=lv=-57;cid=testClusterID;nsid=346139051;c=1734283435317), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-15T17:23:57,056 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x862dffc4d508bd20 with lease ID 0xf64b53c0e8c208ea: Processing first storage report for DS-b757055a-d9d4-4e79-904e-259fd93c5679 from datanode DatanodeRegistration(127.0.0.1:41369, datanodeUuid=cadd0a38-cf80-46b6-8d2a-b44b986535ff, infoPort=42607, infoSecurePort=0, ipcPort=40347, storageInfo=lv=-57;cid=testClusterID;nsid=346139051;c=1734283435317) 2024-12-15T17:23:57,057 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x862dffc4d508bd20 with lease ID 0xf64b53c0e8c208ea: from storage DS-b757055a-d9d4-4e79-904e-259fd93c5679 node DatanodeRegistration(127.0.0.1:41369, datanodeUuid=cadd0a38-cf80-46b6-8d2a-b44b986535ff, infoPort=42607, infoSecurePort=0, ipcPort=40347, storageInfo=lv=-57;cid=testClusterID;nsid=346139051;c=1734283435317), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T17:23:57,223 WARN [Thread-1177 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc6f6e8a-7919-477c-3a73-22858face3cb/cluster_f95772db-8b29-95c7-a7ad-2ddcd0d27f88/dfs/data/data3/current/BP-1918082709-172.17.0.2-1734283435317/current, will proceed with Du for space computation calculation, 2024-12-15T17:23:57,227 WARN [Thread-1178 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc6f6e8a-7919-477c-3a73-22858face3cb/cluster_f95772db-8b29-95c7-a7ad-2ddcd0d27f88/dfs/data/data4/current/BP-1918082709-172.17.0.2-1734283435317/current, will proceed with Du for space computation calculation, 2024-12-15T17:23:57,369 WARN [Thread-1107 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T17:23:57,382 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9ad9b725c966f9b6 with lease ID 0xf64b53c0e8c208eb: Processing first storage report for DS-a964851d-b546-4892-a2e8-44efd7c7898a from datanode DatanodeRegistration(127.0.0.1:35123, datanodeUuid=22028f79-f39f-4cd7-b604-47f485861d77, infoPort=39133, infoSecurePort=0, ipcPort=35455, storageInfo=lv=-57;cid=testClusterID;nsid=346139051;c=1734283435317) 2024-12-15T17:23:57,382 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9ad9b725c966f9b6 with lease ID 0xf64b53c0e8c208eb: from storage DS-a964851d-b546-4892-a2e8-44efd7c7898a node DatanodeRegistration(127.0.0.1:35123, datanodeUuid=22028f79-f39f-4cd7-b604-47f485861d77, infoPort=39133, infoSecurePort=0, ipcPort=35455, storageInfo=lv=-57;cid=testClusterID;nsid=346139051;c=1734283435317), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T17:23:57,382 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9ad9b725c966f9b6 with lease ID 0xf64b53c0e8c208eb: Processing first storage report for DS-234ec068-3b15-4879-9aa7-a607f9d1a3e5 from datanode DatanodeRegistration(127.0.0.1:35123, datanodeUuid=22028f79-f39f-4cd7-b604-47f485861d77, infoPort=39133, infoSecurePort=0, ipcPort=35455, storageInfo=lv=-57;cid=testClusterID;nsid=346139051;c=1734283435317) 2024-12-15T17:23:57,383 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9ad9b725c966f9b6 with lease ID 0xf64b53c0e8c208eb: from storage DS-234ec068-3b15-4879-9aa7-a607f9d1a3e5 node DatanodeRegistration(127.0.0.1:35123, datanodeUuid=22028f79-f39f-4cd7-b604-47f485861d77, infoPort=39133, infoSecurePort=0, ipcPort=35455, storageInfo=lv=-57;cid=testClusterID;nsid=346139051;c=1734283435317), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T17:23:57,654 WARN [Thread-1190 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc6f6e8a-7919-477c-3a73-22858face3cb/cluster_f95772db-8b29-95c7-a7ad-2ddcd0d27f88/dfs/data/data5/current/BP-1918082709-172.17.0.2-1734283435317/current, will proceed with Du for space computation calculation, 2024-12-15T17:23:57,654 WARN [Thread-1191 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc6f6e8a-7919-477c-3a73-22858face3cb/cluster_f95772db-8b29-95c7-a7ad-2ddcd0d27f88/dfs/data/data6/current/BP-1918082709-172.17.0.2-1734283435317/current, will proceed with Du for space computation calculation, 2024-12-15T17:23:57,721 WARN [Thread-1131 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T17:23:57,732 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9000067667deaf5d with lease ID 0xf64b53c0e8c208ec: Processing first storage report for DS-b6daf2b5-2524-48dd-8b9e-111146f68bd8 from datanode DatanodeRegistration(127.0.0.1:33101, datanodeUuid=c05a7462-c4ba-477c-8117-94c5d7dc5ca1, infoPort=36391, infoSecurePort=0, ipcPort=33453, storageInfo=lv=-57;cid=testClusterID;nsid=346139051;c=1734283435317) 2024-12-15T17:23:57,732 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9000067667deaf5d with lease ID 0xf64b53c0e8c208ec: from storage DS-b6daf2b5-2524-48dd-8b9e-111146f68bd8 node DatanodeRegistration(127.0.0.1:33101, datanodeUuid=c05a7462-c4ba-477c-8117-94c5d7dc5ca1, infoPort=36391, infoSecurePort=0, ipcPort=33453, storageInfo=lv=-57;cid=testClusterID;nsid=346139051;c=1734283435317), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-15T17:23:57,732 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9000067667deaf5d with lease ID 0xf64b53c0e8c208ec: Processing first storage report for DS-72c209bd-922d-4adb-b170-6c4e2656a34d from datanode DatanodeRegistration(127.0.0.1:33101, datanodeUuid=c05a7462-c4ba-477c-8117-94c5d7dc5ca1, infoPort=36391, infoSecurePort=0, ipcPort=33453, storageInfo=lv=-57;cid=testClusterID;nsid=346139051;c=1734283435317) 2024-12-15T17:23:57,732 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9000067667deaf5d with lease ID 0xf64b53c0e8c208ec: from storage DS-72c209bd-922d-4adb-b170-6c4e2656a34d node DatanodeRegistration(127.0.0.1:33101, datanodeUuid=c05a7462-c4ba-477c-8117-94c5d7dc5ca1, infoPort=36391, infoSecurePort=0, ipcPort=33453, storageInfo=lv=-57;cid=testClusterID;nsid=346139051;c=1734283435317), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T17:23:57,859 WARN [Thread-1203 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc6f6e8a-7919-477c-3a73-22858face3cb/cluster_f95772db-8b29-95c7-a7ad-2ddcd0d27f88/dfs/data/data8/current/BP-1918082709-172.17.0.2-1734283435317/current, will proceed with Du for space computation calculation, 2024-12-15T17:23:57,859 WARN [Thread-1202 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc6f6e8a-7919-477c-3a73-22858face3cb/cluster_f95772db-8b29-95c7-a7ad-2ddcd0d27f88/dfs/data/data7/current/BP-1918082709-172.17.0.2-1734283435317/current, will proceed with Du for space computation calculation, 2024-12-15T17:23:57,948 WARN [Thread-1167 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T17:23:57,954 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x21e7ef8184312a81 with lease ID 0xf64b53c0e8c208ed: Processing first storage report for DS-ca1063fe-85cd-4aad-8aea-62bf1a7625b9 from datanode DatanodeRegistration(127.0.0.1:39113, datanodeUuid=9d10cc5d-ce5e-4be3-aa93-e5192b782b08, infoPort=40437, infoSecurePort=0, ipcPort=43643, storageInfo=lv=-57;cid=testClusterID;nsid=346139051;c=1734283435317) 2024-12-15T17:23:57,954 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x21e7ef8184312a81 with lease ID 0xf64b53c0e8c208ed: from storage DS-ca1063fe-85cd-4aad-8aea-62bf1a7625b9 node DatanodeRegistration(127.0.0.1:39113, datanodeUuid=9d10cc5d-ce5e-4be3-aa93-e5192b782b08, infoPort=40437, infoSecurePort=0, ipcPort=43643, storageInfo=lv=-57;cid=testClusterID;nsid=346139051;c=1734283435317), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T17:23:57,954 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x21e7ef8184312a81 with lease ID 0xf64b53c0e8c208ed: Processing first storage report for DS-b923df3d-f578-4555-86f6-aab137e81b01 from datanode DatanodeRegistration(127.0.0.1:39113, datanodeUuid=9d10cc5d-ce5e-4be3-aa93-e5192b782b08, infoPort=40437, infoSecurePort=0, ipcPort=43643, storageInfo=lv=-57;cid=testClusterID;nsid=346139051;c=1734283435317) 2024-12-15T17:23:57,954 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x21e7ef8184312a81 with lease ID 0xf64b53c0e8c208ed: from storage DS-b923df3d-f578-4555-86f6-aab137e81b01 node DatanodeRegistration(127.0.0.1:39113, datanodeUuid=9d10cc5d-ce5e-4be3-aa93-e5192b782b08, infoPort=40437, infoSecurePort=0, ipcPort=43643, storageInfo=lv=-57;cid=testClusterID;nsid=346139051;c=1734283435317), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T17:23:58,036 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc6f6e8a-7919-477c-3a73-22858face3cb 2024-12-15T17:23:58,048 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc6f6e8a-7919-477c-3a73-22858face3cb/cluster_f95772db-8b29-95c7-a7ad-2ddcd0d27f88/zookeeper_0, clientPort=63355, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc6f6e8a-7919-477c-3a73-22858face3cb/cluster_f95772db-8b29-95c7-a7ad-2ddcd0d27f88/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc6f6e8a-7919-477c-3a73-22858face3cb/cluster_f95772db-8b29-95c7-a7ad-2ddcd0d27f88/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-15T17:23:58,049 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=63355 2024-12-15T17:23:58,050 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:23:58,052 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:23:58,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39113 is added to blk_1073741825_1001 (size=7) 2024-12-15T17:23:58,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741825_1001 (size=7) 2024-12-15T17:23:58,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741825_1001 (size=7) 2024-12-15T17:23:58,525 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795 with version=8 2024-12-15T17:23:58,525 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/hbase-staging 2024-12-15T17:23:58,528 INFO [Time-limited test {}] client.ConnectionUtils(129): master/4ce65a7c4674:0 server-side Connection retries=15 2024-12-15T17:23:58,529 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:23:58,529 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T17:23:58,529 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T17:23:58,529 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:23:58,529 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T17:23:58,529 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T17:23:58,529 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T17:23:58,530 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:33459 2024-12-15T17:23:58,531 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:23:58,533 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:23:58,536 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:33459 connecting to ZooKeeper ensemble=127.0.0.1:63355 2024-12-15T17:23:58,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334590x0, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T17:23:58,628 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33459-0x1002ab8445b0000 connected 2024-12-15T17:23:58,846 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33459-0x1002ab8445b0000, quorum=127.0.0.1:63355, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T17:23:58,848 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33459-0x1002ab8445b0000, quorum=127.0.0.1:63355, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:23:58,848 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33459-0x1002ab8445b0000, quorum=127.0.0.1:63355, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-15T17:23:58,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33459 2024-12-15T17:23:58,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33459 2024-12-15T17:23:58,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33459 2024-12-15T17:23:58,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33459 2024-12-15T17:23:58,885 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33459 2024-12-15T17:23:58,887 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795, hbase.cluster.distributed=false 2024-12-15T17:23:58,932 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/4ce65a7c4674:0 server-side Connection retries=15 2024-12-15T17:23:58,933 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:23:58,933 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T17:23:58,933 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T17:23:58,933 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:23:58,933 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T17:23:58,933 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T17:23:58,933 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T17:23:58,942 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:36751 2024-12-15T17:23:58,943 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-15T17:23:58,956 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-15T17:23:58,957 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:23:58,960 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:23:58,964 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:36751 connecting to ZooKeeper ensemble=127.0.0.1:63355 2024-12-15T17:23:59,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367510x0, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T17:23:59,014 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36751-0x1002ab8445b0001 connected 2024-12-15T17:23:59,021 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36751-0x1002ab8445b0001, quorum=127.0.0.1:63355, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T17:23:59,034 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36751-0x1002ab8445b0001, quorum=127.0.0.1:63355, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:23:59,037 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36751-0x1002ab8445b0001, quorum=127.0.0.1:63355, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-15T17:23:59,046 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36751 2024-12-15T17:23:59,047 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36751 2024-12-15T17:23:59,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36751 2024-12-15T17:23:59,067 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36751 2024-12-15T17:23:59,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36751 2024-12-15T17:23:59,101 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/4ce65a7c4674:0 server-side Connection retries=15 2024-12-15T17:23:59,101 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:23:59,101 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T17:23:59,103 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T17:23:59,103 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:23:59,103 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T17:23:59,103 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T17:23:59,103 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T17:23:59,106 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:37409 2024-12-15T17:23:59,107 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-15T17:23:59,120 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-15T17:23:59,121 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:23:59,124 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:23:59,132 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:37409 connecting to ZooKeeper ensemble=127.0.0.1:63355 2024-12-15T17:23:59,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374090x0, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T17:23:59,168 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:374090x0, quorum=127.0.0.1:63355, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T17:23:59,171 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37409-0x1002ab8445b0002 connected 2024-12-15T17:23:59,172 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37409-0x1002ab8445b0002, quorum=127.0.0.1:63355, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:23:59,179 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37409-0x1002ab8445b0002, quorum=127.0.0.1:63355, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-15T17:23:59,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37409 2024-12-15T17:23:59,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37409 2024-12-15T17:23:59,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37409 2024-12-15T17:23:59,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37409 2024-12-15T17:23:59,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37409 2024-12-15T17:23:59,236 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/4ce65a7c4674:0 server-side Connection retries=15 2024-12-15T17:23:59,236 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:23:59,236 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T17:23:59,236 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T17:23:59,236 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:23:59,236 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T17:23:59,236 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T17:23:59,237 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T17:23:59,238 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:34673 2024-12-15T17:23:59,238 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-15T17:23:59,244 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-15T17:23:59,244 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:23:59,247 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:23:59,250 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:34673 connecting to ZooKeeper ensemble=127.0.0.1:63355 2024-12-15T17:23:59,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:346730x0, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T17:23:59,299 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34673-0x1002ab8445b0003 connected 2024-12-15T17:23:59,299 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34673-0x1002ab8445b0003, quorum=127.0.0.1:63355, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T17:23:59,323 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34673-0x1002ab8445b0003, quorum=127.0.0.1:63355, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:23:59,327 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34673-0x1002ab8445b0003, quorum=127.0.0.1:63355, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-15T17:23:59,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34673 2024-12-15T17:23:59,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34673 2024-12-15T17:23:59,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34673 2024-12-15T17:23:59,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34673 2024-12-15T17:23:59,370 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34673 2024-12-15T17:23:59,371 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:23:59,371 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:23:59,420 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/4ce65a7c4674:0 server-side Connection retries=15 2024-12-15T17:23:59,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:23:59,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T17:23:59,420 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T17:23:59,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:23:59,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T17:23:59,420 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T17:23:59,421 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T17:23:59,427 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:38857 2024-12-15T17:23:59,428 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-15T17:23:59,441 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-15T17:23:59,442 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:23:59,448 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:23:59,450 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:38857 connecting to ZooKeeper ensemble=127.0.0.1:63355 2024-12-15T17:23:59,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388570x0, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T17:23:59,475 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38857-0x1002ab8445b0004 connected 2024-12-15T17:23:59,478 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38857-0x1002ab8445b0004, quorum=127.0.0.1:63355, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T17:23:59,499 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38857-0x1002ab8445b0004, quorum=127.0.0.1:63355, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:23:59,515 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38857-0x1002ab8445b0004, quorum=127.0.0.1:63355, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-15T17:23:59,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38857 2024-12-15T17:23:59,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38857 2024-12-15T17:23:59,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38857 2024-12-15T17:23:59,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38857 2024-12-15T17:23:59,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38857 2024-12-15T17:23:59,572 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/4ce65a7c4674,33459,1734283438527 2024-12-15T17:23:59,587 DEBUG [M:0;4ce65a7c4674:33459 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4ce65a7c4674:33459 2024-12-15T17:23:59,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38857-0x1002ab8445b0004, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:23:59,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37409-0x1002ab8445b0002, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:23:59,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34673-0x1002ab8445b0003, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:23:59,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36751-0x1002ab8445b0001, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:23:59,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33459-0x1002ab8445b0000, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:23:59,599 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33459-0x1002ab8445b0000, quorum=127.0.0.1:63355, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4ce65a7c4674,33459,1734283438527 2024-12-15T17:23:59,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36751-0x1002ab8445b0001, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-15T17:23:59,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38857-0x1002ab8445b0004, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-15T17:23:59,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38857-0x1002ab8445b0004, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:23:59,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36751-0x1002ab8445b0001, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:23:59,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33459-0x1002ab8445b0000, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-15T17:23:59,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33459-0x1002ab8445b0000, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:23:59,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37409-0x1002ab8445b0002, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-15T17:23:59,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34673-0x1002ab8445b0003, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-15T17:23:59,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37409-0x1002ab8445b0002, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:23:59,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34673-0x1002ab8445b0003, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:23:59,631 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33459-0x1002ab8445b0000, quorum=127.0.0.1:63355, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-15T17:23:59,639 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:33459-0x1002ab8445b0000, quorum=127.0.0.1:63355, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-15T17:23:59,639 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4ce65a7c4674,33459,1734283438527 from backup master directory 2024-12-15T17:23:59,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34673-0x1002ab8445b0003, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:23:59,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33459-0x1002ab8445b0000, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4ce65a7c4674,33459,1734283438527 2024-12-15T17:23:59,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33459-0x1002ab8445b0000, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:23:59,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38857-0x1002ab8445b0004, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:23:59,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36751-0x1002ab8445b0001, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:23:59,659 WARN [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T17:23:59,659 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4ce65a7c4674,33459,1734283438527 2024-12-15T17:23:59,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37409-0x1002ab8445b0002, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:23:59,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741826_1002 (size=42) 2024-12-15T17:23:59,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39113 is added to blk_1073741826_1002 (size=42) 2024-12-15T17:23:59,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35123 is added to blk_1073741826_1002 (size=42) 2024-12-15T17:23:59,813 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/hbase.id with ID: a53a0823-a5dd-4add-8cd2-3c008271cf05 2024-12-15T17:23:59,871 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:23:59,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38857-0x1002ab8445b0004, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:23:59,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36751-0x1002ab8445b0001, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:23:59,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33459-0x1002ab8445b0000, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:23:59,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34673-0x1002ab8445b0003, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:23:59,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37409-0x1002ab8445b0002, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:23:59,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741827_1003 (size=196) 2024-12-15T17:24:00,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741827_1003 (size=196) 2024-12-15T17:24:00,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39113 is added to blk_1073741827_1003 (size=196) 2024-12-15T17:24:00,005 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T17:24:00,006 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-15T17:24:00,008 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T17:24:00,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35123 is added to blk_1073741828_1004 (size=1189) 2024-12-15T17:24:00,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741828_1004 (size=1189) 2024-12-15T17:24:00,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741828_1004 (size=1189) 2024-12-15T17:24:00,108 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/MasterData/data/master/store 2024-12-15T17:24:00,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741829_1005 (size=34) 2024-12-15T17:24:00,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35123 is added to blk_1073741829_1005 (size=34) 2024-12-15T17:24:00,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741829_1005 (size=34) 2024-12-15T17:24:00,125 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:24:00,126 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-15T17:24:00,126 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T17:24:00,126 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T17:24:00,126 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-15T17:24:00,126 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T17:24:00,126 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T17:24:00,126 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T17:24:00,127 WARN [master/4ce65a7c4674:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/MasterData/data/master/store/.initializing 2024-12-15T17:24:00,127 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/MasterData/WALs/4ce65a7c4674,33459,1734283438527 2024-12-15T17:24:00,129 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T17:24:00,130 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ce65a7c4674%2C33459%2C1734283438527, suffix=, logDir=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/MasterData/WALs/4ce65a7c4674,33459,1734283438527, archiveDir=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/MasterData/oldWALs, maxLogs=10 2024-12-15T17:24:00,144 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/MasterData/WALs/4ce65a7c4674,33459,1734283438527/4ce65a7c4674%2C33459%2C1734283438527.1734283440130, exclude list is [], retry=0 2024-12-15T17:24:00,149 DEBUG [RS-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35123,DS-a964851d-b546-4892-a2e8-44efd7c7898a,DISK] 2024-12-15T17:24:00,149 DEBUG [RS-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41369,DS-3b2acf6d-ae8c-4eca-bf33-0cfd289f4593,DISK] 2024-12-15T17:24:00,149 DEBUG [RS-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33101,DS-b6daf2b5-2524-48dd-8b9e-111146f68bd8,DISK] 2024-12-15T17:24:00,161 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/MasterData/WALs/4ce65a7c4674,33459,1734283438527/4ce65a7c4674%2C33459%2C1734283438527.1734283440130 2024-12-15T17:24:00,161 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42607:42607),(127.0.0.1/127.0.0.1:36391:36391),(127.0.0.1/127.0.0.1:39133:39133)] 2024-12-15T17:24:00,161 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-15T17:24:00,162 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:24:00,162 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:24:00,162 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:24:00,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:24:00,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-15T17:24:00,166 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:00,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:00,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:24:00,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-15T17:24:00,168 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:00,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:24:00,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:24:00,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-15T17:24:00,170 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:00,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:24:00,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:24:00,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-15T17:24:00,173 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:00,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:24:00,175 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:24:00,176 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:24:00,185 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-15T17:24:00,187 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:24:00,192 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:24:00,192 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71008158, jitterRate=0.058104008436203}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-15T17:24:00,193 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T17:24:00,194 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-15T17:24:00,198 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35a98c71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:24:00,199 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-15T17:24:00,203 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-15T17:24:00,203 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-15T17:24:00,203 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-15T17:24:00,204 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-15T17:24:00,205 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-15T17:24:00,205 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-15T17:24:00,207 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-15T17:24:00,208 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33459-0x1002ab8445b0000, quorum=127.0.0.1:63355, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-15T17:24:00,216 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-15T17:24:00,216 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-15T17:24:00,216 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33459-0x1002ab8445b0000, quorum=127.0.0.1:63355, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-15T17:24:00,227 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-15T17:24:00,228 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-15T17:24:00,232 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33459-0x1002ab8445b0000, quorum=127.0.0.1:63355, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-15T17:24:00,241 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-15T17:24:00,241 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33459-0x1002ab8445b0000, quorum=127.0.0.1:63355, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-15T17:24:00,249 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-15T17:24:00,250 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33459-0x1002ab8445b0000, quorum=127.0.0.1:63355, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-15T17:24:00,257 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-15T17:24:00,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36751-0x1002ab8445b0001, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-15T17:24:00,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33459-0x1002ab8445b0000, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-15T17:24:00,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34673-0x1002ab8445b0003, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-15T17:24:00,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38857-0x1002ab8445b0004, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-15T17:24:00,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38857-0x1002ab8445b0004, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:00,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33459-0x1002ab8445b0000, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:00,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37409-0x1002ab8445b0002, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-15T17:24:00,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37409-0x1002ab8445b0002, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:00,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36751-0x1002ab8445b0001, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:00,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34673-0x1002ab8445b0003, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:00,267 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=4ce65a7c4674,33459,1734283438527, sessionid=0x1002ab8445b0000, setting cluster-up flag (Was=false) 2024-12-15T17:24:00,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36751-0x1002ab8445b0001, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:00,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38857-0x1002ab8445b0004, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:00,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34673-0x1002ab8445b0003, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:00,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33459-0x1002ab8445b0000, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:00,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37409-0x1002ab8445b0002, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:00,307 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-15T17:24:00,308 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ce65a7c4674,33459,1734283438527 2024-12-15T17:24:00,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37409-0x1002ab8445b0002, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:00,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33459-0x1002ab8445b0000, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:00,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38857-0x1002ab8445b0004, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:00,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34673-0x1002ab8445b0003, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:00,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36751-0x1002ab8445b0001, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:00,349 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-15T17:24:00,350 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ce65a7c4674,33459,1734283438527 2024-12-15T17:24:00,352 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-15T17:24:00,352 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-15T17:24:00,353 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-15T17:24:00,353 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4ce65a7c4674,33459,1734283438527 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-15T17:24:00,353 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4ce65a7c4674:0, corePoolSize=5, maxPoolSize=5 2024-12-15T17:24:00,353 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4ce65a7c4674:0, corePoolSize=5, maxPoolSize=5 2024-12-15T17:24:00,353 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4ce65a7c4674:0, corePoolSize=5, maxPoolSize=5 2024-12-15T17:24:00,353 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4ce65a7c4674:0, corePoolSize=5, maxPoolSize=5 2024-12-15T17:24:00,353 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4ce65a7c4674:0, corePoolSize=10, maxPoolSize=10 2024-12-15T17:24:00,353 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:00,353 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4ce65a7c4674:0, corePoolSize=2, maxPoolSize=2 2024-12-15T17:24:00,354 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:00,354 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734283470354 2024-12-15T17:24:00,354 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-15T17:24:00,355 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-15T17:24:00,355 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-15T17:24:00,355 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-15T17:24:00,355 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-15T17:24:00,355 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-15T17:24:00,355 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:00,355 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-15T17:24:00,355 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-15T17:24:00,355 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-15T17:24:00,355 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-15T17:24:00,356 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-15T17:24:00,356 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-15T17:24:00,356 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-15T17:24:00,356 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4ce65a7c4674:0:becomeActiveMaster-HFileCleaner.large.0-1734283440356,5,FailOnTimeoutGroup] 2024-12-15T17:24:00,356 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4ce65a7c4674:0:becomeActiveMaster-HFileCleaner.small.0-1734283440356,5,FailOnTimeoutGroup] 2024-12-15T17:24:00,356 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:00,356 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-15T17:24:00,356 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:00,356 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:00,356 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:00,356 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-15T17:24:00,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35123 is added to blk_1073741831_1007 (size=1039) 2024-12-15T17:24:00,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741831_1007 (size=1039) 2024-12-15T17:24:00,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39113 is added to blk_1073741831_1007 (size=1039) 2024-12-15T17:24:00,371 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-15T17:24:00,371 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795 2024-12-15T17:24:00,388 DEBUG [RS:0;4ce65a7c4674:36751 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4ce65a7c4674:36751 2024-12-15T17:24:00,389 INFO [RS:0;4ce65a7c4674:36751 {}] regionserver.HRegionServer(1008): ClusterId : a53a0823-a5dd-4add-8cd2-3c008271cf05 2024-12-15T17:24:00,389 DEBUG [RS:0;4ce65a7c4674:36751 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-15T17:24:00,392 DEBUG [RS:1;4ce65a7c4674:37409 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;4ce65a7c4674:37409 2024-12-15T17:24:00,395 DEBUG [RS:2;4ce65a7c4674:34673 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;4ce65a7c4674:34673 2024-12-15T17:24:00,401 INFO [RS:2;4ce65a7c4674:34673 {}] regionserver.HRegionServer(1008): ClusterId : a53a0823-a5dd-4add-8cd2-3c008271cf05 2024-12-15T17:24:00,401 DEBUG [RS:2;4ce65a7c4674:34673 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-15T17:24:00,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741832_1008 (size=32) 2024-12-15T17:24:00,402 INFO [RS:1;4ce65a7c4674:37409 {}] regionserver.HRegionServer(1008): ClusterId : a53a0823-a5dd-4add-8cd2-3c008271cf05 2024-12-15T17:24:00,402 DEBUG [RS:1;4ce65a7c4674:37409 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-15T17:24:00,403 DEBUG [RS:3;4ce65a7c4674:38857 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:3;4ce65a7c4674:38857 2024-12-15T17:24:00,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741832_1008 (size=32) 2024-12-15T17:24:00,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39113 is added to blk_1073741832_1008 (size=32) 2024-12-15T17:24:00,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:24:00,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-15T17:24:00,417 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-15T17:24:00,417 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:00,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:00,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-15T17:24:00,418 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-15T17:24:00,418 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:00,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:00,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-15T17:24:00,420 DEBUG [RS:0;4ce65a7c4674:36751 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-15T17:24:00,420 DEBUG [RS:0;4ce65a7c4674:36751 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-15T17:24:00,420 INFO [RS:3;4ce65a7c4674:38857 {}] regionserver.HRegionServer(1008): ClusterId : a53a0823-a5dd-4add-8cd2-3c008271cf05 2024-12-15T17:24:00,420 DEBUG [RS:3;4ce65a7c4674:38857 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-15T17:24:00,420 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-15T17:24:00,420 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:00,420 DEBUG [RS:2;4ce65a7c4674:34673 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-15T17:24:00,420 DEBUG [RS:2;4ce65a7c4674:34673 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-15T17:24:00,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:00,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/meta/1588230740 2024-12-15T17:24:00,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/meta/1588230740 2024-12-15T17:24:00,423 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-15T17:24:00,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-15T17:24:00,428 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:24:00,429 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64281843, jitterRate=-0.042125895619392395}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-15T17:24:00,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-15T17:24:00,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-15T17:24:00,429 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-15T17:24:00,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-15T17:24:00,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-15T17:24:00,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-15T17:24:00,431 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-15T17:24:00,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-15T17:24:00,435 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-15T17:24:00,435 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-15T17:24:00,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-15T17:24:00,438 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-15T17:24:00,439 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-15T17:24:00,444 DEBUG [RS:3;4ce65a7c4674:38857 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-15T17:24:00,445 DEBUG [RS:3;4ce65a7c4674:38857 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-15T17:24:00,445 DEBUG [RS:0;4ce65a7c4674:36751 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-15T17:24:00,445 DEBUG [RS:1;4ce65a7c4674:37409 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-15T17:24:00,445 DEBUG [RS:1;4ce65a7c4674:37409 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-15T17:24:00,445 DEBUG [RS:0;4ce65a7c4674:36751 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aa79f84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:24:00,451 DEBUG [RS:2;4ce65a7c4674:34673 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-15T17:24:00,452 DEBUG [RS:2;4ce65a7c4674:34673 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36ca99b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:24:00,452 DEBUG [RS:0;4ce65a7c4674:36751 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5770dbea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ce65a7c4674/172.17.0.2:0 2024-12-15T17:24:00,452 INFO [RS:0;4ce65a7c4674:36751 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-15T17:24:00,452 INFO [RS:0;4ce65a7c4674:36751 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-15T17:24:00,452 DEBUG [RS:0;4ce65a7c4674:36751 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-15T17:24:00,453 DEBUG [RS:2;4ce65a7c4674:34673 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63ea5d09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ce65a7c4674/172.17.0.2:0 2024-12-15T17:24:00,453 INFO [RS:2;4ce65a7c4674:34673 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-15T17:24:00,453 INFO [RS:2;4ce65a7c4674:34673 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-15T17:24:00,453 DEBUG [RS:2;4ce65a7c4674:34673 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-15T17:24:00,463 INFO [RS:2;4ce65a7c4674:34673 {}] regionserver.HRegionServer(3073): reportForDuty to master=4ce65a7c4674,33459,1734283438527 with isa=4ce65a7c4674/172.17.0.2:34673, startcode=1734283439235 2024-12-15T17:24:00,463 INFO [RS:0;4ce65a7c4674:36751 {}] regionserver.HRegionServer(3073): reportForDuty to master=4ce65a7c4674,33459,1734283438527 with isa=4ce65a7c4674/172.17.0.2:36751, startcode=1734283438932 2024-12-15T17:24:00,464 DEBUG [RS:0;4ce65a7c4674:36751 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T17:24:00,465 DEBUG [RS:2;4ce65a7c4674:34673 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T17:24:00,467 INFO [RS-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54153, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T17:24:00,468 INFO [RS-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37321, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T17:24:00,469 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33459 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 4ce65a7c4674,36751,1734283438932 2024-12-15T17:24:00,469 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33459 {}] master.ServerManager(486): Registering regionserver=4ce65a7c4674,36751,1734283438932 2024-12-15T17:24:00,471 DEBUG [RS:3;4ce65a7c4674:38857 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-15T17:24:00,472 DEBUG [RS:3;4ce65a7c4674:38857 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2628f242, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:24:00,473 DEBUG [RS:1;4ce65a7c4674:37409 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-15T17:24:00,473 DEBUG [RS:1;4ce65a7c4674:37409 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dd01481, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:24:00,479 DEBUG [RS:3;4ce65a7c4674:38857 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25eebc84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ce65a7c4674/172.17.0.2:0 2024-12-15T17:24:00,479 DEBUG [RS:1;4ce65a7c4674:37409 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8dc7339, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ce65a7c4674/172.17.0.2:0 2024-12-15T17:24:00,479 INFO [RS:3;4ce65a7c4674:38857 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-15T17:24:00,479 INFO [RS:3;4ce65a7c4674:38857 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-15T17:24:00,479 DEBUG [RS:3;4ce65a7c4674:38857 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-15T17:24:00,479 INFO [RS:1;4ce65a7c4674:37409 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-15T17:24:00,479 INFO [RS:1;4ce65a7c4674:37409 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-15T17:24:00,479 DEBUG [RS:1;4ce65a7c4674:37409 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-15T17:24:00,480 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33459 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 4ce65a7c4674,34673,1734283439235 2024-12-15T17:24:00,480 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33459 {}] master.ServerManager(486): Registering regionserver=4ce65a7c4674,34673,1734283439235 2024-12-15T17:24:00,481 INFO [RS:3;4ce65a7c4674:38857 {}] regionserver.HRegionServer(3073): reportForDuty to master=4ce65a7c4674,33459,1734283438527 with isa=4ce65a7c4674/172.17.0.2:38857, startcode=1734283439419 2024-12-15T17:24:00,481 DEBUG [RS:3;4ce65a7c4674:38857 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T17:24:00,483 INFO [RS:1;4ce65a7c4674:37409 {}] regionserver.HRegionServer(3073): reportForDuty to master=4ce65a7c4674,33459,1734283438527 with isa=4ce65a7c4674/172.17.0.2:37409, startcode=1734283439100 2024-12-15T17:24:00,483 DEBUG [RS:1;4ce65a7c4674:37409 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T17:24:00,484 INFO [RS-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57887, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T17:24:00,485 DEBUG [RS:0;4ce65a7c4674:36751 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795 2024-12-15T17:24:00,485 DEBUG [RS:0;4ce65a7c4674:36751 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:43593 2024-12-15T17:24:00,485 DEBUG [RS:0;4ce65a7c4674:36751 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-15T17:24:00,485 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33459 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 4ce65a7c4674,38857,1734283439419 2024-12-15T17:24:00,485 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33459 {}] master.ServerManager(486): Registering regionserver=4ce65a7c4674,38857,1734283439419 2024-12-15T17:24:00,485 INFO [RS-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33655, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T17:24:00,487 DEBUG [RS:2;4ce65a7c4674:34673 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795 2024-12-15T17:24:00,487 DEBUG [RS:2;4ce65a7c4674:34673 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:43593 2024-12-15T17:24:00,487 DEBUG [RS:2;4ce65a7c4674:34673 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-15T17:24:00,488 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33459 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 4ce65a7c4674,37409,1734283439100 2024-12-15T17:24:00,489 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33459 {}] master.ServerManager(486): Registering regionserver=4ce65a7c4674,37409,1734283439100 2024-12-15T17:24:00,490 DEBUG [RS:1;4ce65a7c4674:37409 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795 2024-12-15T17:24:00,490 DEBUG [RS:1;4ce65a7c4674:37409 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:43593 2024-12-15T17:24:00,490 DEBUG [RS:1;4ce65a7c4674:37409 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-15T17:24:00,492 DEBUG [RS:3;4ce65a7c4674:38857 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795 2024-12-15T17:24:00,492 DEBUG [RS:3;4ce65a7c4674:38857 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:43593 2024-12-15T17:24:00,492 DEBUG [RS:3;4ce65a7c4674:38857 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-15T17:24:00,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33459-0x1002ab8445b0000, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-15T17:24:00,528 DEBUG [RS:0;4ce65a7c4674:36751 {}] zookeeper.ZKUtil(111): regionserver:36751-0x1002ab8445b0001, quorum=127.0.0.1:63355, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4ce65a7c4674,36751,1734283438932 2024-12-15T17:24:00,528 WARN [RS:0;4ce65a7c4674:36751 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T17:24:00,529 INFO [RS:0;4ce65a7c4674:36751 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T17:24:00,529 DEBUG [RS:0;4ce65a7c4674:36751 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932 2024-12-15T17:24:00,533 DEBUG [RS:2;4ce65a7c4674:34673 {}] zookeeper.ZKUtil(111): regionserver:34673-0x1002ab8445b0003, quorum=127.0.0.1:63355, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4ce65a7c4674,34673,1734283439235 2024-12-15T17:24:00,533 WARN [RS:2;4ce65a7c4674:34673 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T17:24:00,533 INFO [RS:2;4ce65a7c4674:34673 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T17:24:00,533 DEBUG [RS:2;4ce65a7c4674:34673 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,34673,1734283439235 2024-12-15T17:24:00,539 DEBUG [RS:3;4ce65a7c4674:38857 {}] zookeeper.ZKUtil(111): regionserver:38857-0x1002ab8445b0004, quorum=127.0.0.1:63355, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4ce65a7c4674,38857,1734283439419 2024-12-15T17:24:00,539 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ce65a7c4674,37409,1734283439100] 2024-12-15T17:24:00,539 WARN [RS:3;4ce65a7c4674:38857 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T17:24:00,539 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ce65a7c4674,36751,1734283438932] 2024-12-15T17:24:00,539 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ce65a7c4674,34673,1734283439235] 2024-12-15T17:24:00,539 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ce65a7c4674,38857,1734283439419] 2024-12-15T17:24:00,539 INFO [RS:3;4ce65a7c4674:38857 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T17:24:00,540 DEBUG [RS:3;4ce65a7c4674:38857 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,38857,1734283439419 2024-12-15T17:24:00,543 DEBUG [RS:1;4ce65a7c4674:37409 {}] zookeeper.ZKUtil(111): regionserver:37409-0x1002ab8445b0002, quorum=127.0.0.1:63355, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4ce65a7c4674,37409,1734283439100 2024-12-15T17:24:00,543 WARN [RS:1;4ce65a7c4674:37409 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T17:24:00,544 INFO [RS:1;4ce65a7c4674:37409 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T17:24:00,544 DEBUG [RS:1;4ce65a7c4674:37409 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,37409,1734283439100 2024-12-15T17:24:00,587 DEBUG [RS:0;4ce65a7c4674:36751 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-15T17:24:00,588 INFO [RS:0;4ce65a7c4674:36751 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-15T17:24:00,591 WARN [4ce65a7c4674:33459 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-15T17:24:00,595 INFO [RS:0;4ce65a7c4674:36751 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-15T17:24:00,596 INFO [RS:0;4ce65a7c4674:36751 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-15T17:24:00,596 INFO [RS:0;4ce65a7c4674:36751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:00,598 DEBUG [RS:2;4ce65a7c4674:34673 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-15T17:24:00,598 INFO [RS:2;4ce65a7c4674:34673 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-15T17:24:00,599 INFO [RS:0;4ce65a7c4674:36751 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-15T17:24:00,602 INFO [RS:0;4ce65a7c4674:36751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:00,602 DEBUG [RS:0;4ce65a7c4674:36751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:00,602 DEBUG [RS:0;4ce65a7c4674:36751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:00,602 DEBUG [RS:0;4ce65a7c4674:36751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:00,602 DEBUG [RS:0;4ce65a7c4674:36751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:00,602 DEBUG [RS:0;4ce65a7c4674:36751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:00,602 DEBUG [RS:0;4ce65a7c4674:36751 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0, corePoolSize=2, maxPoolSize=2 2024-12-15T17:24:00,602 DEBUG [RS:0;4ce65a7c4674:36751 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:00,602 DEBUG [RS:0;4ce65a7c4674:36751 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:00,602 DEBUG [RS:0;4ce65a7c4674:36751 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:00,603 DEBUG [RS:0;4ce65a7c4674:36751 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:00,603 DEBUG [RS:0;4ce65a7c4674:36751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:00,603 DEBUG [RS:0;4ce65a7c4674:36751 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ce65a7c4674:0, corePoolSize=3, maxPoolSize=3 2024-12-15T17:24:00,603 DEBUG [RS:0;4ce65a7c4674:36751 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0, corePoolSize=3, maxPoolSize=3 2024-12-15T17:24:00,606 INFO [RS:2;4ce65a7c4674:34673 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-15T17:24:00,611 INFO [RS:2;4ce65a7c4674:34673 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-15T17:24:00,611 INFO [RS:2;4ce65a7c4674:34673 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:00,611 DEBUG [RS:3;4ce65a7c4674:38857 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-15T17:24:00,612 INFO [RS:3;4ce65a7c4674:38857 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-15T17:24:00,623 INFO [RS:2;4ce65a7c4674:34673 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-15T17:24:00,626 DEBUG [RS:1;4ce65a7c4674:37409 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-15T17:24:00,626 INFO [RS:2;4ce65a7c4674:34673 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:00,626 INFO [RS:1;4ce65a7c4674:37409 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-15T17:24:00,626 DEBUG [RS:2;4ce65a7c4674:34673 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:00,626 DEBUG [RS:2;4ce65a7c4674:34673 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:00,626 DEBUG [RS:2;4ce65a7c4674:34673 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:00,626 DEBUG [RS:2;4ce65a7c4674:34673 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:00,626 DEBUG [RS:2;4ce65a7c4674:34673 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:00,626 DEBUG [RS:2;4ce65a7c4674:34673 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0, corePoolSize=2, maxPoolSize=2 2024-12-15T17:24:00,627 DEBUG [RS:2;4ce65a7c4674:34673 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:00,627 DEBUG [RS:2;4ce65a7c4674:34673 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:00,627 DEBUG [RS:2;4ce65a7c4674:34673 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:00,627 DEBUG [RS:2;4ce65a7c4674:34673 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:00,627 DEBUG [RS:2;4ce65a7c4674:34673 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:00,627 DEBUG [RS:2;4ce65a7c4674:34673 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ce65a7c4674:0, corePoolSize=3, maxPoolSize=3 2024-12-15T17:24:00,627 DEBUG [RS:2;4ce65a7c4674:34673 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0, corePoolSize=3, maxPoolSize=3 2024-12-15T17:24:00,631 INFO [RS:3;4ce65a7c4674:38857 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-15T17:24:00,639 INFO [RS:3;4ce65a7c4674:38857 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-15T17:24:00,639 INFO [RS:3;4ce65a7c4674:38857 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:00,647 INFO [RS:1;4ce65a7c4674:37409 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-15T17:24:00,649 INFO [RS:1;4ce65a7c4674:37409 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-15T17:24:00,650 INFO [RS:1;4ce65a7c4674:37409 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:00,650 INFO [RS:1;4ce65a7c4674:37409 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-15T17:24:00,651 INFO [RS:3;4ce65a7c4674:38857 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-15T17:24:00,654 INFO [RS:2;4ce65a7c4674:34673 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:00,654 INFO [RS:2;4ce65a7c4674:34673 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:00,654 INFO [RS:2;4ce65a7c4674:34673 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:00,654 INFO [RS:2;4ce65a7c4674:34673 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:00,654 INFO [RS:2;4ce65a7c4674:34673 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,34673,1734283439235-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T17:24:00,655 INFO [RS:1;4ce65a7c4674:37409 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:00,655 DEBUG [RS:1;4ce65a7c4674:37409 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:00,655 DEBUG [RS:1;4ce65a7c4674:37409 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:00,655 DEBUG [RS:1;4ce65a7c4674:37409 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:00,655 DEBUG [RS:1;4ce65a7c4674:37409 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:00,655 DEBUG [RS:1;4ce65a7c4674:37409 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:00,655 DEBUG [RS:1;4ce65a7c4674:37409 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0, corePoolSize=2, maxPoolSize=2 2024-12-15T17:24:00,655 DEBUG [RS:1;4ce65a7c4674:37409 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:00,655 DEBUG [RS:1;4ce65a7c4674:37409 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:00,655 DEBUG [RS:1;4ce65a7c4674:37409 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:00,655 DEBUG [RS:1;4ce65a7c4674:37409 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:00,655 DEBUG [RS:1;4ce65a7c4674:37409 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:00,655 DEBUG [RS:1;4ce65a7c4674:37409 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ce65a7c4674:0, corePoolSize=3, maxPoolSize=3 2024-12-15T17:24:00,656 DEBUG [RS:1;4ce65a7c4674:37409 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0, corePoolSize=3, maxPoolSize=3 2024-12-15T17:24:00,659 INFO [RS:3;4ce65a7c4674:38857 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:00,659 DEBUG [RS:3;4ce65a7c4674:38857 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:00,660 DEBUG [RS:3;4ce65a7c4674:38857 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:00,660 DEBUG [RS:3;4ce65a7c4674:38857 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:00,660 DEBUG [RS:3;4ce65a7c4674:38857 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:00,660 DEBUG [RS:3;4ce65a7c4674:38857 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:00,660 DEBUG [RS:3;4ce65a7c4674:38857 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0, corePoolSize=2, maxPoolSize=2 2024-12-15T17:24:00,660 DEBUG [RS:3;4ce65a7c4674:38857 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:00,660 DEBUG [RS:3;4ce65a7c4674:38857 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:00,660 DEBUG [RS:3;4ce65a7c4674:38857 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:00,660 DEBUG [RS:3;4ce65a7c4674:38857 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:00,660 DEBUG [RS:3;4ce65a7c4674:38857 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:00,660 DEBUG [RS:3;4ce65a7c4674:38857 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ce65a7c4674:0, corePoolSize=3, maxPoolSize=3 2024-12-15T17:24:00,660 DEBUG [RS:3;4ce65a7c4674:38857 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0, corePoolSize=3, maxPoolSize=3 2024-12-15T17:24:00,679 INFO [RS:3;4ce65a7c4674:38857 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:00,679 INFO [RS:3;4ce65a7c4674:38857 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:00,679 INFO [RS:3;4ce65a7c4674:38857 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:00,679 INFO [RS:3;4ce65a7c4674:38857 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:00,679 INFO [RS:3;4ce65a7c4674:38857 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,38857,1734283439419-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T17:24:00,695 INFO [RS:2;4ce65a7c4674:34673 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-15T17:24:00,696 INFO [RS:2;4ce65a7c4674:34673 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,34673,1734283439235-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:00,703 INFO [RS:0;4ce65a7c4674:36751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:00,703 INFO [RS:0;4ce65a7c4674:36751 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:00,703 INFO [RS:0;4ce65a7c4674:36751 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:00,703 INFO [RS:0;4ce65a7c4674:36751 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:00,703 INFO [RS:0;4ce65a7c4674:36751 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,36751,1734283438932-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T17:24:00,705 INFO [RS:3;4ce65a7c4674:38857 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-15T17:24:00,705 INFO [RS:3;4ce65a7c4674:38857 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,38857,1734283439419-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:00,727 INFO [RS:1;4ce65a7c4674:37409 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:00,727 INFO [RS:1;4ce65a7c4674:37409 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:00,727 INFO [RS:1;4ce65a7c4674:37409 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:00,727 INFO [RS:1;4ce65a7c4674:37409 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:00,727 INFO [RS:1;4ce65a7c4674:37409 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,37409,1734283439100-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T17:24:00,736 INFO [RS:0;4ce65a7c4674:36751 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-15T17:24:00,736 INFO [RS:0;4ce65a7c4674:36751 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,36751,1734283438932-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:00,760 INFO [RS:1;4ce65a7c4674:37409 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-15T17:24:00,760 INFO [RS:1;4ce65a7c4674:37409 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,37409,1734283439100-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:00,764 INFO [RS:2;4ce65a7c4674:34673 {}] regionserver.Replication(204): 4ce65a7c4674,34673,1734283439235 started 2024-12-15T17:24:00,764 INFO [RS:2;4ce65a7c4674:34673 {}] regionserver.HRegionServer(1767): Serving as 4ce65a7c4674,34673,1734283439235, RpcServer on 4ce65a7c4674/172.17.0.2:34673, sessionid=0x1002ab8445b0003 2024-12-15T17:24:00,764 DEBUG [RS:2;4ce65a7c4674:34673 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-15T17:24:00,764 DEBUG [RS:2;4ce65a7c4674:34673 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ce65a7c4674,34673,1734283439235 2024-12-15T17:24:00,764 DEBUG [RS:2;4ce65a7c4674:34673 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ce65a7c4674,34673,1734283439235' 2024-12-15T17:24:00,764 DEBUG [RS:2;4ce65a7c4674:34673 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-15T17:24:00,765 DEBUG [RS:2;4ce65a7c4674:34673 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-15T17:24:00,765 DEBUG [RS:2;4ce65a7c4674:34673 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-15T17:24:00,765 DEBUG [RS:2;4ce65a7c4674:34673 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-15T17:24:00,765 DEBUG [RS:2;4ce65a7c4674:34673 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ce65a7c4674,34673,1734283439235 2024-12-15T17:24:00,765 DEBUG [RS:2;4ce65a7c4674:34673 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ce65a7c4674,34673,1734283439235' 2024-12-15T17:24:00,766 DEBUG [RS:2;4ce65a7c4674:34673 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-15T17:24:00,766 DEBUG [RS:2;4ce65a7c4674:34673 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-15T17:24:00,767 INFO [RS:3;4ce65a7c4674:38857 {}] regionserver.Replication(204): 4ce65a7c4674,38857,1734283439419 started 2024-12-15T17:24:00,767 INFO [RS:3;4ce65a7c4674:38857 {}] regionserver.HRegionServer(1767): Serving as 4ce65a7c4674,38857,1734283439419, RpcServer on 4ce65a7c4674/172.17.0.2:38857, sessionid=0x1002ab8445b0004 2024-12-15T17:24:00,767 DEBUG [RS:3;4ce65a7c4674:38857 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-15T17:24:00,767 DEBUG [RS:3;4ce65a7c4674:38857 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ce65a7c4674,38857,1734283439419 2024-12-15T17:24:00,767 DEBUG [RS:3;4ce65a7c4674:38857 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ce65a7c4674,38857,1734283439419' 2024-12-15T17:24:00,767 DEBUG [RS:3;4ce65a7c4674:38857 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-15T17:24:00,769 INFO [RS:0;4ce65a7c4674:36751 {}] regionserver.Replication(204): 4ce65a7c4674,36751,1734283438932 started 2024-12-15T17:24:00,769 INFO [RS:0;4ce65a7c4674:36751 {}] regionserver.HRegionServer(1767): Serving as 4ce65a7c4674,36751,1734283438932, RpcServer on 4ce65a7c4674/172.17.0.2:36751, sessionid=0x1002ab8445b0001 2024-12-15T17:24:00,769 DEBUG [RS:0;4ce65a7c4674:36751 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-15T17:24:00,769 DEBUG [RS:0;4ce65a7c4674:36751 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ce65a7c4674,36751,1734283438932 2024-12-15T17:24:00,769 DEBUG [RS:0;4ce65a7c4674:36751 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ce65a7c4674,36751,1734283438932' 2024-12-15T17:24:00,769 DEBUG [RS:0;4ce65a7c4674:36751 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-15T17:24:00,774 DEBUG [RS:2;4ce65a7c4674:34673 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-15T17:24:00,774 INFO [RS:2;4ce65a7c4674:34673 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-15T17:24:00,774 INFO [RS:2;4ce65a7c4674:34673 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-15T17:24:00,775 DEBUG [RS:3;4ce65a7c4674:38857 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-15T17:24:00,775 DEBUG [RS:0;4ce65a7c4674:36751 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-15T17:24:00,782 DEBUG [RS:3;4ce65a7c4674:38857 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-15T17:24:00,782 DEBUG [RS:3;4ce65a7c4674:38857 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-15T17:24:00,782 DEBUG [RS:3;4ce65a7c4674:38857 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ce65a7c4674,38857,1734283439419 2024-12-15T17:24:00,782 DEBUG [RS:3;4ce65a7c4674:38857 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ce65a7c4674,38857,1734283439419' 2024-12-15T17:24:00,782 DEBUG [RS:3;4ce65a7c4674:38857 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-15T17:24:00,783 DEBUG [RS:3;4ce65a7c4674:38857 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-15T17:24:00,783 INFO [RS:1;4ce65a7c4674:37409 {}] regionserver.Replication(204): 4ce65a7c4674,37409,1734283439100 started 2024-12-15T17:24:00,783 DEBUG [RS:0;4ce65a7c4674:36751 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-15T17:24:00,783 INFO [RS:1;4ce65a7c4674:37409 {}] regionserver.HRegionServer(1767): Serving as 4ce65a7c4674,37409,1734283439100, RpcServer on 4ce65a7c4674/172.17.0.2:37409, sessionid=0x1002ab8445b0002 2024-12-15T17:24:00,783 DEBUG [RS:0;4ce65a7c4674:36751 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-15T17:24:00,783 DEBUG [RS:0;4ce65a7c4674:36751 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ce65a7c4674,36751,1734283438932 2024-12-15T17:24:00,783 DEBUG [RS:0;4ce65a7c4674:36751 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ce65a7c4674,36751,1734283438932' 2024-12-15T17:24:00,791 DEBUG [RS:3;4ce65a7c4674:38857 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-15T17:24:00,797 INFO [RS:3;4ce65a7c4674:38857 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-15T17:24:00,797 INFO [RS:3;4ce65a7c4674:38857 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-15T17:24:00,797 DEBUG [RS:0;4ce65a7c4674:36751 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-15T17:24:00,783 DEBUG [RS:1;4ce65a7c4674:37409 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-15T17:24:00,798 DEBUG [RS:1;4ce65a7c4674:37409 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ce65a7c4674,37409,1734283439100 2024-12-15T17:24:00,798 DEBUG [RS:1;4ce65a7c4674:37409 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ce65a7c4674,37409,1734283439100' 2024-12-15T17:24:00,798 DEBUG [RS:1;4ce65a7c4674:37409 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-15T17:24:00,799 DEBUG [RS:1;4ce65a7c4674:37409 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-15T17:24:00,802 DEBUG [RS:1;4ce65a7c4674:37409 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-15T17:24:00,802 DEBUG [RS:1;4ce65a7c4674:37409 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-15T17:24:00,802 DEBUG [RS:1;4ce65a7c4674:37409 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ce65a7c4674,37409,1734283439100 2024-12-15T17:24:00,802 DEBUG [RS:1;4ce65a7c4674:37409 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ce65a7c4674,37409,1734283439100' 2024-12-15T17:24:00,802 DEBUG [RS:1;4ce65a7c4674:37409 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-15T17:24:00,809 DEBUG [RS:0;4ce65a7c4674:36751 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-15T17:24:00,810 DEBUG [RS:1;4ce65a7c4674:37409 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-15T17:24:00,812 DEBUG [RS:1;4ce65a7c4674:37409 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-15T17:24:00,812 INFO [RS:1;4ce65a7c4674:37409 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-15T17:24:00,812 INFO [RS:1;4ce65a7c4674:37409 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-15T17:24:00,833 DEBUG [RS:0;4ce65a7c4674:36751 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-15T17:24:00,833 INFO [RS:0;4ce65a7c4674:36751 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-15T17:24:00,834 INFO [RS:0;4ce65a7c4674:36751 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-15T17:24:00,875 INFO [RS:2;4ce65a7c4674:34673 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T17:24:00,892 INFO [RS:2;4ce65a7c4674:34673 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=4ce65a7c4674%2C34673%2C1734283439235, suffix=, logDir=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,34673,1734283439235, archiveDir=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/oldWALs, maxLogs=10 2024-12-15T17:24:00,899 INFO [RS:3;4ce65a7c4674:38857 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T17:24:00,915 INFO [RS:1;4ce65a7c4674:37409 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T17:24:00,916 INFO [RS:3;4ce65a7c4674:38857 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=4ce65a7c4674%2C38857%2C1734283439419, suffix=, logDir=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,38857,1734283439419, archiveDir=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/oldWALs, maxLogs=10 2024-12-15T17:24:00,916 DEBUG [RS:2;4ce65a7c4674:34673 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,34673,1734283439235/4ce65a7c4674%2C34673%2C1734283439235.1734283440893, exclude list is [], retry=0 2024-12-15T17:24:00,934 INFO [RS:0;4ce65a7c4674:36751 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T17:24:00,940 INFO [RS:1;4ce65a7c4674:37409 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=4ce65a7c4674%2C37409%2C1734283439100, suffix=, logDir=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,37409,1734283439100, archiveDir=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/oldWALs, maxLogs=10 2024-12-15T17:24:00,941 DEBUG [RS-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39113,DS-ca1063fe-85cd-4aad-8aea-62bf1a7625b9,DISK] 2024-12-15T17:24:00,941 DEBUG [RS-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33101,DS-b6daf2b5-2524-48dd-8b9e-111146f68bd8,DISK] 2024-12-15T17:24:00,942 DEBUG [RS-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41369,DS-3b2acf6d-ae8c-4eca-bf33-0cfd289f4593,DISK] 2024-12-15T17:24:00,943 INFO [RS:0;4ce65a7c4674:36751 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=4ce65a7c4674%2C36751%2C1734283438932, suffix=, logDir=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932, archiveDir=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/oldWALs, maxLogs=10 2024-12-15T17:24:00,951 DEBUG [RS:3;4ce65a7c4674:38857 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,38857,1734283439419/4ce65a7c4674%2C38857%2C1734283439419.1734283440916, exclude list is [], retry=0 2024-12-15T17:24:00,962 DEBUG [RS-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41369,DS-3b2acf6d-ae8c-4eca-bf33-0cfd289f4593,DISK] 2024-12-15T17:24:00,962 DEBUG [RS-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39113,DS-ca1063fe-85cd-4aad-8aea-62bf1a7625b9,DISK] 2024-12-15T17:24:00,963 DEBUG [RS-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33101,DS-b6daf2b5-2524-48dd-8b9e-111146f68bd8,DISK] 2024-12-15T17:24:00,974 DEBUG [RS:1;4ce65a7c4674:37409 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,37409,1734283439100/4ce65a7c4674%2C37409%2C1734283439100.1734283440941, exclude list is [], retry=0 2024-12-15T17:24:00,975 INFO [RS:2;4ce65a7c4674:34673 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,34673,1734283439235/4ce65a7c4674%2C34673%2C1734283439235.1734283440893 2024-12-15T17:24:00,976 DEBUG [RS:0;4ce65a7c4674:36751 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.1734283440944, exclude list is [], retry=0 2024-12-15T17:24:00,992 DEBUG [RS-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35123,DS-a964851d-b546-4892-a2e8-44efd7c7898a,DISK] 2024-12-15T17:24:00,992 DEBUG [RS-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39113,DS-ca1063fe-85cd-4aad-8aea-62bf1a7625b9,DISK] 2024-12-15T17:24:00,995 DEBUG [RS-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33101,DS-b6daf2b5-2524-48dd-8b9e-111146f68bd8,DISK] 2024-12-15T17:24:00,997 DEBUG [RS-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39113,DS-ca1063fe-85cd-4aad-8aea-62bf1a7625b9,DISK] 2024-12-15T17:24:00,998 DEBUG [RS-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35123,DS-a964851d-b546-4892-a2e8-44efd7c7898a,DISK] 2024-12-15T17:24:00,999 DEBUG [RS:2;4ce65a7c4674:34673 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36391:36391),(127.0.0.1/127.0.0.1:42607:42607),(127.0.0.1/127.0.0.1:40437:40437)] 2024-12-15T17:24:00,999 DEBUG [RS-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41369,DS-3b2acf6d-ae8c-4eca-bf33-0cfd289f4593,DISK] 2024-12-15T17:24:01,007 INFO [RS:3;4ce65a7c4674:38857 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,38857,1734283439419/4ce65a7c4674%2C38857%2C1734283439419.1734283440916 2024-12-15T17:24:01,057 DEBUG [RS:3;4ce65a7c4674:38857 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36391:36391),(127.0.0.1/127.0.0.1:40437:40437),(127.0.0.1/127.0.0.1:42607:42607)] 2024-12-15T17:24:01,071 INFO [RS:0;4ce65a7c4674:36751 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.1734283440944 2024-12-15T17:24:01,079 DEBUG [RS:0;4ce65a7c4674:36751 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40437:40437),(127.0.0.1/127.0.0.1:39133:39133),(127.0.0.1/127.0.0.1:36391:36391)] 2024-12-15T17:24:01,084 INFO [RS:1;4ce65a7c4674:37409 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,37409,1734283439100/4ce65a7c4674%2C37409%2C1734283439100.1734283440941 2024-12-15T17:24:01,087 DEBUG [RS:1;4ce65a7c4674:37409 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40437:40437),(127.0.0.1/127.0.0.1:42607:42607),(127.0.0.1/127.0.0.1:39133:39133)] 2024-12-15T17:24:01,093 DEBUG [4ce65a7c4674:33459 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=4, allServersCount=4 2024-12-15T17:24:01,093 DEBUG [4ce65a7c4674:33459 {}] balancer.BalancerClusterState(202): Hosts are {4ce65a7c4674=0} racks are {/default-rack=0} 2024-12-15T17:24:01,098 DEBUG [4ce65a7c4674:33459 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-15T17:24:01,098 DEBUG [4ce65a7c4674:33459 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-15T17:24:01,098 DEBUG [4ce65a7c4674:33459 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-15T17:24:01,098 DEBUG [4ce65a7c4674:33459 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-15T17:24:01,098 INFO [4ce65a7c4674:33459 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-15T17:24:01,098 INFO [4ce65a7c4674:33459 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-15T17:24:01,098 INFO [4ce65a7c4674:33459 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-15T17:24:01,099 INFO [4ce65a7c4674:33459 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-15T17:24:01,099 DEBUG [4ce65a7c4674:33459 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-15T17:24:01,101 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4ce65a7c4674,36751,1734283438932 2024-12-15T17:24:01,109 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ce65a7c4674,36751,1734283438932, state=OPENING 2024-12-15T17:24:01,159 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-15T17:24:01,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34673-0x1002ab8445b0003, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:01,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36751-0x1002ab8445b0001, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:01,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38857-0x1002ab8445b0004, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:01,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37409-0x1002ab8445b0002, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:01,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33459-0x1002ab8445b0000, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:01,178 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:01,178 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:01,178 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:01,179 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:01,179 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=4ce65a7c4674,36751,1734283438932}] 2024-12-15T17:24:01,180 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:01,337 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,36751,1734283438932 2024-12-15T17:24:01,337 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T17:24:01,343 INFO [RS-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33666, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-15T17:24:01,361 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-15T17:24:01,361 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T17:24:01,386 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.ReplicationSource(229): queueId=region_replica_replication_catalog, ReplicationSource: region_replica_replication_catalog, currentBandwidth=0 2024-12-15T17:24:01,390 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-15T17:24:01,397 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=4ce65a7c4674%2C36751%2C1734283438932.meta, suffix=.meta, logDir=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932, archiveDir=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/oldWALs, maxLogs=10 2024-12-15T17:24:01,412 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5999fe51 to 127.0.0.1:63355 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@476c80ef 2024-12-15T17:24:01,417 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283441398.meta, exclude list is [], retry=0 2024-12-15T17:24:01,425 DEBUG [RS-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35123,DS-a964851d-b546-4892-a2e8-44efd7c7898a,DISK] 2024-12-15T17:24:01,426 DEBUG [RS-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41369,DS-3b2acf6d-ae8c-4eca-bf33-0cfd289f4593,DISK] 2024-12-15T17:24:01,426 DEBUG [RS-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39113,DS-ca1063fe-85cd-4aad-8aea-62bf1a7625b9,DISK] 2024-12-15T17:24:01,451 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d4e008d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:24:01,452 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283441398.meta 2024-12-15T17:24:01,460 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: region_replica_replication_catalog connecting to ZooKeeper ensemble=127.0.0.1:63355 2024-12-15T17:24:01,477 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40437:40437),(127.0.0.1/127.0.0.1:39133:39133),(127.0.0.1/127.0.0.1:42607:42607)] 2024-12-15T17:24:01,477 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-15T17:24:01,477 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-15T17:24:01,478 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-15T17:24:01,478 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-15T17:24:01,478 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-15T17:24:01,478 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:24:01,478 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-15T17:24:01,478 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-15T17:24:01,497 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: region_replica_replication_catalog0x0, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T17:24:01,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-15T17:24:01,504 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-15T17:24:01,505 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:01,507 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: region_replica_replication_catalog-0x1002ab8445b0006 connected 2024-12-15T17:24:01,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:01,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-15T17:24:01,513 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-15T17:24:01,513 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:01,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:01,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-15T17:24:01,516 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-15T17:24:01,516 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:01,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:01,529 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/meta/1588230740 2024-12-15T17:24:01,535 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSource(587): peerId=region_replica_replication_catalog, queueId=region_replica_replication_catalog (queues=1) is replicating from cluster=a53a0823-a5dd-4add-8cd2-3c008271cf05 to cluster=a53a0823-a5dd-4add-8cd2-3c008271cf05 2024-12-15T17:24:01,535 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSource(343): peerId=region_replica_replication_catalog, starting shipping worker for walGroupId=4ce65a7c4674%2C36751%2C1734283438932 2024-12-15T17:24:01,535 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=region_replica_replication_catalog, ReplicationSourceWALReaderThread : region_replica_replication_catalog inited, replicationBatchSizeCapacity=10240, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-15T17:24:01,536 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283441398.meta, startPosition=0, beingWritten=true 2024-12-15T17:24:01,541 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4ce65a7c4674%2C36751%2C1734283438932 2024-12-15T17:24:01,543 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/meta/1588230740 2024-12-15T17:24:01,562 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-15T17:24:01,574 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-15T17:24:01,582 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62818577, jitterRate=-0.06393025815486908}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-15T17:24:01,583 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-15T17:24:01,592 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734283441337 2024-12-15T17:24:01,604 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-15T17:24:01,604 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-15T17:24:01,610 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,36751,1734283438932 2024-12-15T17:24:01,615 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ce65a7c4674,36751,1734283438932, state=OPEN 2024-12-15T17:24:01,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37409-0x1002ab8445b0002, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:01,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34673-0x1002ab8445b0003, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:01,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38857-0x1002ab8445b0004, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:01,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36751-0x1002ab8445b0001, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:01,639 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:01,639 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:01,639 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:01,640 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:01,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33459-0x1002ab8445b0000, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:01,640 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:01,655 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-15T17:24:01,656 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=4ce65a7c4674,36751,1734283438932 in 461 msec 2024-12-15T17:24:01,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-15T17:24:01,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.2210 sec 2024-12-15T17:24:01,664 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.3100 sec 2024-12-15T17:24:01,667 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734283441667, completionTime=-1 2024-12-15T17:24:01,667 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=4; waited=0ms, expected min=4 server(s), max=4 server(s), master is running 2024-12-15T17:24:01,667 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-15T17:24:01,675 DEBUG [hconnection-0x7988697a-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:24:01,685 INFO [RS-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33672, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:24:01,691 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=4 2024-12-15T17:24:01,691 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734283501691 2024-12-15T17:24:01,691 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734283561691 2024-12-15T17:24:01,691 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 24 msec 2024-12-15T17:24:01,756 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-15T17:24:01,763 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,33459,1734283438527-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:01,763 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,33459,1734283438527-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:01,764 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,33459,1734283438527-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:01,764 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4ce65a7c4674:33459, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:01,764 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:01,764 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-15T17:24:01,764 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-15T17:24:01,767 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283441398.meta to pos 0, reset compression=false 2024-12-15T17:24:01,771 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-15T17:24:01,777 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T17:24:01,778 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:01,778 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-15T17:24:01,782 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T17:24:01,809 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:24:01,809 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283441398.meta to pos 316, reset compression=false 2024-12-15T17:24:01,811 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_OPEN/1734283441583/Put/vlen=128/seqid=0; >],332}], lastWalPath=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283441398.meta, lastWalPosition=316, nbRowKeys=1, nbHFiles=0, heapSize=332, lastSeqIds={}, endOfFile=false,usedBufferSize=332] 2024-12-15T17:24:01,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35123 is added to blk_1073741838_1014 (size=358) 2024-12-15T17:24:01,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741838_1014 (size=358) 2024-12-15T17:24:01,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741838_1014 (size=358) 2024-12-15T17:24:01,870 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 009e62129c1edcacb5fa6640dbdb77ca, NAME => 'hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795 2024-12-15T17:24:01,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741839_1015 (size=42) 2024-12-15T17:24:01,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35123 is added to blk_1073741839_1015 (size=42) 2024-12-15T17:24:01,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39113 is added to blk_1073741839_1015 (size=42) 2024-12-15T17:24:01,883 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:24:01,884 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 009e62129c1edcacb5fa6640dbdb77ca, disabling compactions & flushes 2024-12-15T17:24:01,884 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca. 2024-12-15T17:24:01,884 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca. 2024-12-15T17:24:01,884 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca. after waiting 0 ms 2024-12-15T17:24:01,884 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca. 2024-12-15T17:24:01,884 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca. 2024-12-15T17:24:01,884 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 009e62129c1edcacb5fa6640dbdb77ca: 2024-12-15T17:24:01,887 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T17:24:01,888 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734283441888"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283441888"}]},"ts":"1734283441888"} 2024-12-15T17:24:01,890 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T17:24:01,891 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T17:24:01,892 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734283441891"}]},"ts":"1734283441891"} 2024-12-15T17:24:01,893 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-15T17:24:01,967 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(202): Hosts are {4ce65a7c4674=0} racks are {/default-rack=0} 2024-12-15T17:24:01,971 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-15T17:24:01,972 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-15T17:24:01,972 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-15T17:24:01,972 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-15T17:24:01,972 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-15T17:24:01,972 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-15T17:24:01,972 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-15T17:24:01,972 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-15T17:24:01,972 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-15T17:24:01,972 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=009e62129c1edcacb5fa6640dbdb77ca, ASSIGN}] 2024-12-15T17:24:01,973 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=009e62129c1edcacb5fa6640dbdb77ca, ASSIGN 2024-12-15T17:24:01,975 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=009e62129c1edcacb5fa6640dbdb77ca, ASSIGN; state=OFFLINE, location=4ce65a7c4674,34673,1734283439235; forceNewPlan=false, retain=false 2024-12-15T17:24:02,052 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283441398.meta to pos 316, reset compression=false 2024-12-15T17:24:02,066 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:02,066 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283441398.meta to pos 685, reset compression=false 2024-12-15T17:24:02,066 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4=[#edits: 2 = ],436}, {hbase:meta/1588230740/5=[#edits: 1 = ],188}], lastWalPath=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283441398.meta, lastWalPosition=685, nbRowKeys=2, nbHFiles=0, heapSize=624, lastSeqIds={}, endOfFile=false,usedBufferSize=624] 2024-12-15T17:24:02,125 INFO [4ce65a7c4674:33459 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-15T17:24:02,126 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=009e62129c1edcacb5fa6640dbdb77ca, regionState=OPENING, regionLocation=4ce65a7c4674,34673,1734283439235 2024-12-15T17:24:02,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 009e62129c1edcacb5fa6640dbdb77ca, server=4ce65a7c4674,34673,1734283439235}] 2024-12-15T17:24:02,280 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,34673,1734283439235 2024-12-15T17:24:02,280 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T17:24:02,282 INFO [RS-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43144, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-15T17:24:02,284 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283441398.meta to pos 685, reset compression=false 2024-12-15T17:24:02,286 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca. 2024-12-15T17:24:02,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 009e62129c1edcacb5fa6640dbdb77ca, NAME => 'hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca.', STARTKEY => '', ENDKEY => ''} 2024-12-15T17:24:02,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 009e62129c1edcacb5fa6640dbdb77ca 2024-12-15T17:24:02,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:24:02,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 009e62129c1edcacb5fa6640dbdb77ca 2024-12-15T17:24:02,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 009e62129c1edcacb5fa6640dbdb77ca 2024-12-15T17:24:02,291 INFO [StoreOpener-009e62129c1edcacb5fa6640dbdb77ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 009e62129c1edcacb5fa6640dbdb77ca 2024-12-15T17:24:02,293 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:24:02,293 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283441398.meta to pos 1094, reset compression=false 2024-12-15T17:24:02,293 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6=[#edits: 3 = ],612}], lastWalPath=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283441398.meta, lastWalPosition=1094, nbRowKeys=1, nbHFiles=0, heapSize=612, lastSeqIds={}, endOfFile=false,usedBufferSize=612] 2024-12-15T17:24:02,296 INFO [StoreOpener-009e62129c1edcacb5fa6640dbdb77ca-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 009e62129c1edcacb5fa6640dbdb77ca columnFamilyName info 2024-12-15T17:24:02,297 DEBUG [StoreOpener-009e62129c1edcacb5fa6640dbdb77ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:02,297 INFO [StoreOpener-009e62129c1edcacb5fa6640dbdb77ca-1 {}] regionserver.HStore(327): Store=009e62129c1edcacb5fa6640dbdb77ca/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:24:02,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/namespace/009e62129c1edcacb5fa6640dbdb77ca 2024-12-15T17:24:02,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/namespace/009e62129c1edcacb5fa6640dbdb77ca 2024-12-15T17:24:02,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 009e62129c1edcacb5fa6640dbdb77ca 2024-12-15T17:24:02,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/namespace/009e62129c1edcacb5fa6640dbdb77ca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:24:02,305 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 009e62129c1edcacb5fa6640dbdb77ca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60200744, jitterRate=-0.10293900966644287}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:24:02,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 009e62129c1edcacb5fa6640dbdb77ca: 2024-12-15T17:24:02,307 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca., pid=6, masterSystemTime=1734283442280 2024-12-15T17:24:02,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca. 2024-12-15T17:24:02,312 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca. 2024-12-15T17:24:02,315 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=009e62129c1edcacb5fa6640dbdb77ca, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,34673,1734283439235 2024-12-15T17:24:02,333 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-15T17:24:02,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 009e62129c1edcacb5fa6640dbdb77ca, server=4ce65a7c4674,34673,1734283439235 in 194 msec 2024-12-15T17:24:02,347 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-15T17:24:02,347 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=009e62129c1edcacb5fa6640dbdb77ca, ASSIGN in 362 msec 2024-12-15T17:24:02,351 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T17:24:02,352 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734283442351"}]},"ts":"1734283442351"} 2024-12-15T17:24:02,360 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-15T17:24:02,379 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:33459-0x1002ab8445b0000, quorum=127.0.0.1:63355, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-15T17:24:02,379 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T17:24:02,382 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 615 msec 2024-12-15T17:24:02,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33459-0x1002ab8445b0000, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-15T17:24:02,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38857-0x1002ab8445b0004, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:02,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34673-0x1002ab8445b0003, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:02,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33459-0x1002ab8445b0000, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:02,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36751-0x1002ab8445b0001, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:02,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37409-0x1002ab8445b0002, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:02,394 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:24:02,408 INFO [RS-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43158, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:24:02,429 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-15T17:24:02,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33459-0x1002ab8445b0000, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-15T17:24:02,507 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283441398.meta to pos 1094, reset compression=false 2024-12-15T17:24:02,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 84 msec 2024-12-15T17:24:02,537 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:02,537 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283441398.meta to pos 1808, reset compression=false 2024-12-15T17:24:02,537 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7=[#edits: 5 = ],916}, {hbase:meta/1588230740/8=[#edits: 1 = ],188}], lastWalPath=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283441398.meta, lastWalPosition=1808, nbRowKeys=2, nbHFiles=0, heapSize=1104, lastSeqIds={}, endOfFile=false,usedBufferSize=1104] 2024-12-15T17:24:02,537 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-15T17:24:02,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33459-0x1002ab8445b0000, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-15T17:24:02,592 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 55 msec 2024-12-15T17:24:02,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33459-0x1002ab8445b0000, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-15T17:24:02,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33459-0x1002ab8445b0000, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-15T17:24:02,692 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 3.033sec 2024-12-15T17:24:02,695 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-15T17:24:02,695 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-15T17:24:02,695 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-15T17:24:02,695 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-15T17:24:02,695 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-15T17:24:02,695 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,33459,1734283438527-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T17:24:02,695 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,33459,1734283438527-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-15T17:24:02,702 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5fb023d3 to 127.0.0.1:63355 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62632063 2024-12-15T17:24:02,711 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-15T17:24:02,711 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-15T17:24:02,711 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,33459,1734283438527-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:02,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61f6c3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:24:02,775 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283441398.meta to pos 1808, reset compression=false 2024-12-15T17:24:02,803 DEBUG [hconnection-0x79aa6234-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:24:02,821 INFO [RS-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33682, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:24:02,827 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=4ce65a7c4674,33459,1734283438527 2024-12-15T17:24:02,843 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T17:24:02,852 INFO [RS-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49526, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T17:24:02,880 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33459 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table hbase:meta from 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} to 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', REGION_REPLICATION => '3', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-15T17:24:02,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33459 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=hbase:meta 2024-12-15T17:24:02,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741840_1016 (size=1064) 2024-12-15T17:24:02,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39113 is added to blk_1073741840_1016 (size=1064) 2024-12-15T17:24:02,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35123 is added to blk_1073741840_1016 (size=1064) 2024-12-15T17:24:02,993 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-15T17:24:02,993 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/meta/.tabledesc/.tableinfo.0000000002.1064 2024-12-15T17:24:03,019 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=hbase:meta}] 2024-12-15T17:24:03,047 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE}] 2024-12-15T17:24:03,050 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE 2024-12-15T17:24:03,051 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=CLOSING, regionLocation=4ce65a7c4674,36751,1734283438932 2024-12-15T17:24:03,056 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33459 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=CLOSING, location=4ce65a7c4674,36751,1734283438932, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-15T17:24:03,059 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ce65a7c4674,36751,1734283438932, state=CLOSING 2024-12-15T17:24:03,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34673-0x1002ab8445b0003, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:03,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37409-0x1002ab8445b0002, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:03,112 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:03,112 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:03,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36751-0x1002ab8445b0001, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:03,112 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:03,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33459-0x1002ab8445b0000, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:03,112 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:03,113 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T17:24:03,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; CloseRegionProcedure 1588230740, server=4ce65a7c4674,36751,1734283438932}] 2024-12-15T17:24:03,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38857-0x1002ab8445b0004, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:03,116 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:03,123 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283441398.meta to pos 1808, reset compression=false 2024-12-15T17:24:03,270 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,36751,1734283438932 2024-12-15T17:24:03,275 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] handler.UnassignRegionHandler(124): Close 1588230740 2024-12-15T17:24:03,275 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T17:24:03,275 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-15T17:24:03,275 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-15T17:24:03,276 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-15T17:24:03,276 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-15T17:24:03,276 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-15T17:24:03,276 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=1.23 KB heapSize=2.87 KB 2024-12-15T17:24:03,293 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/meta/1588230740/.tmp/info/669de9f3a1eb42fc8040cfe3bd8114b8 is 143, key is hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca./info:regioninfo/1734283442315/Put/seqid=0 2024-12-15T17:24:03,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35123 is added to blk_1073741841_1017 (size=6595) 2024-12-15T17:24:03,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741841_1017 (size=6595) 2024-12-15T17:24:03,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39113 is added to blk_1073741841_1017 (size=6595) 2024-12-15T17:24:03,353 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.14 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/meta/1588230740/.tmp/info/669de9f3a1eb42fc8040cfe3bd8114b8 2024-12-15T17:24:03,393 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/meta/1588230740/.tmp/table/c2ad99dca59a4900b2d4f5d787c0e6db is 51, key is hbase:namespace/table:state/1734283442351/Put/seqid=0 2024-12-15T17:24:03,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39113 is added to blk_1073741842_1018 (size=5242) 2024-12-15T17:24:03,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741842_1018 (size=5242) 2024-12-15T17:24:03,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741842_1018 (size=5242) 2024-12-15T17:24:03,407 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=94 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/meta/1588230740/.tmp/table/c2ad99dca59a4900b2d4f5d787c0e6db 2024-12-15T17:24:03,419 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/meta/1588230740/.tmp/info/669de9f3a1eb42fc8040cfe3bd8114b8 as hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/meta/1588230740/info/669de9f3a1eb42fc8040cfe3bd8114b8 2024-12-15T17:24:03,429 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/meta/1588230740/info/669de9f3a1eb42fc8040cfe3bd8114b8, entries=10, sequenceid=9, filesize=6.4 K 2024-12-15T17:24:03,430 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/meta/1588230740/.tmp/table/c2ad99dca59a4900b2d4f5d787c0e6db as hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/meta/1588230740/table/c2ad99dca59a4900b2d4f5d787c0e6db 2024-12-15T17:24:03,442 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/meta/1588230740/table/c2ad99dca59a4900b2d4f5d787c0e6db, entries=2, sequenceid=9, filesize=5.1 K 2024-12-15T17:24:03,443 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(3040): Finished flush of dataSize ~1.23 KB/1264, heapSize ~2.59 KB/2648, currentSize=0 B/0 for 1588230740 in 167ms, sequenceid=9, compaction requested=false 2024-12-15T17:24:03,443 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-15T17:24:03,450 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/meta/1588230740/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-15T17:24:03,451 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T17:24:03,451 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-15T17:24:03,451 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-15T17:24:03,451 WARN [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegionServer(3786): Not adding moved region record: 1588230740 to self. 2024-12-15T17:24:03,453 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] handler.UnassignRegionHandler(170): Closed 1588230740 2024-12-15T17:24:03,453 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=CLOSED 2024-12-15T17:24:03,454 WARN [PEWorker-2 {}] zookeeper.MetaTableLocator(168): Tried to set null ServerName in hbase:meta; skipping -- ServerName required 2024-12-15T17:24:03,456 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-12-15T17:24:03,456 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE; state=CLOSED, location=4ce65a7c4674,36751,1734283438932; forceNewPlan=false, retain=true 2024-12-15T17:24:03,456 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; CloseRegionProcedure 1588230740, server=4ce65a7c4674,36751,1734283438932 in 341 msec 2024-12-15T17:24:03,555 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283441398.meta to pos 1808, reset compression=false 2024-12-15T17:24:03,560 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:03,560 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283441398.meta to pos 2476, reset compression=false 2024-12-15T17:24:03,560 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/10=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734283443276/Put/vlen=101/seqid=0; >],284}, {hbase:meta/1588230740/11=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734283443442/Put/vlen=169/seqid=0; >],356}, {hbase:meta/1588230740/12=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_CLOSE/1734283443447/Put/vlen=128/seqid=0; >],332}], lastWalPath=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283441398.meta, lastWalPosition=2476, nbRowKeys=3, nbHFiles=0, heapSize=972, lastSeqIds={}, endOfFile=false,usedBufferSize=972] 2024-12-15T17:24:03,565 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-Writer-0 {}] regionserver.RegionReplicaReplicationEndpoint$RegionReplicaSinkWriter(446): Skipping location cache; only one location found for hbase:meta 2024-12-15T17:24:03,567 WARN [ReadOnlyZKClient-127.0.0.1:63355@0x5999fe51 {}] client.ZKConnectionRegistry(198): Meta region is in state CLOSING 2024-12-15T17:24:03,607 INFO [4ce65a7c4674:33459 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-15T17:24:03,607 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4ce65a7c4674,36751,1734283438932 2024-12-15T17:24:03,608 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ce65a7c4674,36751,1734283438932, state=OPENING 2024-12-15T17:24:03,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34673-0x1002ab8445b0003, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:03,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36751-0x1002ab8445b0001, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:03,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38857-0x1002ab8445b0004, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:03,620 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:03,620 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:03,620 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:03,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37409-0x1002ab8445b0002, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:03,620 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:03,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33459-0x1002ab8445b0000, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:03,620 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:03,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 1588230740, server=4ce65a7c4674,36751,1734283438932}] 2024-12-15T17:24:03,772 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,36751,1734283438932 2024-12-15T17:24:03,774 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283441398.meta to pos 2476, reset compression=false 2024-12-15T17:24:03,776 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-15T17:24:03,777 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-15T17:24:03,777 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-15T17:24:03,777 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-15T17:24:03,777 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-15T17:24:03,777 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-15T17:24:03,777 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:24:03,777 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-15T17:24:03,777 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-15T17:24:03,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-15T17:24:03,796 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-15T17:24:03,796 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:03,840 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/meta/1588230740/info/669de9f3a1eb42fc8040cfe3bd8114b8 2024-12-15T17:24:03,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:03,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-15T17:24:03,846 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-15T17:24:03,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:03,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:03,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-15T17:24:03,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-15T17:24:03,852 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:03,883 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/meta/1588230740/table/c2ad99dca59a4900b2d4f5d787c0e6db 2024-12-15T17:24:03,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:03,899 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/meta/1588230740 2024-12-15T17:24:03,919 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/meta/1588230740 2024-12-15T17:24:03,929 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-15T17:24:03,937 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-15T17:24:03,947 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70685989, jitterRate=0.0533033162355423}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-15T17:24:03,948 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-15T17:24:03,963 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=13, masterSystemTime=1734283443772 2024-12-15T17:24:03,973 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-15T17:24:03,973 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-15T17:24:03,976 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=13, regionLocation=4ce65a7c4674,36751,1734283438932 2024-12-15T17:24:03,980 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ce65a7c4674,36751,1734283438932, state=OPEN 2024-12-15T17:24:03,980 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33459 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=4ce65a7c4674,36751,1734283438932, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-15T17:24:04,087 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33459 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=4ce65a7c4674,36751,1734283438932, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-15T17:24:04,089 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283441398.meta to pos 2476, reset compression=false 2024-12-15T17:24:04,105 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:24:04,105 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283441398.meta to pos 2775, reset compression=false 2024-12-15T17:24:04,105 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/14=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_OPEN/1734283443948/Put/vlen=196/seqid=0; >],404}], lastWalPath=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283441398.meta, lastWalPosition=2775, nbRowKeys=1, nbHFiles=0, heapSize=404, lastSeqIds={}, endOfFile=false,usedBufferSize=404] 2024-12-15T17:24:04,120 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-Writer-0 {}] regionserver.RegionReplicaReplicationEndpoint$RegionReplicaSinkWriter(446): Skipping location cache; only one location found for hbase:meta 2024-12-15T17:24:04,194 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33459 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=4ce65a7c4674,36751,1734283438932, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-15T17:24:04,296 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33459 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=4ce65a7c4674,36751,1734283438932, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-15T17:24:04,352 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283441398.meta to pos 2775, reset compression=false 2024-12-15T17:24:04,397 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33459 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=4ce65a7c4674,36751,1734283438932, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-15T17:24:04,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36751-0x1002ab8445b0001, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:04,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38857-0x1002ab8445b0004, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:04,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34673-0x1002ab8445b0003, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:04,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33459-0x1002ab8445b0000, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:04,460 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:04,460 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:04,460 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:04,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37409-0x1002ab8445b0002, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:04,460 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:04,461 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:04,462 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-12-15T17:24:04,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 1588230740, server=4ce65a7c4674,36751,1734283438932 in 839 msec 2024-12-15T17:24:04,466 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-12-15T17:24:04,466 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE in 1.4160 sec 2024-12-15T17:24:04,468 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-15T17:24:04,468 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; ReopenTableRegionsProcedure table=hbase:meta in 1.4480 sec 2024-12-15T17:24:04,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN}] 2024-12-15T17:24:04,471 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN 2024-12-15T17:24:04,471 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN 2024-12-15T17:24:04,471 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-15T17:24:04,471 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-15T17:24:04,472 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:24:04,472 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:24:04,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-15T17:24:04,482 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-15T17:24:04,483 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-15T17:24:04,483 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-15T17:24:04,483 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T17:24:04,483 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-15T17:24:04,622 DEBUG [4ce65a7c4674:33459 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=4, allServersCount=4 2024-12-15T17:24:04,622 DEBUG [4ce65a7c4674:33459 {}] balancer.BalancerClusterState(202): Hosts are {4ce65a7c4674=0} racks are {/default-rack=0} 2024-12-15T17:24:04,626 DEBUG [4ce65a7c4674:33459 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-15T17:24:04,626 DEBUG [4ce65a7c4674:33459 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-15T17:24:04,626 DEBUG [4ce65a7c4674:33459 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-15T17:24:04,626 DEBUG [4ce65a7c4674:33459 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-15T17:24:04,626 INFO [4ce65a7c4674:33459 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-15T17:24:04,626 INFO [4ce65a7c4674:33459 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-15T17:24:04,626 INFO [4ce65a7c4674:33459 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-15T17:24:04,626 INFO [4ce65a7c4674:33459 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-15T17:24:04,626 DEBUG [4ce65a7c4674:33459 {}] balancer.BalancerClusterState(319): Number of tables=2, number of hosts=1, number of racks=1 2024-12-15T17:24:04,627 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=1657623790, regionState=OPENING, regionLocation=4ce65a7c4674,34673,1734283439235 2024-12-15T17:24:04,627 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=534574363, regionState=OPENING, regionLocation=4ce65a7c4674,37409,1734283439100 2024-12-15T17:24:04,628 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=2 location in ZooKeeper as 4ce65a7c4674,34673,1734283439235, state=OPENING 2024-12-15T17:24:04,628 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=1 location in ZooKeeper as 4ce65a7c4674,37409,1734283439100, state=OPENING 2024-12-15T17:24:04,636 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(185): hbase:meta region location doesn't exist for replicaId=1, create it 2024-12-15T17:24:04,636 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(185): hbase:meta region location doesn't exist for replicaId=2, create it 2024-12-15T17:24:04,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34673-0x1002ab8445b0003, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:04,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38857-0x1002ab8445b0004, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:04,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33459-0x1002ab8445b0000, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:04,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36751-0x1002ab8445b0001, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:04,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37409-0x1002ab8445b0002, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:04,645 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:04,645 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:04,645 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE; OpenRegionProcedure 1657623790, server=4ce65a7c4674,34673,1734283439235}] 2024-12-15T17:24:04,645 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:04,646 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:04,646 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-15T17:24:04,646 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-15T17:24:04,646 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-15T17:24:04,646 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:04,646 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:24:04,646 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:24:04,647 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-15T17:24:04,647 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:24:04,647 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-15T17:24:04,647 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:24:04,647 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:24:04,647 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=14, state=RUNNABLE; OpenRegionProcedure 534574363, server=4ce65a7c4674,37409,1734283439100}] 2024-12-15T17:24:04,664 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283441398.meta to pos 2775, reset compression=false 2024-12-15T17:24:04,798 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,34673,1734283439235 2024-12-15T17:24:04,800 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,37409,1734283439100 2024-12-15T17:24:04,800 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T17:24:04,803 INFO [RS-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41710, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-15T17:24:04,803 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] handler.AssignRegionHandler(135): Open hbase:meta,,1_0002.1657623790 2024-12-15T17:24:04,804 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7285): Opening region: {ENCODED => 1657623790, NAME => 'hbase:meta,,1_0002', STARTKEY => '', ENDKEY => '', REPLICA_ID => 2} 2024-12-15T17:24:04,804 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-15T17:24:04,804 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1_0002 service=MultiRowMutationService 2024-12-15T17:24:04,804 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-15T17:24:04,804 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1657623790 2024-12-15T17:24:04,804 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(894): Instantiated hbase:meta,,1_0002.1657623790; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:24:04,804 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7327): checking encryption for 1657623790 2024-12-15T17:24:04,804 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7330): checking classloading for 1657623790 2024-12-15T17:24:04,807 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1657623790 2024-12-15T17:24:04,807 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(135): Open hbase:meta,,1_0001.534574363 2024-12-15T17:24:04,807 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7285): Opening region: {ENCODED => 534574363, NAME => 'hbase:meta,,1_0001', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} 2024-12-15T17:24:04,807 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-15T17:24:04,807 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1_0001 service=MultiRowMutationService 2024-12-15T17:24:04,807 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-15T17:24:04,807 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 534574363 2024-12-15T17:24:04,807 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(894): Instantiated hbase:meta,,1_0001.534574363; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:24:04,807 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7327): checking encryption for 534574363 2024-12-15T17:24:04,807 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7330): checking classloading for 534574363 2024-12-15T17:24:04,808 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName info 2024-12-15T17:24:04,808 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:04,808 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 534574363 2024-12-15T17:24:04,809 INFO [StoreOpener-534574363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534574363 columnFamilyName info 2024-12-15T17:24:04,809 DEBUG [StoreOpener-534574363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:04,814 DEBUG [StoreOpener-534574363-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/meta/1588230740/info/669de9f3a1eb42fc8040cfe3bd8114b8 2024-12-15T17:24:04,814 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(327): Store=534574363/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:04,814 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 534574363 2024-12-15T17:24:04,815 DEBUG [StoreOpener-1657623790-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/meta/1588230740/info/669de9f3a1eb42fc8040cfe3bd8114b8 2024-12-15T17:24:04,815 INFO [StoreOpener-534574363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534574363 columnFamilyName rep_barrier 2024-12-15T17:24:04,815 DEBUG [StoreOpener-534574363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:04,816 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:04,816 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1657623790 2024-12-15T17:24:04,816 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(327): Store=534574363/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:04,816 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 534574363 2024-12-15T17:24:04,817 INFO [StoreOpener-534574363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534574363 columnFamilyName table 2024-12-15T17:24:04,817 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName rep_barrier 2024-12-15T17:24:04,817 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:04,817 DEBUG [StoreOpener-534574363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:04,817 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:04,817 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1657623790 2024-12-15T17:24:04,818 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName table 2024-12-15T17:24:04,818 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:04,830 DEBUG [StoreOpener-534574363-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/meta/1588230740/table/c2ad99dca59a4900b2d4f5d787c0e6db 2024-12-15T17:24:04,830 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(327): Store=534574363/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:04,831 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-15T17:24:04,833 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1102): Opened 534574363; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68894208, jitterRate=0.02660369873046875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-15T17:24:04,833 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1001): Region open journal for 534574363: 2024-12-15T17:24:04,833 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1_0001.534574363, pid=17, masterSystemTime=1734283444799 2024-12-15T17:24:04,834 DEBUG [StoreOpener-1657623790-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/meta/1588230740/table/c2ad99dca59a4900b2d4f5d787c0e6db 2024-12-15T17:24:04,834 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:04,834 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-15T17:24:04,835 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=534574363, regionState=OPEN, openSeqNum=13, regionLocation=4ce65a7c4674,37409,1734283439100 2024-12-15T17:24:04,836 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1_0001.534574363 2024-12-15T17:24:04,836 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(164): Opened hbase:meta,,1_0001.534574363 2024-12-15T17:24:04,836 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(112): RPC'ing to primary hbase:meta,,1.1588230740 from hbase:meta,,1_0001.534574363 to trigger FLUSH 2024-12-15T17:24:04,836 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=1 location in ZooKeeper as 4ce65a7c4674,37409,1734283439100, state=OPEN 2024-12-15T17:24:04,836 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T17:24:04,836 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(1102): Opened 1657623790; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74781589, jitterRate=0.11433251202106476}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-15T17:24:04,837 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(1001): Region open journal for 1657623790: 2024-12-15T17:24:04,837 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1_0002.1657623790, pid=16, masterSystemTime=1734283444798 2024-12-15T17:24:04,838 INFO [RS-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33686, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-12-15T17:24:04,838 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36751 {}] regionserver.RSRpcServices(1768): Flushing hbase:meta,,1.1588230740 2024-12-15T17:24:04,839 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1_0002.1657623790 2024-12-15T17:24:04,839 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] handler.AssignRegionHandler(164): Opened hbase:meta,,1_0002.1657623790 2024-12-15T17:24:04,839 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(112): RPC'ing to primary hbase:meta,,1.1588230740 from hbase:meta,,1_0002.1657623790 to trigger FLUSH 2024-12-15T17:24:04,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36751 {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-15T17:24:04,839 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=1657623790, regionState=OPEN, openSeqNum=13, regionLocation=4ce65a7c4674,34673,1734283439235 2024-12-15T17:24:04,839 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T17:24:04,839 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(155): Triggered empty flush marker (memstore empty) on primary region replica 1588230740 for 534574363; now waiting and blocking reads until observing a flush marker 2024-12-15T17:24:04,839 INFO [RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] regionserver.HRegion(5092): Enabling reads for 534574363 2024-12-15T17:24:04,840 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=2 location in ZooKeeper as 4ce65a7c4674,34673,1734283439235, state=OPEN 2024-12-15T17:24:04,840 INFO [RS-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33694, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=AdminService 2024-12-15T17:24:04,840 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36751 {}] regionserver.RSRpcServices(1768): Flushing hbase:meta,,1.1588230740 2024-12-15T17:24:04,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36751 {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-15T17:24:04,842 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(155): Triggered empty flush marker (memstore empty) on primary region replica 1588230740 for 1657623790; now waiting and blocking reads until observing a flush marker 2024-12-15T17:24:04,842 INFO [RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] regionserver.HRegion(5092): Enabling reads for 1657623790 2024-12-15T17:24:04,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38857-0x1002ab8445b0004, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-15T17:24:04,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34673-0x1002ab8445b0003, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-15T17:24:04,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36751-0x1002ab8445b0001, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-15T17:24:04,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:24:04,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:24:04,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33459-0x1002ab8445b0000, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-15T17:24:04,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:24:04,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=14 2024-12-15T17:24:04,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=14, state=SUCCESS; OpenRegionProcedure 534574363, server=4ce65a7c4674,37409,1734283439100 in 199 msec 2024-12-15T17:24:04,847 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:24:04,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37409-0x1002ab8445b0002, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-15T17:24:04,847 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:24:04,851 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN in 378 msec 2024-12-15T17:24:04,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34673-0x1002ab8445b0003, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-15T17:24:04,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33459-0x1002ab8445b0000, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-15T17:24:04,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38857-0x1002ab8445b0004, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-15T17:24:04,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36751-0x1002ab8445b0001, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-15T17:24:04,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37409-0x1002ab8445b0002, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-15T17:24:04,853 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-15T17:24:04,854 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-15T17:24:04,854 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-15T17:24:04,854 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-15T17:24:04,854 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-15T17:24:04,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=16, resume processing ppid=15 2024-12-15T17:24:04,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=15, state=SUCCESS; OpenRegionProcedure 1657623790, server=4ce65a7c4674,34673,1734283439235 in 208 msec 2024-12-15T17:24:04,874 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=9 2024-12-15T17:24:04,874 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN in 399 msec 2024-12-15T17:24:04,880 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; ModifyTableProcedure table=hbase:meta in 1.9980 sec 2024-12-15T17:24:04,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T17:24:04,883 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T17:24:04,885 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T17:24:04,888 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(381): Found locations [region=hbase:meta,,1.1588230740, hostname=4ce65a7c4674,36751,1734283438932, seqNum=-1, region=hbase:meta,,1_0001.534574363, hostname=4ce65a7c4674,37409,1734283439100, seqNum=-1, region=hbase:meta,,1_0002.1657623790, hostname=4ce65a7c4674,34673,1734283439235, seqNum=-1] 2024-12-15T17:24:04,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33459 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testHBaseMetaReplicationSourceCreatedOnOpen_0', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T17:24:04,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33459 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_0 2024-12-15T17:24:04,898 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_0 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T17:24:04,899 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:04,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33459 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testHBaseMetaReplicationSourceCreatedOnOpen_0" procId is: 18 2024-12-15T17:24:04,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-15T17:24:04,902 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_0 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T17:24:04,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39113 is added to blk_1073741843_1019 (size=423) 2024-12-15T17:24:04,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741843_1019 (size=423) 2024-12-15T17:24:04,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741843_1019 (size=423) 2024-12-15T17:24:05,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-15T17:24:05,071 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283441398.meta to pos 2775, reset compression=false 2024-12-15T17:24:05,081 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:05,081 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283441398.meta to pos 3045, reset compression=false 2024-12-15T17:24:05,081 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/16=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734283444838/Put/vlen=52/seqid=0; >],236}, {hbase:meta/1588230740/18=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734283444840/Put/vlen=52/seqid=0; >],236}], lastWalPath=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283441398.meta, lastWalPosition=3045, nbRowKeys=2, nbHFiles=0, heapSize=472, lastSeqIds={}, endOfFile=false,usedBufferSize=472] 2024-12-15T17:24:05,096 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-Writer-0 {}] regionserver.RegionReplicaReplicationEndpoint$RegionReplicaSinkWriter(446): Skipping location cache; only one location found for hbase:meta 2024-12-15T17:24:05,106 DEBUG [RegionReplicaReplicationEndpoint-rpc-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T17:24:05,108 DEBUG [RegionReplicaReplicationEndpoint-rpc-shared-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T17:24:05,109 INFO [RS-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41724, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=AdminService 2024-12-15T17:24:05,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: CANNOT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 18446744073709551615 region_name: "hbase:meta,,1" 2024-12-15T17:24:05,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: CANNOT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 18446744073709551615 region_name: "hbase:meta,,1" 2024-12-15T17:24:05,112 INFO [RS-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43168, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=AdminService 2024-12-15T17:24:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34673 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: CANNOT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 18446744073709551615 region_name: "hbase:meta,,1" 2024-12-15T17:24:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34673 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: CANNOT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 18446744073709551615 region_name: "hbase:meta,,1" 2024-12-15T17:24:05,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-15T17:24:05,300 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283441398.meta to pos 3045, reset compression=false 2024-12-15T17:24:05,333 INFO [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_0-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a0b0946b984d5bb23561b2581eef865a, NAME => 'testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testHBaseMetaReplicationSourceCreatedOnOpen_0', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795 2024-12-15T17:24:05,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741844_1020 (size=80) 2024-12-15T17:24:05,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39113 is added to blk_1073741844_1020 (size=80) 2024-12-15T17:24:05,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35123 is added to blk_1073741844_1020 (size=80) 2024-12-15T17:24:05,384 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_0-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:24:05,384 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_0-pool-0 {}] regionserver.HRegion(1681): Closing a0b0946b984d5bb23561b2581eef865a, disabling compactions & flushes 2024-12-15T17:24:05,384 INFO [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_0-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a. 2024-12-15T17:24:05,384 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_0-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a. 2024-12-15T17:24:05,384 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_0-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a. after waiting 0 ms 2024-12-15T17:24:05,384 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_0-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a. 2024-12-15T17:24:05,384 INFO [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_0-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a. 2024-12-15T17:24:05,384 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_0-pool-0 {}] regionserver.HRegion(1635): Region close journal for a0b0946b984d5bb23561b2581eef865a: 2024-12-15T17:24:05,388 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_0 execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T17:24:05,389 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a.","families":{"info":[{"qualifier":"regioninfo","vlen":79,"tag":[],"timestamp":"1734283445388"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283445388"}]},"ts":"1734283445388"} 2024-12-15T17:24:05,393 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T17:24:05,395 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_0 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T17:24:05,395 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testHBaseMetaReplicationSourceCreatedOnOpen_0","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734283445395"}]},"ts":"1734283445395"} 2024-12-15T17:24:05,404 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testHBaseMetaReplicationSourceCreatedOnOpen_0, state=ENABLING in hbase:meta 2024-12-15T17:24:05,456 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(202): Hosts are {4ce65a7c4674=0} racks are {/default-rack=0} 2024-12-15T17:24:05,457 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-15T17:24:05,457 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-15T17:24:05,457 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-15T17:24:05,457 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-15T17:24:05,457 INFO [PEWorker-5 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-15T17:24:05,458 INFO [PEWorker-5 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-15T17:24:05,458 INFO [PEWorker-5 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-15T17:24:05,458 INFO [PEWorker-5 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-15T17:24:05,458 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-15T17:24:05,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_0, region=a0b0946b984d5bb23561b2581eef865a, ASSIGN}] 2024-12-15T17:24:05,459 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=19, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_0, region=a0b0946b984d5bb23561b2581eef865a, ASSIGN 2024-12-15T17:24:05,460 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=19, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_0, region=a0b0946b984d5bb23561b2581eef865a, ASSIGN; state=OFFLINE, location=4ce65a7c4674,37409,1734283439100; forceNewPlan=false, retain=false 2024-12-15T17:24:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-15T17:24:05,610 INFO [4ce65a7c4674:33459 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-15T17:24:05,610 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=a0b0946b984d5bb23561b2581eef865a, regionState=OPENING, regionLocation=4ce65a7c4674,37409,1734283439100 2024-12-15T17:24:05,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE; OpenRegionProcedure a0b0946b984d5bb23561b2581eef865a, server=4ce65a7c4674,37409,1734283439100}] 2024-12-15T17:24:05,616 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283441398.meta to pos 3045, reset compression=false 2024-12-15T17:24:05,638 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:05,638 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283441398.meta to pos 4079, reset compression=false 2024-12-15T17:24:05,639 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/19=[#edits: 2 = ],532}, {hbase:meta/1588230740/20=[#edits: 1 = ],220}, {hbase:meta/1588230740/21=[#edits: 3 = ],732}], lastWalPath=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283441398.meta, lastWalPosition=4079, nbRowKeys=3, nbHFiles=0, heapSize=1484, lastSeqIds={}, endOfFile=false,usedBufferSize=1484] 2024-12-15T17:24:05,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0001.534574363 with WAL disabled. Data may be lost in the event of a crash. 2024-12-15T17:24:05,653 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34673 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0002.1657623790 with WAL disabled. Data may be lost in the event of a crash. 2024-12-15T17:24:05,733 INFO [4ce65a7c4674:34673Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:24:05,755 INFO [4ce65a7c4674:38857Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:24:05,765 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,37409,1734283439100 2024-12-15T17:24:05,768 INFO [4ce65a7c4674:36751Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:24:05,769 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a. 2024-12-15T17:24:05,769 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7285): Opening region: {ENCODED => a0b0946b984d5bb23561b2581eef865a, NAME => 'testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a.', STARTKEY => '', ENDKEY => ''} 2024-12-15T17:24:05,770 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicationSourceCreatedOnOpen_0 a0b0946b984d5bb23561b2581eef865a 2024-12-15T17:24:05,770 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:24:05,770 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7327): checking encryption for a0b0946b984d5bb23561b2581eef865a 2024-12-15T17:24:05,770 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7330): checking classloading for a0b0946b984d5bb23561b2581eef865a 2024-12-15T17:24:05,780 INFO [StoreOpener-a0b0946b984d5bb23561b2581eef865a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region a0b0946b984d5bb23561b2581eef865a 2024-12-15T17:24:05,782 INFO [4ce65a7c4674:37409Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:24:05,782 INFO [StoreOpener-a0b0946b984d5bb23561b2581eef865a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0b0946b984d5bb23561b2581eef865a columnFamilyName info 2024-12-15T17:24:05,782 DEBUG [StoreOpener-a0b0946b984d5bb23561b2581eef865a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:05,783 INFO [StoreOpener-a0b0946b984d5bb23561b2581eef865a-1 {}] regionserver.HStore(327): Store=a0b0946b984d5bb23561b2581eef865a/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:24:05,784 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/default/testHBaseMetaReplicationSourceCreatedOnOpen_0/a0b0946b984d5bb23561b2581eef865a 2024-12-15T17:24:05,785 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/default/testHBaseMetaReplicationSourceCreatedOnOpen_0/a0b0946b984d5bb23561b2581eef865a 2024-12-15T17:24:05,788 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1085): writing seq id for a0b0946b984d5bb23561b2581eef865a 2024-12-15T17:24:05,796 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/default/testHBaseMetaReplicationSourceCreatedOnOpen_0/a0b0946b984d5bb23561b2581eef865a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:24:05,798 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1102): Opened a0b0946b984d5bb23561b2581eef865a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69219714, jitterRate=0.031454116106033325}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:24:05,798 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1001): Region open journal for a0b0946b984d5bb23561b2581eef865a: 2024-12-15T17:24:05,807 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a., pid=20, masterSystemTime=1734283445764 2024-12-15T17:24:05,812 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a. 2024-12-15T17:24:05,812 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a. 2024-12-15T17:24:05,813 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=a0b0946b984d5bb23561b2581eef865a, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,37409,1734283439100 2024-12-15T17:24:05,828 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=20, resume processing ppid=19 2024-12-15T17:24:05,828 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=19, state=SUCCESS; OpenRegionProcedure a0b0946b984d5bb23561b2581eef865a, server=4ce65a7c4674,37409,1734283439100 in 208 msec 2024-12-15T17:24:05,839 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-12-15T17:24:05,839 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_0, region=a0b0946b984d5bb23561b2581eef865a, ASSIGN in 370 msec 2024-12-15T17:24:05,844 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_0 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T17:24:05,844 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testHBaseMetaReplicationSourceCreatedOnOpen_0","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734283445844"}]},"ts":"1734283445844"} 2024-12-15T17:24:05,849 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testHBaseMetaReplicationSourceCreatedOnOpen_0, state=ENABLED in hbase:meta 2024-12-15T17:24:05,876 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283441398.meta to pos 4079, reset compression=false 2024-12-15T17:24:05,884 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:05,884 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283441398.meta to pos 5011, reset compression=false 2024-12-15T17:24:05,884 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/22=[#edits: 5 = ],1100}, {hbase:meta/1588230740/23=[#edits: 1 = ],220}], lastWalPath=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283441398.meta, lastWalPosition=5011, nbRowKeys=2, nbHFiles=0, heapSize=1320, lastSeqIds={}, endOfFile=false,usedBufferSize=1320] 2024-12-15T17:24:05,888 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_0 execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T17:24:05,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_0 in 997 msec 2024-12-15T17:24:06,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-15T17:24:06,005 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testHBaseMetaReplicationSourceCreatedOnOpen_0, procId: 18 completed 2024-12-15T17:24:06,005 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testHBaseMetaReplicationSourceCreatedOnOpen_0 get assigned. Timeout = 60000ms 2024-12-15T17:24:06,005 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T17:24:06,010 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testHBaseMetaReplicationSourceCreatedOnOpen_0 assigned to meta. Checking AM states. 2024-12-15T17:24:06,010 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T17:24:06,010 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testHBaseMetaReplicationSourceCreatedOnOpen_0 assigned. 2024-12-15T17:24:06,012 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T17:24:06,012 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$4(489): Verifying replication for region replica {ENCODED => 534574363, NAME => 'hbase:meta,,1_0001', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} 2024-12-15T17:24:06,017 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:regioninfo/1734283445813/Put/vlen=79/seqid=0 hbase:namespace/table:state/1734283442351/Put/vlen=2/seqid=8 2024-12-15T17:24:06,017 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:regioninfo/1734283445813/Put/vlen=79/seqid=0 hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca./info:regioninfo/1734283442315/Put/vlen=41/seqid=7 2024-12-15T17:24:06,017 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:regioninfo/1734283445813/Put/vlen=79/seqid=0 hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca./info:seqnumDuringOpen/1734283442315/Put/vlen=8/seqid=7 2024-12-15T17:24:06,017 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:regioninfo/1734283445813/Put/vlen=79/seqid=0 hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca./info:server/1734283442315/Put/vlen=18/seqid=7 2024-12-15T17:24:06,017 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:regioninfo/1734283445813/Put/vlen=79/seqid=0 hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca./info:serverstartcode/1734283442315/Put/vlen=8/seqid=7 2024-12-15T17:24:06,017 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:regioninfo/1734283445813/Put/vlen=79/seqid=0 hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca./info:sn/1734283442126/Put/vlen=32/seqid=6 2024-12-15T17:24:06,017 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:regioninfo/1734283445813/Put/vlen=79/seqid=0 hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca./info:state/1734283442315/Put/vlen=4/seqid=7 2024-12-15T17:24:06,017 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:regioninfo/1734283445813/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0/table:state/1734283445844/Put/vlen=2/seqid=23 2024-12-15T17:24:06,017 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:regioninfo/1734283445813/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:regioninfo/1734283445813/Put/vlen=79/seqid=22 2024-12-15T17:24:06,017 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:seqnumDuringOpen/1734283445813/Put/vlen=8/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:seqnumDuringOpen/1734283445813/Put/vlen=8/seqid=22 2024-12-15T17:24:06,017 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:server/1734283445813/Put/vlen=18/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:server/1734283445813/Put/vlen=18/seqid=22 2024-12-15T17:24:06,017 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:serverstartcode/1734283445813/Put/vlen=8/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:serverstartcode/1734283445813/Put/vlen=8/seqid=22 2024-12-15T17:24:06,017 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:sn/1734283445610/Put/vlen=32/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:sn/1734283445610/Put/vlen=32/seqid=21 2024-12-15T17:24:06,018 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:state/1734283445813/Put/vlen=4/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:state/1734283445813/Put/vlen=4/seqid=22 2024-12-15T17:24:06,018 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T17:24:06,018 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$4(489): Verifying replication for region replica {ENCODED => 1657623790, NAME => 'hbase:meta,,1_0002', STARTKEY => '', ENDKEY => '', REPLICA_ID => 2} 2024-12-15T17:24:06,024 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:regioninfo/1734283445813/Put/vlen=79/seqid=0 hbase:namespace/table:state/1734283442351/Put/vlen=2/seqid=8 2024-12-15T17:24:06,024 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:regioninfo/1734283445813/Put/vlen=79/seqid=0 hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca./info:regioninfo/1734283442315/Put/vlen=41/seqid=7 2024-12-15T17:24:06,024 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:regioninfo/1734283445813/Put/vlen=79/seqid=0 hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca./info:seqnumDuringOpen/1734283442315/Put/vlen=8/seqid=7 2024-12-15T17:24:06,025 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:regioninfo/1734283445813/Put/vlen=79/seqid=0 hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca./info:server/1734283442315/Put/vlen=18/seqid=7 2024-12-15T17:24:06,025 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:regioninfo/1734283445813/Put/vlen=79/seqid=0 hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca./info:serverstartcode/1734283442315/Put/vlen=8/seqid=7 2024-12-15T17:24:06,025 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:regioninfo/1734283445813/Put/vlen=79/seqid=0 hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca./info:sn/1734283442126/Put/vlen=32/seqid=6 2024-12-15T17:24:06,025 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:regioninfo/1734283445813/Put/vlen=79/seqid=0 hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca./info:state/1734283442315/Put/vlen=4/seqid=7 2024-12-15T17:24:06,025 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:regioninfo/1734283445813/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0/table:state/1734283445844/Put/vlen=2/seqid=23 2024-12-15T17:24:06,025 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:regioninfo/1734283445813/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:regioninfo/1734283445813/Put/vlen=79/seqid=22 2024-12-15T17:24:06,025 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:seqnumDuringOpen/1734283445813/Put/vlen=8/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:seqnumDuringOpen/1734283445813/Put/vlen=8/seqid=22 2024-12-15T17:24:06,025 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:server/1734283445813/Put/vlen=18/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:server/1734283445813/Put/vlen=18/seqid=22 2024-12-15T17:24:06,025 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:serverstartcode/1734283445813/Put/vlen=8/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:serverstartcode/1734283445813/Put/vlen=8/seqid=22 2024-12-15T17:24:06,025 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:sn/1734283445610/Put/vlen=32/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:sn/1734283445610/Put/vlen=32/seqid=21 2024-12-15T17:24:06,025 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:state/1734283445813/Put/vlen=4/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:state/1734283445813/Put/vlen=4/seqid=22 2024-12-15T17:24:06,026 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33459 {}] master.HMaster(2345): Client=jenkins//172.17.0.2 move hri=1588230740, source=4ce65a7c4674,36751,1734283438932, destination=4ce65a7c4674,37409,1734283439100, warming up region on 4ce65a7c4674,37409,1734283439100 2024-12-15T17:24:06,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33459 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,37409,1734283439100 2024-12-15T17:24:06,029 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.RSRpcServices(2212): Warmup hbase:meta,,1.1588230740 2024-12-15T17:24:06,029 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T17:24:06,029 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-15T17:24:06,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=4ce65a7c4674%2C37409%2C1734283439100.meta, suffix=.meta, logDir=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,37409,1734283439100, archiveDir=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/oldWALs, maxLogs=10 2024-12-15T17:24:06,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,37409,1734283439100/4ce65a7c4674%2C37409%2C1734283439100.meta.1734283446031.meta, exclude list is [], retry=0 2024-12-15T17:24:06,049 DEBUG [RS-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41369,DS-3b2acf6d-ae8c-4eca-bf33-0cfd289f4593,DISK] 2024-12-15T17:24:06,049 DEBUG [RS-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35123,DS-a964851d-b546-4892-a2e8-44efd7c7898a,DISK] 2024-12-15T17:24:06,049 DEBUG [RS-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33101,DS-b6daf2b5-2524-48dd-8b9e-111146f68bd8,DISK] 2024-12-15T17:24:06,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,37409,1734283439100/4ce65a7c4674%2C37409%2C1734283439100.meta.1734283446031.meta 2024-12-15T17:24:06,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42607:42607),(127.0.0.1/127.0.0.1:39133:39133),(127.0.0.1/127.0.0.1:36391:36391)] 2024-12-15T17:24:06,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.HRegion(7389): Warmup {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-15T17:24:06,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:24:06,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-15T17:24:06,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-15T17:24:06,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:06,083 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/meta/1588230740/info/669de9f3a1eb42fc8040cfe3bd8114b8 2024-12-15T17:24:06,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:06,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-15T17:24:06,084 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-15T17:24:06,084 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:06,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:06,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-15T17:24:06,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-15T17:24:06,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:06,092 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283441398.meta to pos 5011, reset compression=false 2024-12-15T17:24:06,098 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/meta/1588230740/table/c2ad99dca59a4900b2d4f5d787c0e6db 2024-12-15T17:24:06,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:06,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-15T17:24:06,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-15T17:24:06,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-15T17:24:06,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-15T17:24:06,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-15T17:24:06,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-15T17:24:06,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-15T17:24:06,140 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33459 {}] master.HMaster(2349): Client=jenkins//172.17.0.2 move hri=1588230740, source=4ce65a7c4674,36751,1734283438932, destination=4ce65a7c4674,37409,1734283439100, running balancer 2024-12-15T17:24:06,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33459 {}] procedure2.ProcedureExecutor(1098): Stored pid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE 2024-12-15T17:24:06,153 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE 2024-12-15T17:24:06,162 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=1588230740, regionState=CLOSING, regionLocation=4ce65a7c4674,36751,1734283438932 2024-12-15T17:24:06,172 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ce65a7c4674,36751,1734283438932, state=CLOSING 2024-12-15T17:24:06,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36751-0x1002ab8445b0001, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:06,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34673-0x1002ab8445b0003, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:06,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38857-0x1002ab8445b0004, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:06,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37409-0x1002ab8445b0002, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:06,193 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T17:24:06,193 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:06,193 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:06,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE; CloseRegionProcedure 1588230740, server=4ce65a7c4674,36751,1734283438932}] 2024-12-15T17:24:06,193 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:06,194 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:06,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33459-0x1002ab8445b0000, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:06,194 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:06,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33459 {}] procedure.ProcedureSyncWait(219): waitFor pid=21 2024-12-15T17:24:06,354 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,36751,1734283438932 2024-12-15T17:24:06,355 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=22}] handler.UnassignRegionHandler(124): Close 1588230740 2024-12-15T17:24:06,355 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=22}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T17:24:06,355 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=22}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-15T17:24:06,355 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=22}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-15T17:24:06,356 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=22}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-15T17:24:06,356 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=22}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-15T17:24:06,356 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=22}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-15T17:24:06,356 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=22}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=1.70 KB heapSize=3.32 KB 2024-12-15T17:24:06,377 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/meta/1588230740/.tmp/info/3288c974e00c4214832ba3e30a78561c is 211, key is testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:regioninfo/1734283445813/Put/seqid=0 2024-12-15T17:24:06,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741846_1022 (size=7162) 2024-12-15T17:24:06,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39113 is added to blk_1073741846_1022 (size=7162) 2024-12-15T17:24:06,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741846_1022 (size=7162) 2024-12-15T17:24:06,416 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.55 KB at sequenceid=24 (bloomFilter=true), to=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/meta/1588230740/.tmp/info/3288c974e00c4214832ba3e30a78561c 2024-12-15T17:24:06,459 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283441398.meta to pos 5011, reset compression=false 2024-12-15T17:24:06,464 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/meta/1588230740/.tmp/table/757901a07a5c4cc182064d4a1b05752a is 81, key is testHBaseMetaReplicationSourceCreatedOnOpen_0/table:state/1734283445844/Put/seqid=0 2024-12-15T17:24:06,483 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:24:06,484 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283441398.meta to pos 5195, reset compression=false 2024-12-15T17:24:06,484 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/25=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734283446356/Put/vlen=101/seqid=0; >],284}], lastWalPath=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283441398.meta, lastWalPosition=5195, nbRowKeys=1, nbHFiles=0, heapSize=284, lastSeqIds={}, endOfFile=false,usedBufferSize=284] 2024-12-15T17:24:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34673 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: START_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 24 store_flushes { family_name: "info" store_home_dir: "info" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-15T17:24:06,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34673 {}] regionserver.HRegion(2837): Flushing 1657623790 3/3 column families, dataSize=1.70 KB heapSize=3.32 KB 2024-12-15T17:24:06,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34673 {}] regionserver.HRegion(5724): 1657623790 : Prepared flush with seqId:24 2024-12-15T17:24:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: START_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 24 store_flushes { family_name: "info" store_home_dir: "info" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-15T17:24:06,512 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.HRegion(2837): Flushing 534574363 3/3 column families, dataSize=1.70 KB heapSize=3.32 KB 2024-12-15T17:24:06,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.HRegion(5724): 534574363 : Prepared flush with seqId:24 2024-12-15T17:24:06,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35123 is added to blk_1073741847_1023 (size=5452) 2024-12-15T17:24:06,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741847_1023 (size=5452) 2024-12-15T17:24:06,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39113 is added to blk_1073741847_1023 (size=5452) 2024-12-15T17:24:06,524 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=154 B at sequenceid=24 (bloomFilter=true), to=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/meta/1588230740/.tmp/table/757901a07a5c4cc182064d4a1b05752a 2024-12-15T17:24:06,574 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/meta/1588230740/.tmp/info/3288c974e00c4214832ba3e30a78561c as hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/meta/1588230740/info/3288c974e00c4214832ba3e30a78561c 2024-12-15T17:24:06,613 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=22}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/meta/1588230740/info/3288c974e00c4214832ba3e30a78561c, entries=10, sequenceid=24, filesize=7.0 K 2024-12-15T17:24:06,615 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/meta/1588230740/.tmp/table/757901a07a5c4cc182064d4a1b05752a as hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/meta/1588230740/table/757901a07a5c4cc182064d4a1b05752a 2024-12-15T17:24:06,621 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=22}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/meta/1588230740/table/757901a07a5c4cc182064d4a1b05752a, entries=2, sequenceid=24, filesize=5.3 K 2024-12-15T17:24:06,625 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=22}] regionserver.HRegion(3040): Finished flush of dataSize ~1.70 KB/1738, heapSize ~3.04 KB/3112, currentSize=0 B/0 for 1588230740 in 269ms, sequenceid=24, compaction requested=false 2024-12-15T17:24:06,663 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=22}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/meta/1588230740/recovered.edits/27.seqid, newMaxSeqId=27, maxSeqId=12 2024-12-15T17:24:06,665 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=22}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T17:24:06,665 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=22}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-15T17:24:06,665 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=22}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-15T17:24:06,665 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=22}] regionserver.HRegionServer(3789): Adding 1588230740 move to 4ce65a7c4674,37409,1734283439100 record at close sequenceid=24 2024-12-15T17:24:06,672 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=22}] handler.UnassignRegionHandler(170): Closed 1588230740 2024-12-15T17:24:06,676 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=1588230740, regionState=CLOSED 2024-12-15T17:24:06,679 WARN [PEWorker-2 {}] zookeeper.MetaTableLocator(168): Tried to set null ServerName in hbase:meta; skipping -- ServerName required 2024-12-15T17:24:06,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=22, resume processing ppid=21 2024-12-15T17:24:06,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, ppid=21, state=SUCCESS; CloseRegionProcedure 1588230740, server=4ce65a7c4674,36751,1734283438932 in 486 msec 2024-12-15T17:24:06,691 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE; state=CLOSED, location=4ce65a7c4674,37409,1734283439100; forceNewPlan=false, retain=false 2024-12-15T17:24:06,717 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283441398.meta to pos 5195, reset compression=false 2024-12-15T17:24:06,740 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:06,740 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283441398.meta to pos 5679, reset compression=false 2024-12-15T17:24:06,740 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/26=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734283446621/Put/vlen=169/seqid=0; >],356}, {hbase:meta/1588230740/27=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_CLOSE/1734283446634/Put/vlen=128/seqid=0; >],332}], lastWalPath=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283441398.meta, lastWalPosition=5679, nbRowKeys=2, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-15T17:24:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: COMMIT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 24 store_flushes { family_name: "info" store_home_dir: "info" flush_output: "3288c974e00c4214832ba3e30a78561c" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" flush_output: "757901a07a5c4cc182064d4a1b05752a" } region_name: "hbase:meta,,1" 2024-12-15T17:24:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.HRegion(5812): 534574363 : Received a flush commit marker with seqId:24 and a previous prepared snapshot was found 2024-12-15T17:24:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:06,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34673 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: COMMIT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 24 store_flushes { family_name: "info" store_home_dir: "info" flush_output: "3288c974e00c4214832ba3e30a78561c" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" flush_output: "757901a07a5c4cc182064d4a1b05752a" } region_name: "hbase:meta,,1" 2024-12-15T17:24:06,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34673 {}] regionserver.HRegion(5812): 1657623790 : Received a flush commit marker with seqId:24 and a previous prepared snapshot was found 2024-12-15T17:24:06,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34673 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:06,769 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.HStore$StoreFlusherImpl(2048): org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a406154 added hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/meta/1588230740/info/3288c974e00c4214832ba3e30a78561c, entries=10, sequenceid=24, filesize=7.0 K 2024-12-15T17:24:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:06,791 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34673 {}] regionserver.HStore$StoreFlusherImpl(2048): org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d9d7fba added hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/meta/1588230740/info/3288c974e00c4214832ba3e30a78561c, entries=10, sequenceid=24, filesize=7.0 K 2024-12-15T17:24:06,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34673 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:06,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.HStore$StoreFlusherImpl(2048): org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16e118a2 added hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/meta/1588230740/table/757901a07a5c4cc182064d4a1b05752a, entries=2, sequenceid=24, filesize=5.3 K 2024-12-15T17:24:06,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34673 {}] regionserver.HStore$StoreFlusherImpl(2048): org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73730405 added hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/meta/1588230740/table/757901a07a5c4cc182064d4a1b05752a, entries=2, sequenceid=24, filesize=5.3 K 2024-12-15T17:24:06,842 INFO [4ce65a7c4674:33459 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-15T17:24:06,842 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4ce65a7c4674,37409,1734283439100 2024-12-15T17:24:06,855 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ce65a7c4674,37409,1734283439100, state=OPENING 2024-12-15T17:24:06,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34673-0x1002ab8445b0003, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:06,871 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:06,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36751-0x1002ab8445b0001, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:06,871 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:06,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38857-0x1002ab8445b0004, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:06,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37409-0x1002ab8445b0002, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:06,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33459-0x1002ab8445b0000, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:06,871 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:06,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=21, state=RUNNABLE; OpenRegionProcedure 1588230740, server=4ce65a7c4674,37409,1734283439100}] 2024-12-15T17:24:06,871 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:06,871 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:06,969 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283441398.meta to pos 5679, reset compression=false 2024-12-15T17:24:06,984 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-15T17:24:07,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:07,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:07,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:07,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:07,035 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,37409,1734283439100 2024-12-15T17:24:07,040 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=23}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-15T17:24:07,050 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-15T17:24:07,051 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testHBaseMetaReplicationSourceCreatedOnOpen_0' 2024-12-15T17:24:07,061 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=23}] regionserver.ReplicationSource(229): queueId=region_replica_replication_catalog, ReplicationSource: region_replica_replication_catalog, currentBandwidth=0 2024-12-15T17:24:07,063 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=23}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-15T17:24:07,064 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=23}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-15T17:24:07,064 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=23}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-15T17:24:07,064 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=23}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-15T17:24:07,064 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-15T17:24:07,064 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=23}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:24:07,064 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=23}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-15T17:24:07,064 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=23}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-15T17:24:07,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-15T17:24:07,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-15T17:24:07,067 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:07,081 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a35f105 to 127.0.0.1:63355 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@167d8af1 2024-12-15T17:24:07,082 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/meta/1588230740/info/3288c974e00c4214832ba3e30a78561c 2024-12-15T17:24:07,088 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/meta/1588230740/info/669de9f3a1eb42fc8040cfe3bd8114b8 2024-12-15T17:24:07,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:07,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-15T17:24:07,090 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-15T17:24:07,090 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:07,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:07,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-15T17:24:07,093 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-15T17:24:07,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:07,101 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/meta/1588230740/table/757901a07a5c4cc182064d4a1b05752a 2024-12-15T17:24:07,106 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/meta/1588230740/table/c2ad99dca59a4900b2d4f5d787c0e6db 2024-12-15T17:24:07,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:07,107 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=23}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/meta/1588230740 2024-12-15T17:24:07,109 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=23}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/meta/1588230740 2024-12-15T17:24:07,110 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=23}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-15T17:24:07,111 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=23}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-15T17:24:07,112 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=23}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=28; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66698765, jitterRate=-0.00611095130443573}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-15T17:24:07,112 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=23}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-15T17:24:07,115 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=23}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=23, masterSystemTime=1734283447035 2024-12-15T17:24:07,117 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=23}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-15T17:24:07,117 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=23}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-15T17:24:07,117 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=28, regionLocation=4ce65a7c4674,37409,1734283439100 2024-12-15T17:24:07,118 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ce65a7c4674,37409,1734283439100, state=OPEN 2024-12-15T17:24:07,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33459-0x1002ab8445b0000, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:07,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38857-0x1002ab8445b0004, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:07,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:07,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37409-0x1002ab8445b0002, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:07,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34673-0x1002ab8445b0003, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:07,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:07,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36751-0x1002ab8445b0001, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:07,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:07,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:07,140 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:07,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=21 2024-12-15T17:24:07,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=21, state=SUCCESS; OpenRegionProcedure 1588230740, server=4ce65a7c4674,37409,1734283439100 in 268 msec 2024-12-15T17:24:07,143 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE in 1.0010 sec 2024-12-15T17:24:07,143 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab5d675, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:24:07,148 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: region_replica_replication_catalog connecting to ZooKeeper ensemble=127.0.0.1:63355 2024-12-15T17:24:07,161 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: region_replica_replication_catalog0x0, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T17:24:07,162 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: region_replica_replication_catalog-0x1002ab8445b0009 connected 2024-12-15T17:24:07,162 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSource(587): peerId=region_replica_replication_catalog, queueId=region_replica_replication_catalog (queues=1) is replicating from cluster=a53a0823-a5dd-4add-8cd2-3c008271cf05 to cluster=a53a0823-a5dd-4add-8cd2-3c008271cf05 2024-12-15T17:24:07,162 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSource(343): peerId=region_replica_replication_catalog, starting shipping worker for walGroupId=4ce65a7c4674%2C37409%2C1734283439100 2024-12-15T17:24:07,162 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=region_replica_replication_catalog, ReplicationSourceWALReaderThread : region_replica_replication_catalog inited, replicationBatchSizeCapacity=10240, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-15T17:24:07,162 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C37409%2C1734283439100,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4ce65a7c4674%2C37409%2C1734283439100 2024-12-15T17:24:07,162 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C37409%2C1734283439100,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,37409,1734283439100/4ce65a7c4674%2C37409%2C1734283439100.meta.1734283446031.meta, startPosition=0, beingWritten=true 2024-12-15T17:24:07,166 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C37409%2C1734283439100,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:24:07,166 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C37409%2C1734283439100,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,37409,1734283439100/4ce65a7c4674%2C37409%2C1734283439100.meta.1734283446031.meta to pos 452, reset compression=false 2024-12-15T17:24:07,166 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C37409%2C1734283439100,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/29=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_OPEN/1734283447112/Put/vlen=264/seqid=0; >],468}], lastWalPath=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,37409,1734283439100/4ce65a7c4674%2C37409%2C1734283439100.meta.1734283446031.meta, lastWalPosition=452, nbRowKeys=1, nbHFiles=0, heapSize=468, lastSeqIds={}, endOfFile=false,usedBufferSize=468] 2024-12-15T17:24:07,168 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T17:24:07,172 INFO [RS-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41736, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-15T17:24:07,173 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T17:24:07,174 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(381): Found locations [region=hbase:meta,,1.1588230740, hostname=4ce65a7c4674,37409,1734283439100, seqNum=-1, region=hbase:meta,,1_0001.534574363, hostname=4ce65a7c4674,37409,1734283439100, seqNum=-1, region=hbase:meta,,1_0002.1657623790, hostname=4ce65a7c4674,34673,1734283439235, seqNum=-1] 2024-12-15T17:24:07,176 DEBUG [RegionReplicaReplicationEndpoint-rpc-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T17:24:07,176 INFO [RS-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41744, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-12-15T17:24:07,177 DEBUG [RegionReplicaReplicationEndpoint-rpc-shared-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T17:24:07,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.HRegion(6096): 534574363 : Replaying region open event marker event_type: REGION_OPEN table_name: "hbase:meta" encoded_region_name: "1588230740" log_sequence_number: 28 stores { family_name: "info" store_home_dir: "info" store_file: "669de9f3a1eb42fc8040cfe3bd8114b8" store_file: "3288c974e00c4214832ba3e30a78561c" } stores { family_name: "rep_barrier" store_home_dir: "rep_barrier" } stores { family_name: "table" store_home_dir: "table" store_file: "c2ad99dca59a4900b2d4f5d787c0e6db" store_file: "757901a07a5c4cc182064d4a1b05752a" } server { host_name: "4ce65a7c4674" port: 37409 start_code: 1734283439100 } region_name: "hbase:meta,,1" 2024-12-15T17:24:07,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33459 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testHBaseMetaReplicationSourceCreatedOnOpen_1', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T17:24:07,178 INFO [RS-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43184, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-12-15T17:24:07,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34673 {}] regionserver.HRegion(6096): 1657623790 : Replaying region open event marker event_type: REGION_OPEN table_name: "hbase:meta" encoded_region_name: "1588230740" log_sequence_number: 28 stores { family_name: "info" store_home_dir: "info" store_file: "669de9f3a1eb42fc8040cfe3bd8114b8" store_file: "3288c974e00c4214832ba3e30a78561c" } stores { family_name: "rep_barrier" store_home_dir: "rep_barrier" } stores { family_name: "table" store_home_dir: "table" store_file: "c2ad99dca59a4900b2d4f5d787c0e6db" store_file: "757901a07a5c4cc182064d4a1b05752a" } server { host_name: "4ce65a7c4674" port: 37409 start_code: 1734283439100 } region_name: "hbase:meta,,1" 2024-12-15T17:24:07,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33459 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_1 2024-12-15T17:24:07,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.HRegion(6011): 534574363 : Dropping memstore contents as well since replayed flush seqId: 28 is greater than current seqId:24 2024-12-15T17:24:07,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.HRegion(6011): 534574363 : Dropping memstore contents as well since replayed flush seqId: 28 is greater than current seqId:24 2024-12-15T17:24:07,180 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=24, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_1 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T17:24:07,180 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34673 {}] regionserver.HRegion(6011): 1657623790 : Dropping memstore contents as well since replayed flush seqId: 28 is greater than current seqId:24 2024-12-15T17:24:07,180 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34673 {}] regionserver.HRegion(6011): 1657623790 : Dropping memstore contents as well since replayed flush seqId: 28 is greater than current seqId:24 2024-12-15T17:24:07,180 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:07,180 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33459 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testHBaseMetaReplicationSourceCreatedOnOpen_1" procId is: 24 2024-12-15T17:24:07,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-15T17:24:07,181 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=24, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T17:24:07,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.HRegion(6011): 534574363 : Dropping memstore contents as well since replayed flush seqId: 28 is greater than current seqId:24 2024-12-15T17:24:07,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34673 {}] regionserver.HRegion(6011): 1657623790 : Dropping memstore contents as well since replayed flush seqId: 28 is greater than current seqId:24 2024-12-15T17:24:07,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741848_1024 (size=423) 2024-12-15T17:24:07,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741848_1024 (size=423) 2024-12-15T17:24:07,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35123 is added to blk_1073741848_1024 (size=423) 2024-12-15T17:24:07,201 INFO [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_1-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 931c6986db18696814e7ef07f6a92b14, NAME => 'testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testHBaseMetaReplicationSourceCreatedOnOpen_1', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795 2024-12-15T17:24:07,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741849_1025 (size=80) 2024-12-15T17:24:07,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39113 is added to blk_1073741849_1025 (size=80) 2024-12-15T17:24:07,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35123 is added to blk_1073741849_1025 (size=80) 2024-12-15T17:24:07,208 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_1-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:24:07,208 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_1-pool-0 {}] regionserver.HRegion(1681): Closing 931c6986db18696814e7ef07f6a92b14, disabling compactions & flushes 2024-12-15T17:24:07,208 INFO [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_1-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14. 2024-12-15T17:24:07,208 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_1-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14. 2024-12-15T17:24:07,208 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_1-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14. after waiting 0 ms 2024-12-15T17:24:07,208 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_1-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14. 2024-12-15T17:24:07,208 INFO [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_1-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14. 2024-12-15T17:24:07,208 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_1-pool-0 {}] regionserver.HRegion(1635): Region close journal for 931c6986db18696814e7ef07f6a92b14: 2024-12-15T17:24:07,209 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=24, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_1 execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T17:24:07,209 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14.","families":{"info":[{"qualifier":"regioninfo","vlen":79,"tag":[],"timestamp":"1734283447209"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283447209"}]},"ts":"1734283447209"} 2024-12-15T17:24:07,210 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36751 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 288 connection: 172.17.0.2:33672 deadline: 1734283507210, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=4ce65a7c4674 port=37409 startCode=1734283439100. As of locationSeqNum=24. 2024-12-15T17:24:07,280 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283441398.meta to pos 5679, reset compression=false 2024-12-15T17:24:07,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-15T17:24:07,310 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:24:07,311 INFO [RS-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41760, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:24:07,312 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T17:24:07,313 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=24, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T17:24:07,313 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testHBaseMetaReplicationSourceCreatedOnOpen_1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734283447313"}]},"ts":"1734283447313"} 2024-12-15T17:24:07,314 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testHBaseMetaReplicationSourceCreatedOnOpen_1, state=ENABLING in hbase:meta 2024-12-15T17:24:07,332 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(202): Hosts are {4ce65a7c4674=0} racks are {/default-rack=0} 2024-12-15T17:24:07,333 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-15T17:24:07,333 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-15T17:24:07,333 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-15T17:24:07,333 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-15T17:24:07,333 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-15T17:24:07,333 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-15T17:24:07,333 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-15T17:24:07,333 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-15T17:24:07,333 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-15T17:24:07,333 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_1, region=931c6986db18696814e7ef07f6a92b14, ASSIGN}] 2024-12-15T17:24:07,334 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=25, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_1, region=931c6986db18696814e7ef07f6a92b14, ASSIGN 2024-12-15T17:24:07,335 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=25, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_1, region=931c6986db18696814e7ef07f6a92b14, ASSIGN; state=OFFLINE, location=4ce65a7c4674,38857,1734283439419; forceNewPlan=false, retain=false 2024-12-15T17:24:07,378 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C37409%2C1734283439100,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,37409,1734283439100/4ce65a7c4674%2C37409%2C1734283439100.meta.1734283446031.meta to pos 452, reset compression=false 2024-12-15T17:24:07,382 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C37409%2C1734283439100,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:07,382 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C37409%2C1734283439100,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,37409,1734283439100/4ce65a7c4674%2C37409%2C1734283439100.meta.1734283446031.meta to pos 949, reset compression=false 2024-12-15T17:24:07,382 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C37409%2C1734283439100,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/30=[#edits: 2 = ],532}, {hbase:meta/1588230740/31=[#edits: 1 = ],220}], lastWalPath=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,37409,1734283439100/4ce65a7c4674%2C37409%2C1734283439100.meta.1734283446031.meta, lastWalPosition=949, nbRowKeys=2, nbHFiles=0, heapSize=752, lastSeqIds={}, endOfFile=false,usedBufferSize=752] 2024-12-15T17:24:07,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34673 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0002.1657623790 with WAL disabled. Data may be lost in the event of a crash. 2024-12-15T17:24:07,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0001.534574363 with WAL disabled. Data may be lost in the event of a crash. 2024-12-15T17:24:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-15T17:24:07,485 INFO [4ce65a7c4674:33459 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-15T17:24:07,485 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=931c6986db18696814e7ef07f6a92b14, regionState=OPENING, regionLocation=4ce65a7c4674,38857,1734283439419 2024-12-15T17:24:07,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE; OpenRegionProcedure 931c6986db18696814e7ef07f6a92b14, server=4ce65a7c4674,38857,1734283439419}] 2024-12-15T17:24:07,587 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C37409%2C1734283439100,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,37409,1734283439100/4ce65a7c4674%2C37409%2C1734283439100.meta.1734283446031.meta to pos 949, reset compression=false 2024-12-15T17:24:07,591 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C37409%2C1734283439100,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:24:07,592 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C37409%2C1734283439100,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,37409,1734283439100/4ce65a7c4674%2C37409%2C1734283439100.meta.1734283446031.meta to pos 1486, reset compression=false 2024-12-15T17:24:07,592 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C37409%2C1734283439100,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/32=[#edits: 3 = ],732}], lastWalPath=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,37409,1734283439100/4ce65a7c4674%2C37409%2C1734283439100.meta.1734283446031.meta, lastWalPosition=1486, nbRowKeys=1, nbHFiles=0, heapSize=732, lastSeqIds={}, endOfFile=false,usedBufferSize=732] 2024-12-15T17:24:07,638 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,38857,1734283439419 2024-12-15T17:24:07,638 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T17:24:07,639 INFO [RS-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34976, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-15T17:24:07,643 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14. 2024-12-15T17:24:07,643 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(7285): Opening region: {ENCODED => 931c6986db18696814e7ef07f6a92b14, NAME => 'testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14.', STARTKEY => '', ENDKEY => ''} 2024-12-15T17:24:07,643 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicationSourceCreatedOnOpen_1 931c6986db18696814e7ef07f6a92b14 2024-12-15T17:24:07,643 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:24:07,643 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(7327): checking encryption for 931c6986db18696814e7ef07f6a92b14 2024-12-15T17:24:07,643 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(7330): checking classloading for 931c6986db18696814e7ef07f6a92b14 2024-12-15T17:24:07,645 INFO [StoreOpener-931c6986db18696814e7ef07f6a92b14-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 931c6986db18696814e7ef07f6a92b14 2024-12-15T17:24:07,646 INFO [StoreOpener-931c6986db18696814e7ef07f6a92b14-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 931c6986db18696814e7ef07f6a92b14 columnFamilyName info 2024-12-15T17:24:07,646 DEBUG [StoreOpener-931c6986db18696814e7ef07f6a92b14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:07,646 INFO [StoreOpener-931c6986db18696814e7ef07f6a92b14-1 {}] regionserver.HStore(327): Store=931c6986db18696814e7ef07f6a92b14/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:24:07,647 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/default/testHBaseMetaReplicationSourceCreatedOnOpen_1/931c6986db18696814e7ef07f6a92b14 2024-12-15T17:24:07,647 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/default/testHBaseMetaReplicationSourceCreatedOnOpen_1/931c6986db18696814e7ef07f6a92b14 2024-12-15T17:24:07,649 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1085): writing seq id for 931c6986db18696814e7ef07f6a92b14 2024-12-15T17:24:07,651 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/default/testHBaseMetaReplicationSourceCreatedOnOpen_1/931c6986db18696814e7ef07f6a92b14/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:24:07,651 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1102): Opened 931c6986db18696814e7ef07f6a92b14; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73475800, jitterRate=0.09487473964691162}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:24:07,652 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1001): Region open journal for 931c6986db18696814e7ef07f6a92b14: 2024-12-15T17:24:07,654 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14., pid=26, masterSystemTime=1734283447638 2024-12-15T17:24:07,656 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14. 2024-12-15T17:24:07,656 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14. 2024-12-15T17:24:07,659 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=931c6986db18696814e7ef07f6a92b14, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,38857,1734283439419 2024-12-15T17:24:07,662 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=26, resume processing ppid=25 2024-12-15T17:24:07,662 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=25, state=SUCCESS; OpenRegionProcedure 931c6986db18696814e7ef07f6a92b14, server=4ce65a7c4674,38857,1734283439419 in 174 msec 2024-12-15T17:24:07,663 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-12-15T17:24:07,663 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_1, region=931c6986db18696814e7ef07f6a92b14, ASSIGN in 329 msec 2024-12-15T17:24:07,664 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=24, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T17:24:07,665 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testHBaseMetaReplicationSourceCreatedOnOpen_1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734283447664"}]},"ts":"1734283447664"} 2024-12-15T17:24:07,666 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testHBaseMetaReplicationSourceCreatedOnOpen_1, state=ENABLED in hbase:meta 2024-12-15T17:24:07,675 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=24, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_1 execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T17:24:07,676 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_1 in 498 msec 2024-12-15T17:24:07,684 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283441398.meta to pos 5679, reset compression=false 2024-12-15T17:24:07,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-15T17:24:07,784 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testHBaseMetaReplicationSourceCreatedOnOpen_1, procId: 24 completed 2024-12-15T17:24:07,784 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testHBaseMetaReplicationSourceCreatedOnOpen_1 get assigned. Timeout = 60000ms 2024-12-15T17:24:07,785 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T17:24:07,785 DEBUG [hconnection-0x79aa6234-shared-pool-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:24:07,787 INFO [RS-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41776, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:24:07,791 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testHBaseMetaReplicationSourceCreatedOnOpen_1 assigned to meta. Checking AM states. 2024-12-15T17:24:07,791 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T17:24:07,791 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testHBaseMetaReplicationSourceCreatedOnOpen_1 assigned. 2024-12-15T17:24:07,794 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T17:24:07,794 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$4(489): Verifying replication for region replica {ENCODED => 534574363, NAME => 'hbase:meta,,1_0001', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} 2024-12-15T17:24:07,796 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C37409%2C1734283439100,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,37409,1734283439100/4ce65a7c4674%2C37409%2C1734283439100.meta.1734283446031.meta to pos 1486, reset compression=false 2024-12-15T17:24:07,797 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:regioninfo/1734283447659/Put/vlen=79/seqid=0 hbase:namespace/table:state/1734283442351/Put/vlen=2/seqid=8 2024-12-15T17:24:07,797 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:regioninfo/1734283447659/Put/vlen=79/seqid=0 hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca./info:regioninfo/1734283442315/Put/vlen=41/seqid=7 2024-12-15T17:24:07,797 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:regioninfo/1734283447659/Put/vlen=79/seqid=0 hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca./info:seqnumDuringOpen/1734283442315/Put/vlen=8/seqid=7 2024-12-15T17:24:07,797 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:regioninfo/1734283447659/Put/vlen=79/seqid=0 hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca./info:server/1734283442315/Put/vlen=18/seqid=7 2024-12-15T17:24:07,797 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:regioninfo/1734283447659/Put/vlen=79/seqid=0 hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca./info:serverstartcode/1734283442315/Put/vlen=8/seqid=7 2024-12-15T17:24:07,797 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:regioninfo/1734283447659/Put/vlen=79/seqid=0 hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca./info:sn/1734283442126/Put/vlen=32/seqid=6 2024-12-15T17:24:07,797 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:regioninfo/1734283447659/Put/vlen=79/seqid=0 hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca./info:state/1734283442315/Put/vlen=4/seqid=7 2024-12-15T17:24:07,797 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:regioninfo/1734283447659/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0/table:state/1734283445844/Put/vlen=2/seqid=23 2024-12-15T17:24:07,797 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:regioninfo/1734283447659/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:regioninfo/1734283445813/Put/vlen=79/seqid=22 2024-12-15T17:24:07,797 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:regioninfo/1734283447659/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:seqnumDuringOpen/1734283445813/Put/vlen=8/seqid=22 2024-12-15T17:24:07,797 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:regioninfo/1734283447659/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:server/1734283445813/Put/vlen=18/seqid=22 2024-12-15T17:24:07,798 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:regioninfo/1734283447659/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:serverstartcode/1734283445813/Put/vlen=8/seqid=22 2024-12-15T17:24:07,798 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:regioninfo/1734283447659/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:sn/1734283445610/Put/vlen=32/seqid=21 2024-12-15T17:24:07,798 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:regioninfo/1734283447659/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:state/1734283445813/Put/vlen=4/seqid=22 2024-12-15T17:24:07,798 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:regioninfo/1734283447659/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1/table:state/1734283447313/Put/vlen=2/seqid=31 2024-12-15T17:24:07,798 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:regioninfo/1734283447659/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:regioninfo/1734283447485/Put/vlen=79/seqid=32 2024-12-15T17:24:07,798 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:regioninfo/1734283447659/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:sn/1734283447485/Put/vlen=32/seqid=32 2024-12-15T17:24:07,798 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:regioninfo/1734283447659/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:state/1734283447485/Put/vlen=7/seqid=32 2024-12-15T17:24:07,802 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C37409%2C1734283439100,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:07,802 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C37409%2C1734283439100,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,37409,1734283439100/4ce65a7c4674%2C37409%2C1734283439100.meta.1734283446031.meta to pos 2418, reset compression=false 2024-12-15T17:24:07,802 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C37409%2C1734283439100,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/33=[#edits: 5 = ],1100}, {hbase:meta/1588230740/34=[#edits: 1 = ],220}], lastWalPath=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,37409,1734283439100/4ce65a7c4674%2C37409%2C1734283439100.meta.1734283446031.meta, lastWalPosition=2418, nbRowKeys=2, nbHFiles=0, heapSize=1320, lastSeqIds={}, endOfFile=false,usedBufferSize=1320] 2024-12-15T17:24:08,007 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C37409%2C1734283439100,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,37409,1734283439100/4ce65a7c4674%2C37409%2C1734283439100.meta.1734283446031.meta to pos 2418, reset compression=false 2024-12-15T17:24:08,189 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283441398.meta to pos 5679, reset compression=false 2024-12-15T17:24:08,321 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C37409%2C1734283439100,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,37409,1734283439100/4ce65a7c4674%2C37409%2C1734283439100.meta.1734283446031.meta to pos 2418, reset compression=false 2024-12-15T17:24:08,725 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C37409%2C1734283439100,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,37409,1734283439100/4ce65a7c4674%2C37409%2C1734283439100.meta.1734283446031.meta to pos 2418, reset compression=false 2024-12-15T17:24:08,798 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$4(489): Verifying replication for region replica {ENCODED => 534574363, NAME => 'hbase:meta,,1_0001', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} 2024-12-15T17:24:08,798 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283441398.meta to pos 5679, reset compression=false 2024-12-15T17:24:08,800 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:regioninfo/1734283447659/Put/vlen=79/seqid=0 hbase:namespace/table:state/1734283442351/Put/vlen=2/seqid=8 2024-12-15T17:24:08,800 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:regioninfo/1734283447659/Put/vlen=79/seqid=0 hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca./info:regioninfo/1734283442315/Put/vlen=41/seqid=7 2024-12-15T17:24:08,801 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:regioninfo/1734283447659/Put/vlen=79/seqid=0 hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca./info:seqnumDuringOpen/1734283442315/Put/vlen=8/seqid=7 2024-12-15T17:24:08,801 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:regioninfo/1734283447659/Put/vlen=79/seqid=0 hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca./info:server/1734283442315/Put/vlen=18/seqid=7 2024-12-15T17:24:08,801 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:regioninfo/1734283447659/Put/vlen=79/seqid=0 hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca./info:serverstartcode/1734283442315/Put/vlen=8/seqid=7 2024-12-15T17:24:08,801 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:regioninfo/1734283447659/Put/vlen=79/seqid=0 hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca./info:sn/1734283442126/Put/vlen=32/seqid=6 2024-12-15T17:24:08,801 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:regioninfo/1734283447659/Put/vlen=79/seqid=0 hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca./info:state/1734283442315/Put/vlen=4/seqid=7 2024-12-15T17:24:08,801 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:regioninfo/1734283447659/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0/table:state/1734283445844/Put/vlen=2/seqid=23 2024-12-15T17:24:08,801 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:regioninfo/1734283447659/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:regioninfo/1734283445813/Put/vlen=79/seqid=22 2024-12-15T17:24:08,801 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:regioninfo/1734283447659/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:seqnumDuringOpen/1734283445813/Put/vlen=8/seqid=22 2024-12-15T17:24:08,801 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:regioninfo/1734283447659/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:server/1734283445813/Put/vlen=18/seqid=22 2024-12-15T17:24:08,801 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:regioninfo/1734283447659/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:serverstartcode/1734283445813/Put/vlen=8/seqid=22 2024-12-15T17:24:08,801 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:regioninfo/1734283447659/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:sn/1734283445610/Put/vlen=32/seqid=21 2024-12-15T17:24:08,801 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:regioninfo/1734283447659/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:state/1734283445813/Put/vlen=4/seqid=22 2024-12-15T17:24:08,801 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:regioninfo/1734283447659/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1/table:state/1734283447664/Put/vlen=2/seqid=34 2024-12-15T17:24:08,801 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:regioninfo/1734283447659/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:regioninfo/1734283447659/Put/vlen=79/seqid=33 2024-12-15T17:24:08,801 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:seqnumDuringOpen/1734283447659/Put/vlen=8/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:seqnumDuringOpen/1734283447659/Put/vlen=8/seqid=33 2024-12-15T17:24:08,801 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:server/1734283447659/Put/vlen=18/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:server/1734283447659/Put/vlen=18/seqid=33 2024-12-15T17:24:08,801 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:serverstartcode/1734283447659/Put/vlen=8/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:serverstartcode/1734283447659/Put/vlen=8/seqid=33 2024-12-15T17:24:08,801 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:sn/1734283447485/Put/vlen=32/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:sn/1734283447485/Put/vlen=32/seqid=32 2024-12-15T17:24:08,801 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:state/1734283447659/Put/vlen=4/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:state/1734283447659/Put/vlen=4/seqid=33 2024-12-15T17:24:08,802 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T17:24:08,802 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$4(489): Verifying replication for region replica {ENCODED => 1657623790, NAME => 'hbase:meta,,1_0002', STARTKEY => '', ENDKEY => '', REPLICA_ID => 2} 2024-12-15T17:24:08,806 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:regioninfo/1734283447659/Put/vlen=79/seqid=0 hbase:namespace/table:state/1734283442351/Put/vlen=2/seqid=8 2024-12-15T17:24:08,806 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:regioninfo/1734283447659/Put/vlen=79/seqid=0 hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca./info:regioninfo/1734283442315/Put/vlen=41/seqid=7 2024-12-15T17:24:08,806 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:regioninfo/1734283447659/Put/vlen=79/seqid=0 hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca./info:seqnumDuringOpen/1734283442315/Put/vlen=8/seqid=7 2024-12-15T17:24:08,806 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:regioninfo/1734283447659/Put/vlen=79/seqid=0 hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca./info:server/1734283442315/Put/vlen=18/seqid=7 2024-12-15T17:24:08,807 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:regioninfo/1734283447659/Put/vlen=79/seqid=0 hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca./info:serverstartcode/1734283442315/Put/vlen=8/seqid=7 2024-12-15T17:24:08,807 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:regioninfo/1734283447659/Put/vlen=79/seqid=0 hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca./info:sn/1734283442126/Put/vlen=32/seqid=6 2024-12-15T17:24:08,807 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:regioninfo/1734283447659/Put/vlen=79/seqid=0 hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca./info:state/1734283442315/Put/vlen=4/seqid=7 2024-12-15T17:24:08,807 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:regioninfo/1734283447659/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0/table:state/1734283445844/Put/vlen=2/seqid=23 2024-12-15T17:24:08,807 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:regioninfo/1734283447659/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:regioninfo/1734283445813/Put/vlen=79/seqid=22 2024-12-15T17:24:08,807 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:regioninfo/1734283447659/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:seqnumDuringOpen/1734283445813/Put/vlen=8/seqid=22 2024-12-15T17:24:08,807 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:regioninfo/1734283447659/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:server/1734283445813/Put/vlen=18/seqid=22 2024-12-15T17:24:08,807 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:regioninfo/1734283447659/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:serverstartcode/1734283445813/Put/vlen=8/seqid=22 2024-12-15T17:24:08,807 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:regioninfo/1734283447659/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:sn/1734283445610/Put/vlen=32/seqid=21 2024-12-15T17:24:08,807 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:regioninfo/1734283447659/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:state/1734283445813/Put/vlen=4/seqid=22 2024-12-15T17:24:08,807 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:regioninfo/1734283447659/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1/table:state/1734283447664/Put/vlen=2/seqid=34 2024-12-15T17:24:08,807 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:regioninfo/1734283447659/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:regioninfo/1734283447659/Put/vlen=79/seqid=33 2024-12-15T17:24:08,807 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:seqnumDuringOpen/1734283447659/Put/vlen=8/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:seqnumDuringOpen/1734283447659/Put/vlen=8/seqid=33 2024-12-15T17:24:08,807 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:server/1734283447659/Put/vlen=18/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:server/1734283447659/Put/vlen=18/seqid=33 2024-12-15T17:24:08,807 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:serverstartcode/1734283447659/Put/vlen=8/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:serverstartcode/1734283447659/Put/vlen=8/seqid=33 2024-12-15T17:24:08,807 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:sn/1734283447485/Put/vlen=32/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:sn/1734283447485/Put/vlen=32/seqid=32 2024-12-15T17:24:08,807 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:state/1734283447659/Put/vlen=4/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:state/1734283447659/Put/vlen=4/seqid=33 2024-12-15T17:24:08,829 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283448808.meta, exclude list is [], retry=0 2024-12-15T17:24:08,833 DEBUG [RS-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33101,DS-b6daf2b5-2524-48dd-8b9e-111146f68bd8,DISK] 2024-12-15T17:24:08,833 DEBUG [RS-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35123,DS-a964851d-b546-4892-a2e8-44efd7c7898a,DISK] 2024-12-15T17:24:08,834 DEBUG [RS-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39113,DS-ca1063fe-85cd-4aad-8aea-62bf1a7625b9,DISK] 2024-12-15T17:24:08,844 INFO [Time-limited test {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283441398.meta with entries=20, filesize=5.55 KB; new WAL /user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283448808.meta 2024-12-15T17:24:08,847 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36391:36391),(127.0.0.1/127.0.0.1:39133:39133),(127.0.0.1/127.0.0.1:40437:40437)] 2024-12-15T17:24:08,847 DEBUG [Time-limited test {}] wal.AbstractFSWAL(751): hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283441398.meta is not closed yet, will try archiving it next time 2024-12-15T17:24:08,848 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T17:24:08,849 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(381): Found locations [region=hbase:meta,,1.1588230740, hostname=4ce65a7c4674,37409,1734283439100, seqNum=-1, region=hbase:meta,,1_0001.534574363, hostname=4ce65a7c4674,37409,1734283439100, seqNum=-1, region=hbase:meta,,1_0002.1657623790, hostname=4ce65a7c4674,34673,1734283439235, seqNum=-1] 2024-12-15T17:24:08,851 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33459 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testHBaseMetaReplicationSourceCreatedOnOpen_2', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T17:24:08,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741837_1013 (size=5687) 2024-12-15T17:24:08,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35123 is added to blk_1073741837_1013 (size=5687) 2024-12-15T17:24:08,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39113 is added to blk_1073741837_1013 (size=5687) 2024-12-15T17:24:08,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33459 {}] procedure2.ProcedureExecutor(1098): Stored pid=27, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_2 2024-12-15T17:24:08,858 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=27, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_2 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T17:24:08,858 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(818): Archiving hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283441398.meta to hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/oldWALs/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283441398.meta 2024-12-15T17:24:08,859 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:08,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33459 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testHBaseMetaReplicationSourceCreatedOnOpen_2" procId is: 27 2024-12-15T17:24:08,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=27 2024-12-15T17:24:08,863 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=27, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_2 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T17:24:08,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741851_1027 (size=423) 2024-12-15T17:24:08,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741851_1027 (size=423) 2024-12-15T17:24:08,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39113 is added to blk_1073741851_1027 (size=423) 2024-12-15T17:24:08,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=27 2024-12-15T17:24:09,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=27 2024-12-15T17:24:09,229 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C37409%2C1734283439100,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,37409,1734283439100/4ce65a7c4674%2C37409%2C1734283439100.meta.1734283446031.meta to pos 2418, reset compression=false 2024-12-15T17:24:09,288 INFO [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_2-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a8b838cb4f2442312fdac44a67fd24ea, NAME => 'testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testHBaseMetaReplicationSourceCreatedOnOpen_2', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795 2024-12-15T17:24:09,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741852_1028 (size=80) 2024-12-15T17:24:09,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39113 is added to blk_1073741852_1028 (size=80) 2024-12-15T17:24:09,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35123 is added to blk_1073741852_1028 (size=80) 2024-12-15T17:24:09,296 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_2-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:24:09,296 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_2-pool-0 {}] regionserver.HRegion(1681): Closing a8b838cb4f2442312fdac44a67fd24ea, disabling compactions & flushes 2024-12-15T17:24:09,296 INFO [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_2-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea. 2024-12-15T17:24:09,296 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_2-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea. 2024-12-15T17:24:09,296 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_2-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea. after waiting 0 ms 2024-12-15T17:24:09,297 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_2-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea. 2024-12-15T17:24:09,297 INFO [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_2-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea. 2024-12-15T17:24:09,297 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_2-pool-0 {}] regionserver.HRegion(1635): Region close journal for a8b838cb4f2442312fdac44a67fd24ea: 2024-12-15T17:24:09,297 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=27, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_2 execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T17:24:09,298 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea.","families":{"info":[{"qualifier":"regioninfo","vlen":79,"tag":[],"timestamp":"1734283449298"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283449298"}]},"ts":"1734283449298"} 2024-12-15T17:24:09,299 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T17:24:09,300 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=27, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_2 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T17:24:09,300 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testHBaseMetaReplicationSourceCreatedOnOpen_2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734283449300"}]},"ts":"1734283449300"} 2024-12-15T17:24:09,302 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testHBaseMetaReplicationSourceCreatedOnOpen_2, state=ENABLING in hbase:meta 2024-12-15T17:24:09,353 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(202): Hosts are {4ce65a7c4674=0} racks are {/default-rack=0} 2024-12-15T17:24:09,354 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-15T17:24:09,354 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-15T17:24:09,354 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-15T17:24:09,354 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-15T17:24:09,354 INFO [PEWorker-5 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-15T17:24:09,354 INFO [PEWorker-5 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-15T17:24:09,354 INFO [PEWorker-5 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-15T17:24:09,354 INFO [PEWorker-5 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-15T17:24:09,354 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-15T17:24:09,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_2, region=a8b838cb4f2442312fdac44a67fd24ea, ASSIGN}] 2024-12-15T17:24:09,356 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=27, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_2, region=a8b838cb4f2442312fdac44a67fd24ea, ASSIGN 2024-12-15T17:24:09,356 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=28, ppid=27, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_2, region=a8b838cb4f2442312fdac44a67fd24ea, ASSIGN; state=OFFLINE, location=4ce65a7c4674,38857,1734283439419; forceNewPlan=false, retain=false 2024-12-15T17:24:09,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=27 2024-12-15T17:24:09,505 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283441398.meta to pos 5679, reset compression=false 2024-12-15T17:24:09,507 INFO [4ce65a7c4674:33459 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-15T17:24:09,507 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=a8b838cb4f2442312fdac44a67fd24ea, regionState=OPENING, regionLocation=4ce65a7c4674,38857,1734283439419 2024-12-15T17:24:09,508 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; OpenRegionProcedure a8b838cb4f2442312fdac44a67fd24ea, server=4ce65a7c4674,38857,1734283439419}] 2024-12-15T17:24:09,511 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] wal.AbstractFSWALProvider(461): Log hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283441398.meta was moved to hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/oldWALs/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283441398.meta 2024-12-15T17:24:09,513 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(462): EOF, closing hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283441398.meta 2024-12-15T17:24:09,513 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283441398.meta, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-15T17:24:09,513 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283448808.meta, startPosition=0, beingWritten=true 2024-12-15T17:24:09,660 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,38857,1734283439419 2024-12-15T17:24:09,663 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea. 2024-12-15T17:24:09,664 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(7285): Opening region: {ENCODED => a8b838cb4f2442312fdac44a67fd24ea, NAME => 'testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea.', STARTKEY => '', ENDKEY => ''} 2024-12-15T17:24:09,664 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicationSourceCreatedOnOpen_2 a8b838cb4f2442312fdac44a67fd24ea 2024-12-15T17:24:09,664 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:24:09,664 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(7327): checking encryption for a8b838cb4f2442312fdac44a67fd24ea 2024-12-15T17:24:09,664 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(7330): checking classloading for a8b838cb4f2442312fdac44a67fd24ea 2024-12-15T17:24:09,666 INFO [StoreOpener-a8b838cb4f2442312fdac44a67fd24ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region a8b838cb4f2442312fdac44a67fd24ea 2024-12-15T17:24:09,667 INFO [StoreOpener-a8b838cb4f2442312fdac44a67fd24ea-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8b838cb4f2442312fdac44a67fd24ea columnFamilyName info 2024-12-15T17:24:09,667 DEBUG [StoreOpener-a8b838cb4f2442312fdac44a67fd24ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:09,668 INFO [StoreOpener-a8b838cb4f2442312fdac44a67fd24ea-1 {}] regionserver.HStore(327): Store=a8b838cb4f2442312fdac44a67fd24ea/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:24:09,669 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/default/testHBaseMetaReplicationSourceCreatedOnOpen_2/a8b838cb4f2442312fdac44a67fd24ea 2024-12-15T17:24:09,669 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/default/testHBaseMetaReplicationSourceCreatedOnOpen_2/a8b838cb4f2442312fdac44a67fd24ea 2024-12-15T17:24:09,672 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1085): writing seq id for a8b838cb4f2442312fdac44a67fd24ea 2024-12-15T17:24:09,672 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:24:09,672 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:24:09,676 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/default/testHBaseMetaReplicationSourceCreatedOnOpen_2/a8b838cb4f2442312fdac44a67fd24ea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:24:09,679 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1102): Opened a8b838cb4f2442312fdac44a67fd24ea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59231869, jitterRate=-0.11737637221813202}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:24:09,680 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1001): Region open journal for a8b838cb4f2442312fdac44a67fd24ea: 2024-12-15T17:24:09,681 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea., pid=29, masterSystemTime=1734283449660 2024-12-15T17:24:09,683 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea. 2024-12-15T17:24:09,684 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea. 2024-12-15T17:24:09,684 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=a8b838cb4f2442312fdac44a67fd24ea, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,38857,1734283439419 2024-12-15T17:24:09,686 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-12-15T17:24:09,687 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; OpenRegionProcedure a8b838cb4f2442312fdac44a67fd24ea, server=4ce65a7c4674,38857,1734283439419 in 177 msec 2024-12-15T17:24:09,688 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=28, resume processing ppid=27 2024-12-15T17:24:09,688 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=27, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_2, region=a8b838cb4f2442312fdac44a67fd24ea, ASSIGN in 331 msec 2024-12-15T17:24:09,689 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=27, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_2 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T17:24:09,689 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testHBaseMetaReplicationSourceCreatedOnOpen_2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734283449689"}]},"ts":"1734283449689"} 2024-12-15T17:24:09,690 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testHBaseMetaReplicationSourceCreatedOnOpen_2, state=ENABLED in hbase:meta 2024-12-15T17:24:09,700 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=27, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_2 execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T17:24:09,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, state=SUCCESS; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_2 in 849 msec 2024-12-15T17:24:09,835 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C37409%2C1734283439100,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,37409,1734283439100/4ce65a7c4674%2C37409%2C1734283439100.meta.1734283446031.meta to pos 2418, reset compression=false 2024-12-15T17:24:09,842 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C37409%2C1734283439100,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:24:09,842 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C37409%2C1734283439100,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,37409,1734283439100/4ce65a7c4674%2C37409%2C1734283439100.meta.1734283446031.meta to pos 4384, reset compression=false 2024-12-15T17:24:09,842 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C37409%2C1734283439100,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/35=[#edits: 2 = ],532}, {hbase:meta/1588230740/36=[#edits: 1 = ],220}, {hbase:meta/1588230740/37=[#edits: 3 = ],732}, {hbase:meta/1588230740/38=[#edits: 5 = ],1100}, {hbase:meta/1588230740/39=[#edits: 1 = ],220}], lastWalPath=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,37409,1734283439100/4ce65a7c4674%2C37409%2C1734283439100.meta.1734283446031.meta, lastWalPosition=4384, nbRowKeys=5, nbHFiles=0, heapSize=2804, lastSeqIds={}, endOfFile=false,usedBufferSize=2804] 2024-12-15T17:24:09,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=27 2024-12-15T17:24:09,967 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testHBaseMetaReplicationSourceCreatedOnOpen_2, procId: 27 completed 2024-12-15T17:24:09,967 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testHBaseMetaReplicationSourceCreatedOnOpen_2 get assigned. Timeout = 60000ms 2024-12-15T17:24:09,967 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T17:24:09,971 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testHBaseMetaReplicationSourceCreatedOnOpen_2 assigned to meta. Checking AM states. 2024-12-15T17:24:09,971 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T17:24:09,971 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testHBaseMetaReplicationSourceCreatedOnOpen_2 assigned. 2024-12-15T17:24:09,973 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T17:24:09,973 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$4(489): Verifying replication for region replica {ENCODED => 534574363, NAME => 'hbase:meta,,1_0001', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} 2024-12-15T17:24:09,974 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:regioninfo/1734283449684/Put/vlen=79/seqid=0 hbase:namespace/table:state/1734283442351/Put/vlen=2/seqid=8 2024-12-15T17:24:09,974 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:regioninfo/1734283449684/Put/vlen=79/seqid=0 hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca./info:regioninfo/1734283442315/Put/vlen=41/seqid=7 2024-12-15T17:24:09,975 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:regioninfo/1734283449684/Put/vlen=79/seqid=0 hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca./info:seqnumDuringOpen/1734283442315/Put/vlen=8/seqid=7 2024-12-15T17:24:09,975 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:regioninfo/1734283449684/Put/vlen=79/seqid=0 hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca./info:server/1734283442315/Put/vlen=18/seqid=7 2024-12-15T17:24:09,975 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:regioninfo/1734283449684/Put/vlen=79/seqid=0 hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca./info:serverstartcode/1734283442315/Put/vlen=8/seqid=7 2024-12-15T17:24:09,975 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:regioninfo/1734283449684/Put/vlen=79/seqid=0 hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca./info:sn/1734283442126/Put/vlen=32/seqid=6 2024-12-15T17:24:09,975 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:regioninfo/1734283449684/Put/vlen=79/seqid=0 hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca./info:state/1734283442315/Put/vlen=4/seqid=7 2024-12-15T17:24:09,975 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:regioninfo/1734283449684/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0/table:state/1734283445844/Put/vlen=2/seqid=23 2024-12-15T17:24:09,975 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:regioninfo/1734283449684/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:regioninfo/1734283445813/Put/vlen=79/seqid=22 2024-12-15T17:24:09,975 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:regioninfo/1734283449684/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:seqnumDuringOpen/1734283445813/Put/vlen=8/seqid=22 2024-12-15T17:24:09,975 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:regioninfo/1734283449684/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:server/1734283445813/Put/vlen=18/seqid=22 2024-12-15T17:24:09,975 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:regioninfo/1734283449684/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:serverstartcode/1734283445813/Put/vlen=8/seqid=22 2024-12-15T17:24:09,975 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:regioninfo/1734283449684/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:sn/1734283445610/Put/vlen=32/seqid=21 2024-12-15T17:24:09,975 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:regioninfo/1734283449684/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:state/1734283445813/Put/vlen=4/seqid=22 2024-12-15T17:24:09,975 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:regioninfo/1734283449684/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1/table:state/1734283447664/Put/vlen=2/seqid=34 2024-12-15T17:24:09,975 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:regioninfo/1734283449684/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:regioninfo/1734283447659/Put/vlen=79/seqid=33 2024-12-15T17:24:09,975 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:regioninfo/1734283449684/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:seqnumDuringOpen/1734283447659/Put/vlen=8/seqid=33 2024-12-15T17:24:09,975 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:regioninfo/1734283449684/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:server/1734283447659/Put/vlen=18/seqid=33 2024-12-15T17:24:09,975 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:regioninfo/1734283449684/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:serverstartcode/1734283447659/Put/vlen=8/seqid=33 2024-12-15T17:24:09,975 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:regioninfo/1734283449684/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:sn/1734283447485/Put/vlen=32/seqid=32 2024-12-15T17:24:09,975 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:regioninfo/1734283449684/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:state/1734283447659/Put/vlen=4/seqid=33 2024-12-15T17:24:09,975 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:regioninfo/1734283449684/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2/table:state/1734283449689/Put/vlen=2/seqid=39 2024-12-15T17:24:09,976 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:regioninfo/1734283449684/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:regioninfo/1734283449684/Put/vlen=79/seqid=38 2024-12-15T17:24:09,976 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:seqnumDuringOpen/1734283449684/Put/vlen=8/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:seqnumDuringOpen/1734283449684/Put/vlen=8/seqid=38 2024-12-15T17:24:09,976 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:server/1734283449684/Put/vlen=18/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:server/1734283449684/Put/vlen=18/seqid=38 2024-12-15T17:24:09,976 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:serverstartcode/1734283449684/Put/vlen=8/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:serverstartcode/1734283449684/Put/vlen=8/seqid=38 2024-12-15T17:24:09,976 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:sn/1734283449507/Put/vlen=32/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:sn/1734283449507/Put/vlen=32/seqid=37 2024-12-15T17:24:09,976 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:state/1734283449684/Put/vlen=4/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:state/1734283449684/Put/vlen=4/seqid=38 2024-12-15T17:24:09,976 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T17:24:09,976 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$4(489): Verifying replication for region replica {ENCODED => 1657623790, NAME => 'hbase:meta,,1_0002', STARTKEY => '', ENDKEY => '', REPLICA_ID => 2} 2024-12-15T17:24:09,977 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:regioninfo/1734283449684/Put/vlen=79/seqid=0 hbase:namespace/table:state/1734283442351/Put/vlen=2/seqid=8 2024-12-15T17:24:09,977 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:regioninfo/1734283449684/Put/vlen=79/seqid=0 hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca./info:regioninfo/1734283442315/Put/vlen=41/seqid=7 2024-12-15T17:24:09,977 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:regioninfo/1734283449684/Put/vlen=79/seqid=0 hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca./info:seqnumDuringOpen/1734283442315/Put/vlen=8/seqid=7 2024-12-15T17:24:09,977 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:regioninfo/1734283449684/Put/vlen=79/seqid=0 hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca./info:server/1734283442315/Put/vlen=18/seqid=7 2024-12-15T17:24:09,977 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:regioninfo/1734283449684/Put/vlen=79/seqid=0 hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca./info:serverstartcode/1734283442315/Put/vlen=8/seqid=7 2024-12-15T17:24:09,977 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:regioninfo/1734283449684/Put/vlen=79/seqid=0 hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca./info:sn/1734283442126/Put/vlen=32/seqid=6 2024-12-15T17:24:09,977 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:regioninfo/1734283449684/Put/vlen=79/seqid=0 hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca./info:state/1734283442315/Put/vlen=4/seqid=7 2024-12-15T17:24:09,978 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:regioninfo/1734283449684/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0/table:state/1734283445844/Put/vlen=2/seqid=23 2024-12-15T17:24:09,978 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:regioninfo/1734283449684/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:regioninfo/1734283445813/Put/vlen=79/seqid=22 2024-12-15T17:24:09,978 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:regioninfo/1734283449684/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:seqnumDuringOpen/1734283445813/Put/vlen=8/seqid=22 2024-12-15T17:24:09,978 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:regioninfo/1734283449684/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:server/1734283445813/Put/vlen=18/seqid=22 2024-12-15T17:24:09,978 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:regioninfo/1734283449684/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:serverstartcode/1734283445813/Put/vlen=8/seqid=22 2024-12-15T17:24:09,978 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:regioninfo/1734283449684/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:sn/1734283445610/Put/vlen=32/seqid=21 2024-12-15T17:24:09,978 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:regioninfo/1734283449684/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:state/1734283445813/Put/vlen=4/seqid=22 2024-12-15T17:24:09,978 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:regioninfo/1734283449684/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1/table:state/1734283447664/Put/vlen=2/seqid=34 2024-12-15T17:24:09,978 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:regioninfo/1734283449684/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:regioninfo/1734283447659/Put/vlen=79/seqid=33 2024-12-15T17:24:09,978 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:regioninfo/1734283449684/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:seqnumDuringOpen/1734283447659/Put/vlen=8/seqid=33 2024-12-15T17:24:09,978 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:regioninfo/1734283449684/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:server/1734283447659/Put/vlen=18/seqid=33 2024-12-15T17:24:09,978 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:regioninfo/1734283449684/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:serverstartcode/1734283447659/Put/vlen=8/seqid=33 2024-12-15T17:24:09,978 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:regioninfo/1734283449684/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:sn/1734283447485/Put/vlen=32/seqid=32 2024-12-15T17:24:09,978 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:regioninfo/1734283449684/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:state/1734283447659/Put/vlen=4/seqid=33 2024-12-15T17:24:09,978 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:regioninfo/1734283449684/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2/table:state/1734283449689/Put/vlen=2/seqid=39 2024-12-15T17:24:09,978 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:regioninfo/1734283449684/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:regioninfo/1734283449684/Put/vlen=79/seqid=38 2024-12-15T17:24:09,978 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:seqnumDuringOpen/1734283449684/Put/vlen=8/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:seqnumDuringOpen/1734283449684/Put/vlen=8/seqid=38 2024-12-15T17:24:09,978 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:server/1734283449684/Put/vlen=18/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:server/1734283449684/Put/vlen=18/seqid=38 2024-12-15T17:24:09,978 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:serverstartcode/1734283449684/Put/vlen=8/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:serverstartcode/1734283449684/Put/vlen=8/seqid=38 2024-12-15T17:24:09,978 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:sn/1734283449507/Put/vlen=32/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:sn/1734283449507/Put/vlen=32/seqid=37 2024-12-15T17:24:09,978 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:state/1734283449684/Put/vlen=4/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:state/1734283449684/Put/vlen=4/seqid=38 2024-12-15T17:24:09,997 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta, exclude list is [], retry=0 2024-12-15T17:24:10,001 DEBUG [RS-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41369,DS-3b2acf6d-ae8c-4eca-bf33-0cfd289f4593,DISK] 2024-12-15T17:24:10,001 DEBUG [RS-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39113,DS-ca1063fe-85cd-4aad-8aea-62bf1a7625b9,DISK] 2024-12-15T17:24:10,001 DEBUG [RS-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33101,DS-b6daf2b5-2524-48dd-8b9e-111146f68bd8,DISK] 2024-12-15T17:24:10,009 INFO [Time-limited test {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283448808.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta 2024-12-15T17:24:10,009 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42607:42607),(127.0.0.1/127.0.0.1:40437:40437),(127.0.0.1/127.0.0.1:36391:36391)] 2024-12-15T17:24:10,009 DEBUG [Time-limited test {}] wal.AbstractFSWAL(751): hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283448808.meta is not closed yet, will try archiving it next time 2024-12-15T17:24:10,010 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T17:24:10,011 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(381): Found locations [region=hbase:meta,,1.1588230740, hostname=4ce65a7c4674,37409,1734283439100, seqNum=-1, region=hbase:meta,,1_0001.534574363, hostname=4ce65a7c4674,37409,1734283439100, seqNum=-1, region=hbase:meta,,1_0002.1657623790, hostname=4ce65a7c4674,34673,1734283439235, seqNum=-1] 2024-12-15T17:24:10,013 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33459 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testHBaseMetaReplicationSourceCreatedOnOpen_3', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T17:24:10,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33459 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_3 2024-12-15T17:24:10,015 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_3 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T17:24:10,015 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:10,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33459 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testHBaseMetaReplicationSourceCreatedOnOpen_3" procId is: 30 2024-12-15T17:24:10,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-15T17:24:10,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35123 is added to blk_1073741850_1026 (size=93) 2024-12-15T17:24:10,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39113 is added to blk_1073741850_1026 (size=93) 2024-12-15T17:24:10,019 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_3 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T17:24:10,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741850_1026 (size=93) 2024-12-15T17:24:10,024 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(818): Archiving hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283448808.meta to hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/oldWALs/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283448808.meta 2024-12-15T17:24:10,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35123 is added to blk_1073741854_1030 (size=423) 2024-12-15T17:24:10,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741854_1030 (size=423) 2024-12-15T17:24:10,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741854_1030 (size=423) 2024-12-15T17:24:10,032 INFO [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_3-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => cd6708053f32d8d9e2adb7d3fa590602, NAME => 'testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testHBaseMetaReplicationSourceCreatedOnOpen_3', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795 2024-12-15T17:24:10,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35123 is added to blk_1073741855_1031 (size=80) 2024-12-15T17:24:10,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39113 is added to blk_1073741855_1031 (size=80) 2024-12-15T17:24:10,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741855_1031 (size=80) 2024-12-15T17:24:10,048 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_3-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:24:10,048 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_3-pool-0 {}] regionserver.HRegion(1681): Closing cd6708053f32d8d9e2adb7d3fa590602, disabling compactions & flushes 2024-12-15T17:24:10,048 INFO [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_3-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602. 2024-12-15T17:24:10,048 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_3-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602. 2024-12-15T17:24:10,048 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_3-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602. after waiting 0 ms 2024-12-15T17:24:10,048 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_3-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602. 2024-12-15T17:24:10,048 INFO [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_3-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602. 2024-12-15T17:24:10,048 DEBUG [RegionOpenAndInit-testHBaseMetaReplicationSourceCreatedOnOpen_3-pool-0 {}] regionserver.HRegion(1635): Region close journal for cd6708053f32d8d9e2adb7d3fa590602: 2024-12-15T17:24:10,049 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_3 execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T17:24:10,049 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602.","families":{"info":[{"qualifier":"regioninfo","vlen":79,"tag":[],"timestamp":"1734283450049"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283450049"}]},"ts":"1734283450049"} 2024-12-15T17:24:10,051 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T17:24:10,052 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_3 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T17:24:10,053 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testHBaseMetaReplicationSourceCreatedOnOpen_3","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734283450052"}]},"ts":"1734283450052"} 2024-12-15T17:24:10,054 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testHBaseMetaReplicationSourceCreatedOnOpen_3, state=ENABLING in hbase:meta 2024-12-15T17:24:10,056 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C37409%2C1734283439100,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,37409,1734283439100/4ce65a7c4674%2C37409%2C1734283439100.meta.1734283446031.meta to pos 4384, reset compression=false 2024-12-15T17:24:10,062 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C37409%2C1734283439100,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:10,062 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C37409%2C1734283439100,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,37409,1734283439100/4ce65a7c4674%2C37409%2C1734283439100.meta.1734283446031.meta to pos 4881, reset compression=false 2024-12-15T17:24:10,062 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C37409%2C1734283439100,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/40=[#edits: 2 = ],532}, {hbase:meta/1588230740/41=[#edits: 1 = ],220}], lastWalPath=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,37409,1734283439100/4ce65a7c4674%2C37409%2C1734283439100.meta.1734283446031.meta, lastWalPosition=4881, nbRowKeys=2, nbHFiles=0, heapSize=752, lastSeqIds={}, endOfFile=false,usedBufferSize=752] 2024-12-15T17:24:10,070 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {4ce65a7c4674=0} racks are {/default-rack=0} 2024-12-15T17:24:10,071 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-15T17:24:10,071 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-15T17:24:10,071 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-15T17:24:10,071 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-15T17:24:10,071 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-15T17:24:10,071 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-15T17:24:10,071 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-15T17:24:10,071 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-15T17:24:10,071 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-15T17:24:10,071 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_3, region=cd6708053f32d8d9e2adb7d3fa590602, ASSIGN}] 2024-12-15T17:24:10,072 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_3, region=cd6708053f32d8d9e2adb7d3fa590602, ASSIGN 2024-12-15T17:24:10,073 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_3, region=cd6708053f32d8d9e2adb7d3fa590602, ASSIGN; state=OFFLINE, location=4ce65a7c4674,38857,1734283439419; forceNewPlan=false, retain=false 2024-12-15T17:24:10,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-15T17:24:10,223 INFO [4ce65a7c4674:33459 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-15T17:24:10,224 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=cd6708053f32d8d9e2adb7d3fa590602, regionState=OPENING, regionLocation=4ce65a7c4674,38857,1734283439419 2024-12-15T17:24:10,225 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE; OpenRegionProcedure cd6708053f32d8d9e2adb7d3fa590602, server=4ce65a7c4674,38857,1734283439419}] 2024-12-15T17:24:10,268 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C37409%2C1734283439100,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,37409,1734283439100/4ce65a7c4674%2C37409%2C1734283439100.meta.1734283446031.meta to pos 4881, reset compression=false 2024-12-15T17:24:10,273 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C37409%2C1734283439100,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:24:10,273 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C37409%2C1734283439100,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,37409,1734283439100/4ce65a7c4674%2C37409%2C1734283439100.meta.1734283446031.meta to pos 5418, reset compression=false 2024-12-15T17:24:10,273 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C37409%2C1734283439100,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/42=[#edits: 3 = ],732}], lastWalPath=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,37409,1734283439100/4ce65a7c4674%2C37409%2C1734283439100.meta.1734283446031.meta, lastWalPosition=5418, nbRowKeys=1, nbHFiles=0, heapSize=732, lastSeqIds={}, endOfFile=false,usedBufferSize=732] 2024-12-15T17:24:10,318 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283448808.meta to pos 0, reset compression=false 2024-12-15T17:24:10,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-15T17:24:10,320 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] wal.AbstractFSWALProvider(461): Log hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283448808.meta was moved to hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/oldWALs/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283448808.meta 2024-12-15T17:24:10,323 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(462): EOF, closing hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283448808.meta 2024-12-15T17:24:10,323 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283448808.meta, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-15T17:24:10,323 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta, startPosition=0, beingWritten=true 2024-12-15T17:24:10,377 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,38857,1734283439419 2024-12-15T17:24:10,380 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602. 2024-12-15T17:24:10,381 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7285): Opening region: {ENCODED => cd6708053f32d8d9e2adb7d3fa590602, NAME => 'testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602.', STARTKEY => '', ENDKEY => ''} 2024-12-15T17:24:10,381 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicationSourceCreatedOnOpen_3 cd6708053f32d8d9e2adb7d3fa590602 2024-12-15T17:24:10,381 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:24:10,381 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7327): checking encryption for cd6708053f32d8d9e2adb7d3fa590602 2024-12-15T17:24:10,381 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7330): checking classloading for cd6708053f32d8d9e2adb7d3fa590602 2024-12-15T17:24:10,392 INFO [StoreOpener-cd6708053f32d8d9e2adb7d3fa590602-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region cd6708053f32d8d9e2adb7d3fa590602 2024-12-15T17:24:10,402 INFO [StoreOpener-cd6708053f32d8d9e2adb7d3fa590602-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd6708053f32d8d9e2adb7d3fa590602 columnFamilyName info 2024-12-15T17:24:10,403 DEBUG [StoreOpener-cd6708053f32d8d9e2adb7d3fa590602-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:10,404 INFO [StoreOpener-cd6708053f32d8d9e2adb7d3fa590602-1 {}] regionserver.HStore(327): Store=cd6708053f32d8d9e2adb7d3fa590602/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:24:10,408 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/default/testHBaseMetaReplicationSourceCreatedOnOpen_3/cd6708053f32d8d9e2adb7d3fa590602 2024-12-15T17:24:10,411 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/default/testHBaseMetaReplicationSourceCreatedOnOpen_3/cd6708053f32d8d9e2adb7d3fa590602 2024-12-15T17:24:10,419 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1085): writing seq id for cd6708053f32d8d9e2adb7d3fa590602 2024-12-15T17:24:10,421 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/default/testHBaseMetaReplicationSourceCreatedOnOpen_3/cd6708053f32d8d9e2adb7d3fa590602/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:24:10,422 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1102): Opened cd6708053f32d8d9e2adb7d3fa590602; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59615468, jitterRate=-0.11166030168533325}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:24:10,422 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1001): Region open journal for cd6708053f32d8d9e2adb7d3fa590602: 2024-12-15T17:24:10,423 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602., pid=32, masterSystemTime=1734283450377 2024-12-15T17:24:10,425 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602. 2024-12-15T17:24:10,425 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602. 2024-12-15T17:24:10,425 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=cd6708053f32d8d9e2adb7d3fa590602, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,38857,1734283439419 2024-12-15T17:24:10,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=32, resume processing ppid=31 2024-12-15T17:24:10,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=31, state=SUCCESS; OpenRegionProcedure cd6708053f32d8d9e2adb7d3fa590602, server=4ce65a7c4674,38857,1734283439419 in 207 msec 2024-12-15T17:24:10,455 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-12-15T17:24:10,455 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_3, region=cd6708053f32d8d9e2adb7d3fa590602, ASSIGN in 377 msec 2024-12-15T17:24:10,459 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_3 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T17:24:10,459 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testHBaseMetaReplicationSourceCreatedOnOpen_3","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734283450459"}]},"ts":"1734283450459"} 2024-12-15T17:24:10,461 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testHBaseMetaReplicationSourceCreatedOnOpen_3, state=ENABLED in hbase:meta 2024-12-15T17:24:10,478 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C37409%2C1734283439100,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,37409,1734283439100/4ce65a7c4674%2C37409%2C1734283439100.meta.1734283446031.meta to pos 5418, reset compression=false 2024-12-15T17:24:10,484 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C37409%2C1734283439100,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:10,484 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C37409%2C1734283439100,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,37409,1734283439100/4ce65a7c4674%2C37409%2C1734283439100.meta.1734283446031.meta to pos 6350, reset compression=false 2024-12-15T17:24:10,484 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C37409%2C1734283439100,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/43=[#edits: 5 = ],1100}, {hbase:meta/1588230740/44=[#edits: 1 = ],220}], lastWalPath=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,37409,1734283439100/4ce65a7c4674%2C37409%2C1734283439100.meta.1734283446031.meta, lastWalPosition=6350, nbRowKeys=2, nbHFiles=0, heapSize=1320, lastSeqIds={}, endOfFile=false,usedBufferSize=1320] 2024-12-15T17:24:10,504 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_3 execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T17:24:10,505 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; CreateTableProcedure table=testHBaseMetaReplicationSourceCreatedOnOpen_3 in 491 msec 2024-12-15T17:24:10,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-15T17:24:10,621 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testHBaseMetaReplicationSourceCreatedOnOpen_3, procId: 30 completed 2024-12-15T17:24:10,621 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testHBaseMetaReplicationSourceCreatedOnOpen_3 get assigned. Timeout = 60000ms 2024-12-15T17:24:10,621 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T17:24:10,626 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testHBaseMetaReplicationSourceCreatedOnOpen_3 assigned to meta. Checking AM states. 2024-12-15T17:24:10,626 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T17:24:10,626 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testHBaseMetaReplicationSourceCreatedOnOpen_3 assigned. 2024-12-15T17:24:10,633 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T17:24:10,633 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$4(489): Verifying replication for region replica {ENCODED => 534574363, NAME => 'hbase:meta,,1_0001', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} 2024-12-15T17:24:10,635 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:regioninfo/1734283450425/Put/vlen=79/seqid=0 hbase:namespace/table:state/1734283442351/Put/vlen=2/seqid=8 2024-12-15T17:24:10,635 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:regioninfo/1734283450425/Put/vlen=79/seqid=0 hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca./info:regioninfo/1734283442315/Put/vlen=41/seqid=7 2024-12-15T17:24:10,635 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:regioninfo/1734283450425/Put/vlen=79/seqid=0 hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca./info:seqnumDuringOpen/1734283442315/Put/vlen=8/seqid=7 2024-12-15T17:24:10,635 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:regioninfo/1734283450425/Put/vlen=79/seqid=0 hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca./info:server/1734283442315/Put/vlen=18/seqid=7 2024-12-15T17:24:10,635 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:regioninfo/1734283450425/Put/vlen=79/seqid=0 hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca./info:serverstartcode/1734283442315/Put/vlen=8/seqid=7 2024-12-15T17:24:10,635 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:regioninfo/1734283450425/Put/vlen=79/seqid=0 hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca./info:sn/1734283442126/Put/vlen=32/seqid=6 2024-12-15T17:24:10,635 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:regioninfo/1734283450425/Put/vlen=79/seqid=0 hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca./info:state/1734283442315/Put/vlen=4/seqid=7 2024-12-15T17:24:10,635 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:regioninfo/1734283450425/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0/table:state/1734283445844/Put/vlen=2/seqid=23 2024-12-15T17:24:10,635 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:regioninfo/1734283450425/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:regioninfo/1734283445813/Put/vlen=79/seqid=22 2024-12-15T17:24:10,635 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:regioninfo/1734283450425/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:seqnumDuringOpen/1734283445813/Put/vlen=8/seqid=22 2024-12-15T17:24:10,635 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:regioninfo/1734283450425/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:server/1734283445813/Put/vlen=18/seqid=22 2024-12-15T17:24:10,635 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:regioninfo/1734283450425/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:serverstartcode/1734283445813/Put/vlen=8/seqid=22 2024-12-15T17:24:10,635 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:regioninfo/1734283450425/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:sn/1734283445610/Put/vlen=32/seqid=21 2024-12-15T17:24:10,635 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:regioninfo/1734283450425/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:state/1734283445813/Put/vlen=4/seqid=22 2024-12-15T17:24:10,636 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:regioninfo/1734283450425/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1/table:state/1734283447664/Put/vlen=2/seqid=34 2024-12-15T17:24:10,636 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:regioninfo/1734283450425/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:regioninfo/1734283447659/Put/vlen=79/seqid=33 2024-12-15T17:24:10,636 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:regioninfo/1734283450425/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:seqnumDuringOpen/1734283447659/Put/vlen=8/seqid=33 2024-12-15T17:24:10,636 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:regioninfo/1734283450425/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:server/1734283447659/Put/vlen=18/seqid=33 2024-12-15T17:24:10,636 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:regioninfo/1734283450425/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:serverstartcode/1734283447659/Put/vlen=8/seqid=33 2024-12-15T17:24:10,636 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:regioninfo/1734283450425/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:sn/1734283447485/Put/vlen=32/seqid=32 2024-12-15T17:24:10,636 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:regioninfo/1734283450425/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:state/1734283447659/Put/vlen=4/seqid=33 2024-12-15T17:24:10,636 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:regioninfo/1734283450425/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2/table:state/1734283449689/Put/vlen=2/seqid=39 2024-12-15T17:24:10,636 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:regioninfo/1734283450425/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:regioninfo/1734283449684/Put/vlen=79/seqid=38 2024-12-15T17:24:10,636 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:regioninfo/1734283450425/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:seqnumDuringOpen/1734283449684/Put/vlen=8/seqid=38 2024-12-15T17:24:10,636 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:regioninfo/1734283450425/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:server/1734283449684/Put/vlen=18/seqid=38 2024-12-15T17:24:10,636 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:regioninfo/1734283450425/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:serverstartcode/1734283449684/Put/vlen=8/seqid=38 2024-12-15T17:24:10,636 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:regioninfo/1734283450425/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:sn/1734283449507/Put/vlen=32/seqid=37 2024-12-15T17:24:10,636 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:regioninfo/1734283450425/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:state/1734283449684/Put/vlen=4/seqid=38 2024-12-15T17:24:10,636 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:regioninfo/1734283450425/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_3/table:state/1734283450459/Put/vlen=2/seqid=44 2024-12-15T17:24:10,636 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:regioninfo/1734283450425/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:regioninfo/1734283450425/Put/vlen=79/seqid=43 2024-12-15T17:24:10,636 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:seqnumDuringOpen/1734283450425/Put/vlen=8/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:seqnumDuringOpen/1734283450425/Put/vlen=8/seqid=43 2024-12-15T17:24:10,636 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:server/1734283450425/Put/vlen=18/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:server/1734283450425/Put/vlen=18/seqid=43 2024-12-15T17:24:10,636 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:serverstartcode/1734283450425/Put/vlen=8/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:serverstartcode/1734283450425/Put/vlen=8/seqid=43 2024-12-15T17:24:10,636 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:sn/1734283450224/Put/vlen=32/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:sn/1734283450224/Put/vlen=32/seqid=42 2024-12-15T17:24:10,636 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:state/1734283450425/Put/vlen=4/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:state/1734283450425/Put/vlen=4/seqid=43 2024-12-15T17:24:10,637 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T17:24:10,637 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$4(489): Verifying replication for region replica {ENCODED => 1657623790, NAME => 'hbase:meta,,1_0002', STARTKEY => '', ENDKEY => '', REPLICA_ID => 2} 2024-12-15T17:24:10,638 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:regioninfo/1734283450425/Put/vlen=79/seqid=0 hbase:namespace/table:state/1734283442351/Put/vlen=2/seqid=8 2024-12-15T17:24:10,638 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:regioninfo/1734283450425/Put/vlen=79/seqid=0 hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca./info:regioninfo/1734283442315/Put/vlen=41/seqid=7 2024-12-15T17:24:10,638 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:regioninfo/1734283450425/Put/vlen=79/seqid=0 hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca./info:seqnumDuringOpen/1734283442315/Put/vlen=8/seqid=7 2024-12-15T17:24:10,639 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:regioninfo/1734283450425/Put/vlen=79/seqid=0 hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca./info:server/1734283442315/Put/vlen=18/seqid=7 2024-12-15T17:24:10,639 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:regioninfo/1734283450425/Put/vlen=79/seqid=0 hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca./info:serverstartcode/1734283442315/Put/vlen=8/seqid=7 2024-12-15T17:24:10,639 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:regioninfo/1734283450425/Put/vlen=79/seqid=0 hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca./info:sn/1734283442126/Put/vlen=32/seqid=6 2024-12-15T17:24:10,639 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:regioninfo/1734283450425/Put/vlen=79/seqid=0 hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca./info:state/1734283442315/Put/vlen=4/seqid=7 2024-12-15T17:24:10,639 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:regioninfo/1734283450425/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0/table:state/1734283445844/Put/vlen=2/seqid=23 2024-12-15T17:24:10,639 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:regioninfo/1734283450425/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:regioninfo/1734283445813/Put/vlen=79/seqid=22 2024-12-15T17:24:10,639 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:regioninfo/1734283450425/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:seqnumDuringOpen/1734283445813/Put/vlen=8/seqid=22 2024-12-15T17:24:10,639 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:regioninfo/1734283450425/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:server/1734283445813/Put/vlen=18/seqid=22 2024-12-15T17:24:10,639 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:regioninfo/1734283450425/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:serverstartcode/1734283445813/Put/vlen=8/seqid=22 2024-12-15T17:24:10,642 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:regioninfo/1734283450425/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:sn/1734283445610/Put/vlen=32/seqid=21 2024-12-15T17:24:10,642 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:regioninfo/1734283450425/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a./info:state/1734283445813/Put/vlen=4/seqid=22 2024-12-15T17:24:10,642 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:regioninfo/1734283450425/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1/table:state/1734283447664/Put/vlen=2/seqid=34 2024-12-15T17:24:10,642 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:regioninfo/1734283450425/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:regioninfo/1734283447659/Put/vlen=79/seqid=33 2024-12-15T17:24:10,642 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:regioninfo/1734283450425/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:seqnumDuringOpen/1734283447659/Put/vlen=8/seqid=33 2024-12-15T17:24:10,643 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:regioninfo/1734283450425/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:server/1734283447659/Put/vlen=18/seqid=33 2024-12-15T17:24:10,643 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:regioninfo/1734283450425/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:serverstartcode/1734283447659/Put/vlen=8/seqid=33 2024-12-15T17:24:10,643 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:regioninfo/1734283450425/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:sn/1734283447485/Put/vlen=32/seqid=32 2024-12-15T17:24:10,643 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:regioninfo/1734283450425/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:state/1734283447659/Put/vlen=4/seqid=33 2024-12-15T17:24:10,643 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:regioninfo/1734283450425/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2/table:state/1734283449689/Put/vlen=2/seqid=39 2024-12-15T17:24:10,643 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:regioninfo/1734283450425/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:regioninfo/1734283449684/Put/vlen=79/seqid=38 2024-12-15T17:24:10,643 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:regioninfo/1734283450425/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:seqnumDuringOpen/1734283449684/Put/vlen=8/seqid=38 2024-12-15T17:24:10,644 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:regioninfo/1734283450425/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:server/1734283449684/Put/vlen=18/seqid=38 2024-12-15T17:24:10,644 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:regioninfo/1734283450425/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:serverstartcode/1734283449684/Put/vlen=8/seqid=38 2024-12-15T17:24:10,644 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:regioninfo/1734283450425/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:sn/1734283449507/Put/vlen=32/seqid=37 2024-12-15T17:24:10,644 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:regioninfo/1734283450425/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea./info:state/1734283449684/Put/vlen=4/seqid=38 2024-12-15T17:24:10,644 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:regioninfo/1734283450425/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_3/table:state/1734283450459/Put/vlen=2/seqid=44 2024-12-15T17:24:10,644 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:regioninfo/1734283450425/Put/vlen=79/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:regioninfo/1734283450425/Put/vlen=79/seqid=43 2024-12-15T17:24:10,644 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:seqnumDuringOpen/1734283450425/Put/vlen=8/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:seqnumDuringOpen/1734283450425/Put/vlen=8/seqid=43 2024-12-15T17:24:10,644 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:server/1734283450425/Put/vlen=18/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:server/1734283450425/Put/vlen=18/seqid=43 2024-12-15T17:24:10,644 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:serverstartcode/1734283450425/Put/vlen=8/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:serverstartcode/1734283450425/Put/vlen=8/seqid=43 2024-12-15T17:24:10,644 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:sn/1734283450224/Put/vlen=32/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:sn/1734283450224/Put/vlen=32/seqid=42 2024-12-15T17:24:10,644 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:state/1734283450425/Put/vlen=4/seqid=0 testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602./info:state/1734283450425/Put/vlen=4/seqid=43 2024-12-15T17:24:10,644 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-15T17:24:10,644 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-15T17:24:10,647 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5fb023d3 to 127.0.0.1:63355 2024-12-15T17:24:10,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:24:10,647 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-15T17:24:10,647 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=954315368, stopped=false 2024-12-15T17:24:10,648 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=4ce65a7c4674,33459,1734283438527 2024-12-15T17:24:10,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34673-0x1002ab8445b0003, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-15T17:24:10,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34673-0x1002ab8445b0003, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:10,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38857-0x1002ab8445b0004, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-15T17:24:10,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36751-0x1002ab8445b0001, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-15T17:24:10,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38857-0x1002ab8445b0004, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:10,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36751-0x1002ab8445b0001, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:10,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37409-0x1002ab8445b0002, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-15T17:24:10,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33459-0x1002ab8445b0000, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-15T17:24:10,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37409-0x1002ab8445b0002, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:10,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33459-0x1002ab8445b0000, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:10,658 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-15T17:24:10,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:24:10,660 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '4ce65a7c4674,36751,1734283438932' ***** 2024-12-15T17:24:10,660 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-15T17:24:10,660 INFO [RS:0;4ce65a7c4674:36751 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-15T17:24:10,661 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-15T17:24:10,661 INFO [RS:0;4ce65a7c4674:36751 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-15T17:24:10,661 INFO [RS:0;4ce65a7c4674:36751 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-15T17:24:10,661 INFO [RS:0;4ce65a7c4674:36751 {}] regionserver.HRegionServer(1224): stopping server 4ce65a7c4674,36751,1734283438932 2024-12-15T17:24:10,661 DEBUG [RS:0;4ce65a7c4674:36751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:24:10,661 INFO [RS:0;4ce65a7c4674:36751 {}] regionserver.HRegionServer(1250): stopping server 4ce65a7c4674,36751,1734283438932; all regions closed. 2024-12-15T17:24:10,661 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '4ce65a7c4674,37409,1734283439100' ***** 2024-12-15T17:24:10,662 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-15T17:24:10,662 INFO [RS:1;4ce65a7c4674:37409 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-15T17:24:10,662 INFO [RS:1;4ce65a7c4674:37409 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-15T17:24:10,662 INFO [RS:1;4ce65a7c4674:37409 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-15T17:24:10,662 INFO [RS:1;4ce65a7c4674:37409 {}] regionserver.HRegionServer(3579): Received CLOSE for a0b0946b984d5bb23561b2581eef865a 2024-12-15T17:24:10,662 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-15T17:24:10,662 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '4ce65a7c4674,34673,1734283439235' ***** 2024-12-15T17:24:10,662 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-15T17:24:10,662 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '4ce65a7c4674,38857,1734283439419' ***** 2024-12-15T17:24:10,662 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-15T17:24:10,663 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37409-0x1002ab8445b0002, quorum=127.0.0.1:63355, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:24:10,663 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38857-0x1002ab8445b0004, quorum=127.0.0.1:63355, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:24:10,664 INFO [RS:3;4ce65a7c4674:38857 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-15T17:24:10,664 INFO [RS:3;4ce65a7c4674:38857 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-15T17:24:10,664 INFO [RS:2;4ce65a7c4674:34673 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-15T17:24:10,664 INFO [RS:3;4ce65a7c4674:38857 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-15T17:24:10,664 INFO [RS:2;4ce65a7c4674:34673 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-15T17:24:10,664 INFO [RS:3;4ce65a7c4674:38857 {}] regionserver.HRegionServer(3579): Received CLOSE for a8b838cb4f2442312fdac44a67fd24ea 2024-12-15T17:24:10,664 INFO [RS:2;4ce65a7c4674:34673 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-15T17:24:10,664 INFO [RS:2;4ce65a7c4674:34673 {}] regionserver.HRegionServer(3579): Received CLOSE for 009e62129c1edcacb5fa6640dbdb77ca 2024-12-15T17:24:10,664 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-15T17:24:10,664 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-15T17:24:10,665 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34673-0x1002ab8445b0003, quorum=127.0.0.1:63355, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:24:10,665 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33459-0x1002ab8445b0000, quorum=127.0.0.1:63355, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:24:10,667 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36751-0x1002ab8445b0001, quorum=127.0.0.1:63355, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:24:10,675 INFO [regionserver/4ce65a7c4674:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T17:24:10,676 INFO [RS:1;4ce65a7c4674:37409 {}] regionserver.HRegionServer(1224): stopping server 4ce65a7c4674,37409,1734283439100 2024-12-15T17:24:10,676 DEBUG [RS:1;4ce65a7c4674:37409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:24:10,676 INFO [RS:1;4ce65a7c4674:37409 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-15T17:24:10,676 INFO [RS:1;4ce65a7c4674:37409 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-15T17:24:10,676 INFO [RS:1;4ce65a7c4674:37409 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-15T17:24:10,677 INFO [RS:1;4ce65a7c4674:37409 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-15T17:24:10,679 INFO [RS:1;4ce65a7c4674:37409 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-12-15T17:24:10,679 DEBUG [RS:1;4ce65a7c4674:37409 {}] regionserver.HRegionServer(1603): Online Regions={a0b0946b984d5bb23561b2581eef865a=testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a., 1588230740=hbase:meta,,1.1588230740, 534574363=hbase:meta,,1_0001.534574363} 2024-12-15T17:24:10,679 INFO [RS:1;4ce65a7c4674:37409 {}] regionserver.HRegionServer(3579): Received CLOSE for 534574363 2024-12-15T17:24:10,679 DEBUG [RS:1;4ce65a7c4674:37409 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 534574363, a0b0946b984d5bb23561b2581eef865a 2024-12-15T17:24:10,679 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a0b0946b984d5bb23561b2581eef865a, disabling compactions & flushes 2024-12-15T17:24:10,680 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a. 2024-12-15T17:24:10,680 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a8b838cb4f2442312fdac44a67fd24ea, disabling compactions & flushes 2024-12-15T17:24:10,680 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a. 2024-12-15T17:24:10,680 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea. 2024-12-15T17:24:10,680 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a. after waiting 0 ms 2024-12-15T17:24:10,680 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea. 2024-12-15T17:24:10,680 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a. 2024-12-15T17:24:10,680 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea. after waiting 0 ms 2024-12-15T17:24:10,680 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea. 2024-12-15T17:24:10,680 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-15T17:24:10,680 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-15T17:24:10,680 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-15T17:24:10,680 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-15T17:24:10,680 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-15T17:24:10,680 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=5.09 KB heapSize=8.46 KB 2024-12-15T17:24:10,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741853_1029 (size=93) 2024-12-15T17:24:10,679 INFO [RS:3;4ce65a7c4674:38857 {}] regionserver.HRegionServer(3579): Received CLOSE for cd6708053f32d8d9e2adb7d3fa590602 2024-12-15T17:24:10,680 INFO [RS:3;4ce65a7c4674:38857 {}] regionserver.HRegionServer(3579): Received CLOSE for 931c6986db18696814e7ef07f6a92b14 2024-12-15T17:24:10,680 INFO [RS:3;4ce65a7c4674:38857 {}] regionserver.HRegionServer(1224): stopping server 4ce65a7c4674,38857,1734283439419 2024-12-15T17:24:10,680 DEBUG [RS:3;4ce65a7c4674:38857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:24:10,681 INFO [RS:3;4ce65a7c4674:38857 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-12-15T17:24:10,681 DEBUG [RS:3;4ce65a7c4674:38857 {}] regionserver.HRegionServer(1603): Online Regions={a8b838cb4f2442312fdac44a67fd24ea=testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea., cd6708053f32d8d9e2adb7d3fa590602=testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602., 931c6986db18696814e7ef07f6a92b14=testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14.} 2024-12-15T17:24:10,681 DEBUG [RS:3;4ce65a7c4674:38857 {}] regionserver.HRegionServer(1629): Waiting on 931c6986db18696814e7ef07f6a92b14, a8b838cb4f2442312fdac44a67fd24ea, cd6708053f32d8d9e2adb7d3fa590602 2024-12-15T17:24:10,682 INFO [regionserver/4ce65a7c4674:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T17:24:10,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741853_1029 (size=93) 2024-12-15T17:24:10,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39113 is added to blk_1073741853_1029 (size=93) 2024-12-15T17:24:10,691 INFO [RS:2;4ce65a7c4674:34673 {}] regionserver.HRegionServer(1224): stopping server 4ce65a7c4674,34673,1734283439235 2024-12-15T17:24:10,691 DEBUG [RS:2;4ce65a7c4674:34673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:24:10,691 INFO [RS:2;4ce65a7c4674:34673 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-15T17:24:10,691 DEBUG [RS:2;4ce65a7c4674:34673 {}] regionserver.HRegionServer(1603): Online Regions={009e62129c1edcacb5fa6640dbdb77ca=hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca., 1657623790=hbase:meta,,1_0002.1657623790} 2024-12-15T17:24:10,692 INFO [RS:2;4ce65a7c4674:34673 {}] regionserver.HRegionServer(3579): Received CLOSE for 1657623790 2024-12-15T17:24:10,692 INFO [regionserver/4ce65a7c4674:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T17:24:10,693 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 009e62129c1edcacb5fa6640dbdb77ca, disabling compactions & flushes 2024-12-15T17:24:10,693 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca. 2024-12-15T17:24:10,693 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca. 2024-12-15T17:24:10,693 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca. after waiting 0 ms 2024-12-15T17:24:10,693 DEBUG [RS:0;4ce65a7c4674:36751 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/oldWALs 2024-12-15T17:24:10,693 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca. 2024-12-15T17:24:10,693 INFO [RS:0;4ce65a7c4674:36751 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 4ce65a7c4674%2C36751%2C1734283438932.meta:.meta(num 1734283449979) 2024-12-15T17:24:10,693 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 009e62129c1edcacb5fa6640dbdb77ca 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-15T17:24:10,694 INFO [regionserver/4ce65a7c4674:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-15T17:24:10,694 INFO [regionserver/4ce65a7c4674:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-15T17:24:10,694 DEBUG [RS:2;4ce65a7c4674:34673 {}] regionserver.HRegionServer(1629): Waiting on 009e62129c1edcacb5fa6640dbdb77ca, 1657623790 2024-12-15T17:24:10,694 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1657623790, disabling compactions & flushes 2024-12-15T17:24:10,694 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1_0002.1657623790 2024-12-15T17:24:10,694 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1_0002.1657623790 2024-12-15T17:24:10,694 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1_0002.1657623790 after waiting 0 ms 2024-12-15T17:24:10,694 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1_0002.1657623790 2024-12-15T17:24:10,699 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C37409%2C1734283439100,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,37409,1734283439100/4ce65a7c4674%2C37409%2C1734283439100.meta.1734283446031.meta to pos 6350, reset compression=false 2024-12-15T17:24:10,712 INFO [regionserver/4ce65a7c4674:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T17:24:10,715 INFO [regionserver/4ce65a7c4674:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-15T17:24:10,715 INFO [regionserver/4ce65a7c4674:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-15T17:24:10,718 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C37409%2C1734283439100,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:24:10,718 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C37409%2C1734283439100,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,37409,1734283439100/4ce65a7c4674%2C37409%2C1734283439100.meta.1734283446031.meta to pos 6534, reset compression=false 2024-12-15T17:24:10,718 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C37409%2C1734283439100,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/46=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734283450680/Put/vlen=101/seqid=0; >],284}], lastWalPath=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,37409,1734283439100/4ce65a7c4674%2C37409%2C1734283439100.meta.1734283446031.meta, lastWalPosition=6534, nbRowKeys=1, nbHFiles=0, heapSize=284, lastSeqIds={}, endOfFile=false,usedBufferSize=284] 2024-12-15T17:24:10,719 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/meta/1588230740/.tmp/info/d785d3caf85247ee9ccbad411282b488 is 211, key is testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14./info:regioninfo/1734283447659/Put/seqid=0 2024-12-15T17:24:10,732 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/default/testHBaseMetaReplicationSourceCreatedOnOpen_0/a0b0946b984d5bb23561b2581eef865a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T17:24:10,733 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/default/testHBaseMetaReplicationSourceCreatedOnOpen_2/a8b838cb4f2442312fdac44a67fd24ea/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T17:24:10,733 INFO [4ce65a7c4674:34673Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:24:10,733 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a. 2024-12-15T17:24:10,733 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a0b0946b984d5bb23561b2581eef865a: 2024-12-15T17:24:10,734 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea. 2024-12-15T17:24:10,734 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicationSourceCreatedOnOpen_0,,1734283444890.a0b0946b984d5bb23561b2581eef865a. 2024-12-15T17:24:10,734 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a8b838cb4f2442312fdac44a67fd24ea: 2024-12-15T17:24:10,734 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicationSourceCreatedOnOpen_2,,1734283448850.a8b838cb4f2442312fdac44a67fd24ea. 2024-12-15T17:24:10,734 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing cd6708053f32d8d9e2adb7d3fa590602, disabling compactions & flushes 2024-12-15T17:24:10,734 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602. 2024-12-15T17:24:10,734 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602. 2024-12-15T17:24:10,734 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602. after waiting 0 ms 2024-12-15T17:24:10,734 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602. 2024-12-15T17:24:10,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35123 is added to blk_1073741835_1011 (size=93) 2024-12-15T17:24:10,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39113 is added to blk_1073741835_1011 (size=93) 2024-12-15T17:24:10,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741835_1011 (size=93) 2024-12-15T17:24:10,752 INFO [regionserver/4ce65a7c4674:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-15T17:24:10,752 INFO [regionserver/4ce65a7c4674:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-15T17:24:10,752 DEBUG [RS:0;4ce65a7c4674:36751 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/oldWALs 2024-12-15T17:24:10,752 INFO [RS:0;4ce65a7c4674:36751 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 4ce65a7c4674%2C36751%2C1734283438932:(num 1734283440944) 2024-12-15T17:24:10,752 DEBUG [RS:0;4ce65a7c4674:36751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:24:10,752 INFO [RS:0;4ce65a7c4674:36751 {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T17:24:10,752 INFO [RS:0;4ce65a7c4674:36751 {}] hbase.ChoreService(370): Chore service for: regionserver/4ce65a7c4674:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-15T17:24:10,752 INFO [RS:0;4ce65a7c4674:36751 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-15T17:24:10,752 INFO [RS:0;4ce65a7c4674:36751 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-15T17:24:10,752 INFO [RS:0;4ce65a7c4674:36751 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-15T17:24:10,752 INFO [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T17:24:10,752 INFO [RS:0;4ce65a7c4674:36751 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:36751 2024-12-15T17:24:10,755 INFO [4ce65a7c4674:38857Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:24:10,759 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/namespace/009e62129c1edcacb5fa6640dbdb77ca/.tmp/info/7317f1f88611425687d56fc516b06218 is 45, key is default/info:d/1734283442455/Put/seqid=0 2024-12-15T17:24:10,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36751-0x1002ab8445b0001, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4ce65a7c4674,36751,1734283438932 2024-12-15T17:24:10,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33459-0x1002ab8445b0000, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-15T17:24:10,764 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T17:24:10,764 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1_0002.1657623790 2024-12-15T17:24:10,764 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1657623790: 2024-12-15T17:24:10,764 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1_0002.1657623790 2024-12-15T17:24:10,770 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4ce65a7c4674,36751,1734283438932] 2024-12-15T17:24:10,770 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 4ce65a7c4674,36751,1734283438932; numProcessing=1 2024-12-15T17:24:10,782 INFO [4ce65a7c4674:37409Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=284B, Limit=268435456B 2024-12-15T17:24:10,786 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/4ce65a7c4674,36751,1734283438932 already deleted, retry=false 2024-12-15T17:24:10,787 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 4ce65a7c4674,36751,1734283438932 expired; onlineServers=3 2024-12-15T17:24:10,798 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/default/testHBaseMetaReplicationSourceCreatedOnOpen_3/cd6708053f32d8d9e2adb7d3fa590602/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T17:24:10,799 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602. 2024-12-15T17:24:10,799 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for cd6708053f32d8d9e2adb7d3fa590602: 2024-12-15T17:24:10,799 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicationSourceCreatedOnOpen_3,,1734283450013.cd6708053f32d8d9e2adb7d3fa590602. 2024-12-15T17:24:10,799 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 931c6986db18696814e7ef07f6a92b14, disabling compactions & flushes 2024-12-15T17:24:10,799 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14. 2024-12-15T17:24:10,799 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14. 2024-12-15T17:24:10,799 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14. after waiting 0 ms 2024-12-15T17:24:10,799 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14. 2024-12-15T17:24:10,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741856_1032 (size=10374) 2024-12-15T17:24:10,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39113 is added to blk_1073741856_1032 (size=10374) 2024-12-15T17:24:10,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35123 is added to blk_1073741856_1032 (size=10374) 2024-12-15T17:24:10,803 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.64 KB at sequenceid=45 (bloomFilter=true), to=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/meta/1588230740/.tmp/info/d785d3caf85247ee9ccbad411282b488 2024-12-15T17:24:10,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741857_1033 (size=5037) 2024-12-15T17:24:10,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35123 is added to blk_1073741857_1033 (size=5037) 2024-12-15T17:24:10,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39113 is added to blk_1073741857_1033 (size=5037) 2024-12-15T17:24:10,819 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/namespace/009e62129c1edcacb5fa6640dbdb77ca/.tmp/info/7317f1f88611425687d56fc516b06218 2024-12-15T17:24:10,828 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/namespace/009e62129c1edcacb5fa6640dbdb77ca/.tmp/info/7317f1f88611425687d56fc516b06218 as hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/namespace/009e62129c1edcacb5fa6640dbdb77ca/info/7317f1f88611425687d56fc516b06218 2024-12-15T17:24:10,831 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/default/testHBaseMetaReplicationSourceCreatedOnOpen_1/931c6986db18696814e7ef07f6a92b14/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T17:24:10,832 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14. 2024-12-15T17:24:10,832 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 931c6986db18696814e7ef07f6a92b14: 2024-12-15T17:24:10,832 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicationSourceCreatedOnOpen_1,,1734283447177.931c6986db18696814e7ef07f6a92b14. 2024-12-15T17:24:10,840 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/namespace/009e62129c1edcacb5fa6640dbdb77ca/info/7317f1f88611425687d56fc516b06218, entries=2, sequenceid=6, filesize=4.9 K 2024-12-15T17:24:10,841 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 009e62129c1edcacb5fa6640dbdb77ca in 148ms, sequenceid=6, compaction requested=false 2024-12-15T17:24:10,842 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/meta/1588230740/.tmp/table/e6845af2562248159934700548d3a427 is 81, key is testHBaseMetaReplicationSourceCreatedOnOpen_1/table:state/1734283447664/Put/seqid=0 2024-12-15T17:24:10,847 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/namespace/009e62129c1edcacb5fa6640dbdb77ca/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-15T17:24:10,848 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca. 2024-12-15T17:24:10,849 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 009e62129c1edcacb5fa6640dbdb77ca: 2024-12-15T17:24:10,849 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734283441764.009e62129c1edcacb5fa6640dbdb77ca. 2024-12-15T17:24:10,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741858_1034 (size=5776) 2024-12-15T17:24:10,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741858_1034 (size=5776) 2024-12-15T17:24:10,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35123 is added to blk_1073741858_1034 (size=5776) 2024-12-15T17:24:10,854 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=462 B at sequenceid=45 (bloomFilter=true), to=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/meta/1588230740/.tmp/table/e6845af2562248159934700548d3a427 2024-12-15T17:24:10,860 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/meta/1588230740/.tmp/info/d785d3caf85247ee9ccbad411282b488 as hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/meta/1588230740/info/d785d3caf85247ee9ccbad411282b488 2024-12-15T17:24:10,865 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/meta/1588230740/info/d785d3caf85247ee9ccbad411282b488, entries=30, sequenceid=45, filesize=10.1 K 2024-12-15T17:24:10,866 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/meta/1588230740/.tmp/table/e6845af2562248159934700548d3a427 as hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/meta/1588230740/table/e6845af2562248159934700548d3a427 2024-12-15T17:24:10,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36751-0x1002ab8445b0001, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T17:24:10,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36751-0x1002ab8445b0001, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T17:24:10,870 INFO [RS:0;4ce65a7c4674:36751 {}] regionserver.HRegionServer(1307): Exiting; stopping=4ce65a7c4674,36751,1734283438932; zookeeper connection closed. 2024-12-15T17:24:10,870 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@55cfc967 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@55cfc967 2024-12-15T17:24:10,872 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/meta/1588230740/table/e6845af2562248159934700548d3a427, entries=6, sequenceid=45, filesize=5.6 K 2024-12-15T17:24:10,873 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~5.09 KB/5214, heapSize ~8.18 KB/8376, currentSize=0 B/0 for 1588230740 in 193ms, sequenceid=45, compaction requested=true 2024-12-15T17:24:10,877 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/data/hbase/meta/1588230740/recovered.edits/48.seqid, newMaxSeqId=48, maxSeqId=27 2024-12-15T17:24:10,878 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T17:24:10,878 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-15T17:24:10,878 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-15T17:24:10,878 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-15T17:24:10,878 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 534574363, disabling compactions & flushes 2024-12-15T17:24:10,878 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1_0001.534574363 2024-12-15T17:24:10,878 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1_0001.534574363 2024-12-15T17:24:10,878 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1_0001.534574363 after waiting 0 ms 2024-12-15T17:24:10,878 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1_0001.534574363 2024-12-15T17:24:10,879 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T17:24:10,879 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1_0001.534574363 2024-12-15T17:24:10,879 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 534574363: 2024-12-15T17:24:10,879 DEBUG [RS:1;4ce65a7c4674:37409 {}] regionserver.HRegionServer(1629): Waiting on 534574363 2024-12-15T17:24:10,879 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1_0001.534574363 2024-12-15T17:24:10,881 INFO [RS:3;4ce65a7c4674:38857 {}] regionserver.HRegionServer(1250): stopping server 4ce65a7c4674,38857,1734283439419; all regions closed. 2024-12-15T17:24:10,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39113 is added to blk_1073741834_1010 (size=2388) 2024-12-15T17:24:10,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741834_1010 (size=2388) 2024-12-15T17:24:10,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741834_1010 (size=2388) 2024-12-15T17:24:10,889 DEBUG [RS:3;4ce65a7c4674:38857 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/oldWALs 2024-12-15T17:24:10,889 INFO [RS:3;4ce65a7c4674:38857 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 4ce65a7c4674%2C38857%2C1734283439419:(num 1734283440916) 2024-12-15T17:24:10,889 DEBUG [RS:3;4ce65a7c4674:38857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:24:10,889 INFO [RS:3;4ce65a7c4674:38857 {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T17:24:10,889 INFO [RS:3;4ce65a7c4674:38857 {}] hbase.ChoreService(370): Chore service for: regionserver/4ce65a7c4674:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-15T17:24:10,889 INFO [RS:3;4ce65a7c4674:38857 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-15T17:24:10,889 INFO [RS:3;4ce65a7c4674:38857 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-15T17:24:10,889 INFO [RS:3;4ce65a7c4674:38857 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-15T17:24:10,889 INFO [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T17:24:10,890 INFO [RS:3;4ce65a7c4674:38857 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:38857 2024-12-15T17:24:10,894 INFO [RS:2;4ce65a7c4674:34673 {}] regionserver.HRegionServer(1250): stopping server 4ce65a7c4674,34673,1734283439235; all regions closed. 2024-12-15T17:24:10,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741833_1009 (size=1414) 2024-12-15T17:24:10,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39113 is added to blk_1073741833_1009 (size=1414) 2024-12-15T17:24:10,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741833_1009 (size=1414) 2024-12-15T17:24:10,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38857-0x1002ab8445b0004, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4ce65a7c4674,38857,1734283439419 2024-12-15T17:24:10,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33459-0x1002ab8445b0000, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-15T17:24:10,899 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4ce65a7c4674,38857,1734283439419] 2024-12-15T17:24:10,899 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 4ce65a7c4674,38857,1734283439419; numProcessing=2 2024-12-15T17:24:10,900 DEBUG [RS:2;4ce65a7c4674:34673 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/oldWALs 2024-12-15T17:24:10,901 INFO [RS:2;4ce65a7c4674:34673 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 4ce65a7c4674%2C34673%2C1734283439235:(num 1734283440893) 2024-12-15T17:24:10,901 DEBUG [RS:2;4ce65a7c4674:34673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:24:10,901 INFO [RS:2;4ce65a7c4674:34673 {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T17:24:10,901 INFO [RS:2;4ce65a7c4674:34673 {}] hbase.ChoreService(370): Chore service for: regionserver/4ce65a7c4674:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-15T17:24:10,901 INFO [RS:2;4ce65a7c4674:34673 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-15T17:24:10,901 INFO [RS:2;4ce65a7c4674:34673 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-15T17:24:10,901 INFO [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T17:24:10,901 INFO [RS:2;4ce65a7c4674:34673 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-15T17:24:10,901 INFO [RS:2;4ce65a7c4674:34673 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:34673 2024-12-15T17:24:10,907 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/4ce65a7c4674,38857,1734283439419 already deleted, retry=false 2024-12-15T17:24:10,907 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 4ce65a7c4674,38857,1734283439419 expired; onlineServers=2 2024-12-15T17:24:10,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34673-0x1002ab8445b0003, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4ce65a7c4674,34673,1734283439235 2024-12-15T17:24:10,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33459-0x1002ab8445b0000, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-15T17:24:10,916 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4ce65a7c4674,34673,1734283439235] 2024-12-15T17:24:10,917 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 4ce65a7c4674,34673,1734283439235; numProcessing=3 2024-12-15T17:24:10,957 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/4ce65a7c4674,34673,1734283439235 already deleted, retry=false 2024-12-15T17:24:10,957 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 4ce65a7c4674,34673,1734283439235 expired; onlineServers=1 2024-12-15T17:24:10,969 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C37409%2C1734283439100,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,37409,1734283439100/4ce65a7c4674%2C37409%2C1734283439100.meta.1734283446031.meta to pos 6534, reset compression=false 2024-12-15T17:24:10,974 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C37409%2C1734283439100,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:10,974 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C37409%2C1734283439100,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,37409,1734283439100/4ce65a7c4674%2C37409%2C1734283439100.meta.1734283446031.meta to pos 7018, reset compression=false 2024-12-15T17:24:11,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38857-0x1002ab8445b0004, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T17:24:11,007 INFO [RS:3;4ce65a7c4674:38857 {}] regionserver.HRegionServer(1307): Exiting; stopping=4ce65a7c4674,38857,1734283439419; zookeeper connection closed. 2024-12-15T17:24:11,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38857-0x1002ab8445b0004, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T17:24:11,007 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@274447a4 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@274447a4 2024-12-15T17:24:11,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34673-0x1002ab8445b0003, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T17:24:11,045 INFO [RS:2;4ce65a7c4674:34673 {}] regionserver.HRegionServer(1307): Exiting; stopping=4ce65a7c4674,34673,1734283439235; zookeeper connection closed. 2024-12-15T17:24:11,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34673-0x1002ab8445b0003, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T17:24:11,046 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7f64d18f {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7f64d18f 2024-12-15T17:24:11,079 INFO [RS:1;4ce65a7c4674:37409 {}] regionserver.HRegionServer(1250): stopping server 4ce65a7c4674,37409,1734283439100; all regions closed. 2024-12-15T17:24:11,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35123 is added to blk_1073741845_1021 (size=7026) 2024-12-15T17:24:11,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741845_1021 (size=7026) 2024-12-15T17:24:11,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741845_1021 (size=7026) 2024-12-15T17:24:11,085 DEBUG [RS:1;4ce65a7c4674:37409 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/oldWALs 2024-12-15T17:24:11,085 INFO [RS:1;4ce65a7c4674:37409 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 4ce65a7c4674%2C37409%2C1734283439100.meta:.meta(num 1734283446031) 2024-12-15T17:24:11,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35123 is added to blk_1073741836_1012 (size=858) 2024-12-15T17:24:11,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39113 is added to blk_1073741836_1012 (size=858) 2024-12-15T17:24:11,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741836_1012 (size=858) 2024-12-15T17:24:11,093 DEBUG [RS:1;4ce65a7c4674:37409 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/oldWALs 2024-12-15T17:24:11,094 INFO [RS:1;4ce65a7c4674:37409 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 4ce65a7c4674%2C37409%2C1734283439100:(num 1734283440941) 2024-12-15T17:24:11,094 DEBUG [RS:1;4ce65a7c4674:37409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:24:11,094 INFO [RS:1;4ce65a7c4674:37409 {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T17:24:11,094 INFO [RS:1;4ce65a7c4674:37409 {}] hbase.ChoreService(370): Chore service for: regionserver/4ce65a7c4674:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-15T17:24:11,094 INFO [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T17:24:11,094 INFO [RS:1;4ce65a7c4674:37409 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:37409 2024-12-15T17:24:11,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33459-0x1002ab8445b0000, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-15T17:24:11,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37409-0x1002ab8445b0002, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4ce65a7c4674,37409,1734283439100 2024-12-15T17:24:11,108 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4ce65a7c4674,37409,1734283439100] 2024-12-15T17:24:11,111 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 4ce65a7c4674,37409,1734283439100; numProcessing=4 2024-12-15T17:24:11,124 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/4ce65a7c4674,37409,1734283439100 already deleted, retry=false 2024-12-15T17:24:11,124 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 4ce65a7c4674,37409,1734283439100 expired; onlineServers=0 2024-12-15T17:24:11,124 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '4ce65a7c4674,33459,1734283438527' ***** 2024-12-15T17:24:11,124 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-15T17:24:11,124 DEBUG [M:0;4ce65a7c4674:33459 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@371b848, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ce65a7c4674/172.17.0.2:0 2024-12-15T17:24:11,124 INFO [M:0;4ce65a7c4674:33459 {}] regionserver.HRegionServer(1224): stopping server 4ce65a7c4674,33459,1734283438527 2024-12-15T17:24:11,124 INFO [M:0;4ce65a7c4674:33459 {}] regionserver.HRegionServer(1250): stopping server 4ce65a7c4674,33459,1734283438527; all regions closed. 2024-12-15T17:24:11,124 DEBUG [M:0;4ce65a7c4674:33459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:24:11,124 DEBUG [M:0;4ce65a7c4674:33459 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-15T17:24:11,124 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-15T17:24:11,124 DEBUG [M:0;4ce65a7c4674:33459 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-15T17:24:11,124 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster-HFileCleaner.small.0-1734283440356 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ce65a7c4674:0:becomeActiveMaster-HFileCleaner.small.0-1734283440356,5,FailOnTimeoutGroup] 2024-12-15T17:24:11,124 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster-HFileCleaner.large.0-1734283440356 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ce65a7c4674:0:becomeActiveMaster-HFileCleaner.large.0-1734283440356,5,FailOnTimeoutGroup] 2024-12-15T17:24:11,124 INFO [M:0;4ce65a7c4674:33459 {}] hbase.ChoreService(370): Chore service for: master/4ce65a7c4674:0 had [] on shutdown 2024-12-15T17:24:11,124 DEBUG [M:0;4ce65a7c4674:33459 {}] master.HMaster(1733): Stopping service threads 2024-12-15T17:24:11,124 INFO [M:0;4ce65a7c4674:33459 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-15T17:24:11,125 INFO [M:0;4ce65a7c4674:33459 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-15T17:24:11,125 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-15T17:24:11,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33459-0x1002ab8445b0000, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-15T17:24:11,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33459-0x1002ab8445b0000, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:11,132 DEBUG [M:0;4ce65a7c4674:33459 {}] zookeeper.ZKUtil(347): master:33459-0x1002ab8445b0000, quorum=127.0.0.1:63355, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-15T17:24:11,132 WARN [M:0;4ce65a7c4674:33459 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-15T17:24:11,132 INFO [M:0;4ce65a7c4674:33459 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-15T17:24:11,132 INFO [M:0;4ce65a7c4674:33459 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-15T17:24:11,132 DEBUG [M:0;4ce65a7c4674:33459 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-15T17:24:11,133 INFO [M:0;4ce65a7c4674:33459 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T17:24:11,133 DEBUG [M:0;4ce65a7c4674:33459 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T17:24:11,133 DEBUG [M:0;4ce65a7c4674:33459 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-15T17:24:11,133 DEBUG [M:0;4ce65a7c4674:33459 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T17:24:11,133 INFO [M:0;4ce65a7c4674:33459 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=162.38 KB heapSize=189.95 KB 2024-12-15T17:24:11,134 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33459-0x1002ab8445b0000, quorum=127.0.0.1:63355, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T17:24:11,149 DEBUG [M:0;4ce65a7c4674:33459 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed7216e0d7fe449181cfb733bab2e130 is 82, key is hbase:meta,,1/info:regioninfo/1734283447117/Put/seqid=0 2024-12-15T17:24:11,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35123 is added to blk_1073741859_1035 (size=7127) 2024-12-15T17:24:11,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741859_1035 (size=7127) 2024-12-15T17:24:11,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39113 is added to blk_1073741859_1035 (size=7127) 2024-12-15T17:24:11,178 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C37409%2C1734283439100,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,37409,1734283439100/4ce65a7c4674%2C37409%2C1734283439100.meta.1734283446031.meta to pos 7018, reset compression=false 2024-12-15T17:24:11,180 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C37409%2C1734283439100,region_replica_replication_catalog {}] wal.AbstractFSWALProvider(461): Log hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,37409,1734283439100/4ce65a7c4674%2C37409%2C1734283439100.meta.1734283446031.meta was moved to hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/oldWALs/4ce65a7c4674%2C37409%2C1734283439100.meta.1734283446031.meta 2024-12-15T17:24:11,182 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C37409%2C1734283439100,region_replica_replication_catalog {}] regionserver.WALEntryStream(462): EOF, closing hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,37409,1734283439100/4ce65a7c4674%2C37409%2C1734283439100.meta.1734283446031.meta 2024-12-15T17:24:11,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37409-0x1002ab8445b0002, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T17:24:11,215 INFO [RS:1;4ce65a7c4674:37409 {}] regionserver.HRegionServer(1307): Exiting; stopping=4ce65a7c4674,37409,1734283439100; zookeeper connection closed. 2024-12-15T17:24:11,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37409-0x1002ab8445b0002, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T17:24:11,216 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1d257774 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1d257774 2024-12-15T17:24:11,216 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 4 regionserver(s) complete 2024-12-15T17:24:11,228 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:24:11,228 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:24:11,486 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-15T17:24:11,564 INFO [M:0;4ce65a7c4674:33459 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.15 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed7216e0d7fe449181cfb733bab2e130 2024-12-15T17:24:11,612 DEBUG [M:0;4ce65a7c4674:33459 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2e400e2d15244119ab297482a2167cb5 is 2426, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1734283444879/Put/seqid=0 2024-12-15T17:24:11,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39113 is added to blk_1073741860_1036 (size=13345) 2024-12-15T17:24:11,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741860_1036 (size=13345) 2024-12-15T17:24:11,653 INFO [M:0;4ce65a7c4674:33459 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=158.97 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2e400e2d15244119ab297482a2167cb5 2024-12-15T17:24:11,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35123 is added to blk_1073741860_1036 (size=13345) 2024-12-15T17:24:11,690 DEBUG [M:0;4ce65a7c4674:33459 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a38325260f114fd59e247f8747c14c80 is 69, key is 4ce65a7c4674,34673,1734283439235/rs:state/1734283440480/Put/seqid=0 2024-12-15T17:24:11,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741861_1037 (size=5360) 2024-12-15T17:24:11,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35123 is added to blk_1073741861_1037 (size=5360) 2024-12-15T17:24:11,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39113 is added to blk_1073741861_1037 (size=5360) 2024-12-15T17:24:11,716 INFO [M:0;4ce65a7c4674:33459 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=260 B at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a38325260f114fd59e247f8747c14c80 2024-12-15T17:24:11,730 DEBUG [M:0;4ce65a7c4674:33459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed7216e0d7fe449181cfb733bab2e130 as hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ed7216e0d7fe449181cfb733bab2e130 2024-12-15T17:24:11,735 INFO [M:0;4ce65a7c4674:33459 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ed7216e0d7fe449181cfb733bab2e130, entries=30, sequenceid=283, filesize=7.0 K 2024-12-15T17:24:11,736 DEBUG [M:0;4ce65a7c4674:33459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2e400e2d15244119ab297482a2167cb5 as hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2e400e2d15244119ab297482a2167cb5 2024-12-15T17:24:11,741 INFO [M:0;4ce65a7c4674:33459 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2e400e2d15244119ab297482a2167cb5, entries=32, sequenceid=283, filesize=13.0 K 2024-12-15T17:24:11,744 DEBUG [M:0;4ce65a7c4674:33459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a38325260f114fd59e247f8747c14c80 as hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a38325260f114fd59e247f8747c14c80 2024-12-15T17:24:11,750 INFO [M:0;4ce65a7c4674:33459 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a38325260f114fd59e247f8747c14c80, entries=4, sequenceid=283, filesize=5.2 K 2024-12-15T17:24:11,752 INFO [M:0;4ce65a7c4674:33459 {}] regionserver.HRegion(3040): Finished flush of dataSize ~162.38 KB/166278, heapSize ~189.65 KB/194200, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 618ms, sequenceid=283, compaction requested=false 2024-12-15T17:24:11,755 INFO [M:0;4ce65a7c4674:33459 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T17:24:11,755 DEBUG [M:0;4ce65a7c4674:33459 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T17:24:11,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741830_1006 (size=185400) 2024-12-15T17:24:11,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35123 is added to blk_1073741830_1006 (size=185400) 2024-12-15T17:24:11,762 INFO [M:0;4ce65a7c4674:33459 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-15T17:24:11,762 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T17:24:11,762 INFO [M:0;4ce65a7c4674:33459 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:33459 2024-12-15T17:24:11,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741830_1006 (size=185400) 2024-12-15T17:24:11,770 DEBUG [M:0;4ce65a7c4674:33459 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/4ce65a7c4674,33459,1734283438527 already deleted, retry=false 2024-12-15T17:24:11,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33459-0x1002ab8445b0000, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T17:24:11,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33459-0x1002ab8445b0000, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T17:24:11,880 INFO [M:0;4ce65a7c4674:33459 {}] regionserver.HRegionServer(1307): Exiting; stopping=4ce65a7c4674,33459,1734283438527; zookeeper connection closed. 2024-12-15T17:24:11,892 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5378759b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:24:11,893 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4669cba2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T17:24:11,893 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T17:24:11,893 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d5a0384{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T17:24:11,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@180a23b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc6f6e8a-7919-477c-3a73-22858face3cb/hadoop.log.dir/,STOPPED} 2024-12-15T17:24:11,897 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T17:24:11,897 WARN [BP-1918082709-172.17.0.2-1734283435317 heartbeating to localhost/127.0.0.1:43593 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T17:24:11,897 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T17:24:11,897 WARN [BP-1918082709-172.17.0.2-1734283435317 heartbeating to localhost/127.0.0.1:43593 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1918082709-172.17.0.2-1734283435317 (Datanode Uuid 9d10cc5d-ce5e-4be3-aa93-e5192b782b08) service to localhost/127.0.0.1:43593 2024-12-15T17:24:11,898 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc6f6e8a-7919-477c-3a73-22858face3cb/cluster_f95772db-8b29-95c7-a7ad-2ddcd0d27f88/dfs/data/data7/current/BP-1918082709-172.17.0.2-1734283435317 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:24:11,898 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc6f6e8a-7919-477c-3a73-22858face3cb/cluster_f95772db-8b29-95c7-a7ad-2ddcd0d27f88/dfs/data/data8/current/BP-1918082709-172.17.0.2-1734283435317 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:24:11,898 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T17:24:11,909 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4644cbd3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:24:11,909 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1813a727{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T17:24:11,909 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T17:24:11,909 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36a412f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T17:24:11,909 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20f8b635{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc6f6e8a-7919-477c-3a73-22858face3cb/hadoop.log.dir/,STOPPED} 2024-12-15T17:24:11,911 WARN [BP-1918082709-172.17.0.2-1734283435317 heartbeating to localhost/127.0.0.1:43593 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T17:24:11,911 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T17:24:11,911 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T17:24:11,911 WARN [BP-1918082709-172.17.0.2-1734283435317 heartbeating to localhost/127.0.0.1:43593 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1918082709-172.17.0.2-1734283435317 (Datanode Uuid c05a7462-c4ba-477c-8117-94c5d7dc5ca1) service to localhost/127.0.0.1:43593 2024-12-15T17:24:11,912 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc6f6e8a-7919-477c-3a73-22858face3cb/cluster_f95772db-8b29-95c7-a7ad-2ddcd0d27f88/dfs/data/data5/current/BP-1918082709-172.17.0.2-1734283435317 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:24:11,912 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc6f6e8a-7919-477c-3a73-22858face3cb/cluster_f95772db-8b29-95c7-a7ad-2ddcd0d27f88/dfs/data/data6/current/BP-1918082709-172.17.0.2-1734283435317 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:24:11,912 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T17:24:11,917 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@411488e1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:24:11,918 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7bdbabe4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T17:24:11,918 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T17:24:11,918 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@203a45c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T17:24:11,918 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1215a193{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc6f6e8a-7919-477c-3a73-22858face3cb/hadoop.log.dir/,STOPPED} 2024-12-15T17:24:11,920 WARN [BP-1918082709-172.17.0.2-1734283435317 heartbeating to localhost/127.0.0.1:43593 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T17:24:11,920 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T17:24:11,920 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T17:24:11,920 WARN [BP-1918082709-172.17.0.2-1734283435317 heartbeating to localhost/127.0.0.1:43593 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1918082709-172.17.0.2-1734283435317 (Datanode Uuid 22028f79-f39f-4cd7-b604-47f485861d77) service to localhost/127.0.0.1:43593 2024-12-15T17:24:11,921 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc6f6e8a-7919-477c-3a73-22858face3cb/cluster_f95772db-8b29-95c7-a7ad-2ddcd0d27f88/dfs/data/data4/current/BP-1918082709-172.17.0.2-1734283435317 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:24:11,922 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T17:24:11,923 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc6f6e8a-7919-477c-3a73-22858face3cb/cluster_f95772db-8b29-95c7-a7ad-2ddcd0d27f88/dfs/data/data3/current/BP-1918082709-172.17.0.2-1734283435317 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:24:11,929 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a8262b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:24:11,930 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@593ad6c6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T17:24:11,930 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T17:24:11,930 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e11c0a2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T17:24:11,930 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@742aed0a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc6f6e8a-7919-477c-3a73-22858face3cb/hadoop.log.dir/,STOPPED} 2024-12-15T17:24:11,932 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T17:24:11,932 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T17:24:11,935 WARN [BP-1918082709-172.17.0.2-1734283435317 heartbeating to localhost/127.0.0.1:43593 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T17:24:11,935 WARN [BP-1918082709-172.17.0.2-1734283435317 heartbeating to localhost/127.0.0.1:43593 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1918082709-172.17.0.2-1734283435317 (Datanode Uuid cadd0a38-cf80-46b6-8d2a-b44b986535ff) service to localhost/127.0.0.1:43593 2024-12-15T17:24:11,935 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc6f6e8a-7919-477c-3a73-22858face3cb/cluster_f95772db-8b29-95c7-a7ad-2ddcd0d27f88/dfs/data/data1/current/BP-1918082709-172.17.0.2-1734283435317 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:24:11,935 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc6f6e8a-7919-477c-3a73-22858face3cb/cluster_f95772db-8b29-95c7-a7ad-2ddcd0d27f88/dfs/data/data2/current/BP-1918082709-172.17.0.2-1734283435317 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:24:11,936 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T17:24:11,942 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ab332f9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T17:24:11,943 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f26fdab{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T17:24:11,943 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T17:24:11,943 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@666d5356{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T17:24:11,944 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5895be71{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc6f6e8a-7919-477c-3a73-22858face3cb/hadoop.log.dir/,STOPPED} 2024-12-15T17:24:11,953 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-15T17:24:11,987 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-15T17:24:11,995 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.regionserver.TestMetaRegionReplicaReplicationEndpoint#testHBaseMetaReplicationSourceCreatedOnOpen Thread=190 (was 120) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionReplicaReplicationEndpoint-rpc-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:63355@0x7a35f105-SendThread(127.0.0.1:63355) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (55424644) connection to localhost/127.0.0.1:43593 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-7-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-SendThread(127.0.0.1:63355) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:43593 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionReplicaReplicationEndpoint-rpc-shared-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43593 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:313) app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-7-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:63355@0x5999fe51 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$684/0x00007f5680adb1a8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:63355@0x7a35f105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$684/0x00007f5680adb1a8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-SendThread(127.0.0.1:63355) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionReplicaReplicationEndpoint-rpc-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionReplicaReplicationEndpoint-rpc-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:63355@0x5999fe51-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (55424644) connection to localhost/127.0.0.1:43593 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (55424644) connection to localhost/127.0.0.1:43593 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:63355@0x7a35f105-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C37409%2C1734283439100,region_replica_replication_catalog java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:161) Potentially hanging thread: RS-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:43593 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionReplicaReplicationEndpoint-rpc-shared-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionReplicaReplicationEndpoint-rpc-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-7-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionReplicaReplicationEndpoint-rpc-shared-pool-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:43593 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionReplicaReplicationEndpoint-rpc-shared-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-7-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:131) app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:166) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:63355@0x5999fe51-SendThread(127.0.0.1:63355) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RS-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (55424644) connection to localhost/127.0.0.1:43593 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionReplicaReplicationEndpoint-rpc-shared-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (55424644) connection to localhost/127.0.0.1:43593 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionReplicaReplicationEndpoint-rpc-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionReplicaReplicationEndpoint-rpc-shared-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionReplicaReplicationEndpoint-rpc-shared-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (55424644) connection to localhost/127.0.0.1:43593 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RegionReplicaReplicationEndpoint-rpc-shared-pool-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionReplicaReplicationEndpoint-rpc-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:43593 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=564 (was 499) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=976 (was 909) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4345 (was 5796) 2024-12-15T17:24:12,004 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.regionserver.TestMetaRegionReplicaReplicationEndpoint#testCatalogReplicaReplicationWALRolledAndDeleted Thread=190, OpenFileDescriptor=564, MaxFileDescriptor=1048576, SystemLoadAverage=976, ProcessCount=11, AvailableMemoryMB=4345 2024-12-15T17:24:12,018 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc6f6e8a-7919-477c-3a73-22858face3cb/hadoop.log.dir so I do NOT create it in target/test-data/1adc594f-8b36-09b1-76b0-83328dbd315e 2024-12-15T17:24:12,018 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc6f6e8a-7919-477c-3a73-22858face3cb/hadoop.log.dir Erasing configuration value by system value. 2024-12-15T17:24:12,018 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc6f6e8a-7919-477c-3a73-22858face3cb/hadoop.tmp.dir so I do NOT create it in target/test-data/1adc594f-8b36-09b1-76b0-83328dbd315e 2024-12-15T17:24:12,018 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc6f6e8a-7919-477c-3a73-22858face3cb/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-15T17:24:12,018 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1adc594f-8b36-09b1-76b0-83328dbd315e 2024-12-15T17:24:12,018 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=4, rsPorts=, rsClass=null, numDataNodes=4, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-15T17:24:12,018 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1adc594f-8b36-09b1-76b0-83328dbd315e/cluster_13dc5d7b-b9b7-6bcc-992a-8f482bb11a85, deleteOnExit=true 2024-12-15T17:24:12,018 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-15T17:24:12,018 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1adc594f-8b36-09b1-76b0-83328dbd315e/test.cache.data in system properties and HBase conf 2024-12-15T17:24:12,018 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1adc594f-8b36-09b1-76b0-83328dbd315e/hadoop.tmp.dir in system properties and HBase conf 2024-12-15T17:24:12,019 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1adc594f-8b36-09b1-76b0-83328dbd315e/hadoop.log.dir in system properties and HBase conf 2024-12-15T17:24:12,019 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1adc594f-8b36-09b1-76b0-83328dbd315e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-15T17:24:12,019 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1adc594f-8b36-09b1-76b0-83328dbd315e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-15T17:24:12,019 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-15T17:24:12,019 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-15T17:24:12,019 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1adc594f-8b36-09b1-76b0-83328dbd315e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-15T17:24:12,019 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1adc594f-8b36-09b1-76b0-83328dbd315e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-15T17:24:12,019 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1adc594f-8b36-09b1-76b0-83328dbd315e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-15T17:24:12,019 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1adc594f-8b36-09b1-76b0-83328dbd315e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T17:24:12,020 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1adc594f-8b36-09b1-76b0-83328dbd315e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-15T17:24:12,020 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1adc594f-8b36-09b1-76b0-83328dbd315e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-15T17:24:12,020 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1adc594f-8b36-09b1-76b0-83328dbd315e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T17:24:12,020 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1adc594f-8b36-09b1-76b0-83328dbd315e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T17:24:12,020 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1adc594f-8b36-09b1-76b0-83328dbd315e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-15T17:24:12,020 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1adc594f-8b36-09b1-76b0-83328dbd315e/nfs.dump.dir in system properties and HBase conf 2024-12-15T17:24:12,020 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1adc594f-8b36-09b1-76b0-83328dbd315e/java.io.tmpdir in system properties and HBase conf 2024-12-15T17:24:12,020 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1adc594f-8b36-09b1-76b0-83328dbd315e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T17:24:12,020 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1adc594f-8b36-09b1-76b0-83328dbd315e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-15T17:24:12,020 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1adc594f-8b36-09b1-76b0-83328dbd315e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-15T17:24:12,052 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: region_replica_replication_catalog-0x1002ab8445b0006, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-15T17:24:12,052 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: region_replica_replication_catalog-0x1002ab8445b0009, quorum=127.0.0.1:63355, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-15T17:24:12,052 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): connection to cluster: region_replica_replication_catalog-0x1002ab8445b0006, quorum=127.0.0.1:63355, baseZNode=/hbase Received Disconnected from ZooKeeper, ignoring 2024-12-15T17:24:12,052 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): connection to cluster: region_replica_replication_catalog-0x1002ab8445b0009, quorum=127.0.0.1:63355, baseZNode=/hbase Received Disconnected from ZooKeeper, ignoring 2024-12-15T17:24:12,168 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-15T17:24:12,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:12,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:12,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:12,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:12,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:12,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:12,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:12,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:12,228 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:24:12,228 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:24:12,350 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T17:24:12,356 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T17:24:12,359 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T17:24:12,359 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T17:24:12,359 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T17:24:12,360 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T17:24:12,360 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38634835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1adc594f-8b36-09b1-76b0-83328dbd315e/hadoop.log.dir/,AVAILABLE} 2024-12-15T17:24:12,361 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c02b9f1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T17:24:12,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5be64c95{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1adc594f-8b36-09b1-76b0-83328dbd315e/java.io.tmpdir/jetty-localhost-38195-hadoop-hdfs-3_4_1-tests_jar-_-any-11122313225618763745/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T17:24:12,474 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ce6a06{HTTP/1.1, (http/1.1)}{localhost:38195} 2024-12-15T17:24:12,474 INFO [Time-limited test {}] server.Server(415): Started @166895ms 2024-12-15T17:24:12,785 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T17:24:12,788 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T17:24:12,791 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T17:24:12,791 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T17:24:12,791 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T17:24:12,792 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56edf31f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1adc594f-8b36-09b1-76b0-83328dbd315e/hadoop.log.dir/,AVAILABLE} 2024-12-15T17:24:12,793 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@656cdeda{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T17:24:12,909 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a318645{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1adc594f-8b36-09b1-76b0-83328dbd315e/java.io.tmpdir/jetty-localhost-44035-hadoop-hdfs-3_4_1-tests_jar-_-any-16783678937851672385/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:24:12,910 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@781f0b29{HTTP/1.1, (http/1.1)}{localhost:44035} 2024-12-15T17:24:12,910 INFO [Time-limited test {}] server.Server(415): Started @167331ms 2024-12-15T17:24:12,911 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T17:24:12,971 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T17:24:12,975 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T17:24:12,977 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T17:24:12,977 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T17:24:12,977 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T17:24:12,977 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f7703e0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1adc594f-8b36-09b1-76b0-83328dbd315e/hadoop.log.dir/,AVAILABLE} 2024-12-15T17:24:12,978 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a03fd45{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T17:24:13,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29403eb1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1adc594f-8b36-09b1-76b0-83328dbd315e/java.io.tmpdir/jetty-localhost-41395-hadoop-hdfs-3_4_1-tests_jar-_-any-1637830983453266575/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:24:13,081 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12be1c9{HTTP/1.1, (http/1.1)}{localhost:41395} 2024-12-15T17:24:13,081 INFO [Time-limited test {}] server.Server(415): Started @167502ms 2024-12-15T17:24:13,082 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T17:24:13,144 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T17:24:13,149 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T17:24:13,159 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T17:24:13,159 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T17:24:13,160 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T17:24:13,162 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c66446b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1adc594f-8b36-09b1-76b0-83328dbd315e/hadoop.log.dir/,AVAILABLE} 2024-12-15T17:24:13,163 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4706f716{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T17:24:13,267 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5121dc3d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1adc594f-8b36-09b1-76b0-83328dbd315e/java.io.tmpdir/jetty-localhost-41883-hadoop-hdfs-3_4_1-tests_jar-_-any-10671447860895312436/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:24:13,267 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2200ad73{HTTP/1.1, (http/1.1)}{localhost:41883} 2024-12-15T17:24:13,267 INFO [Time-limited test {}] server.Server(415): Started @167689ms 2024-12-15T17:24:13,268 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T17:24:13,296 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T17:24:13,300 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T17:24:13,300 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T17:24:13,300 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T17:24:13,300 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T17:24:13,301 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56913e78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1adc594f-8b36-09b1-76b0-83328dbd315e/hadoop.log.dir/,AVAILABLE} 2024-12-15T17:24:13,301 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26fab766{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T17:24:13,329 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:24:13,329 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:24:13,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30d0a7b8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1adc594f-8b36-09b1-76b0-83328dbd315e/java.io.tmpdir/jetty-localhost-37589-hadoop-hdfs-3_4_1-tests_jar-_-any-8293266871380864484/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:24:13,438 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1cf7c2e7{HTTP/1.1, (http/1.1)}{localhost:37589} 2024-12-15T17:24:13,438 INFO [Time-limited test {}] server.Server(415): Started @167859ms 2024-12-15T17:24:13,439 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T17:24:13,796 WARN [Thread-1743 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1adc594f-8b36-09b1-76b0-83328dbd315e/cluster_13dc5d7b-b9b7-6bcc-992a-8f482bb11a85/dfs/data/data1/current/BP-1570036238-172.17.0.2-1734283452049/current, will proceed with Du for space computation calculation, 2024-12-15T17:24:13,804 WARN [Thread-1744 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1adc594f-8b36-09b1-76b0-83328dbd315e/cluster_13dc5d7b-b9b7-6bcc-992a-8f482bb11a85/dfs/data/data2/current/BP-1570036238-172.17.0.2-1734283452049/current, will proceed with Du for space computation calculation, 2024-12-15T17:24:13,869 WARN [Thread-1663 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T17:24:13,872 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x14bbbbc11ae33f2f with lease ID 0x56b9052ba0d44f4d: Processing first storage report for DS-7f052c43-3f21-44eb-a75f-4456d26e802e from datanode DatanodeRegistration(127.0.0.1:42767, datanodeUuid=d4a0dec2-e99f-498e-945a-e252097009a4, infoPort=36435, infoSecurePort=0, ipcPort=39083, storageInfo=lv=-57;cid=testClusterID;nsid=1502181060;c=1734283452049) 2024-12-15T17:24:13,872 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x14bbbbc11ae33f2f with lease ID 0x56b9052ba0d44f4d: from storage DS-7f052c43-3f21-44eb-a75f-4456d26e802e node DatanodeRegistration(127.0.0.1:42767, datanodeUuid=d4a0dec2-e99f-498e-945a-e252097009a4, infoPort=36435, infoSecurePort=0, ipcPort=39083, storageInfo=lv=-57;cid=testClusterID;nsid=1502181060;c=1734283452049), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-15T17:24:13,872 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x14bbbbc11ae33f2f with lease ID 0x56b9052ba0d44f4d: Processing first storage report for DS-7cf3b114-2257-4a5d-9741-97d3e59ec5b8 from datanode DatanodeRegistration(127.0.0.1:42767, datanodeUuid=d4a0dec2-e99f-498e-945a-e252097009a4, infoPort=36435, infoSecurePort=0, ipcPort=39083, storageInfo=lv=-57;cid=testClusterID;nsid=1502181060;c=1734283452049) 2024-12-15T17:24:13,872 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x14bbbbc11ae33f2f with lease ID 0x56b9052ba0d44f4d: from storage DS-7cf3b114-2257-4a5d-9741-97d3e59ec5b8 node DatanodeRegistration(127.0.0.1:42767, datanodeUuid=d4a0dec2-e99f-498e-945a-e252097009a4, infoPort=36435, infoSecurePort=0, ipcPort=39083, storageInfo=lv=-57;cid=testClusterID;nsid=1502181060;c=1734283452049), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T17:24:14,023 WARN [Thread-1757 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1adc594f-8b36-09b1-76b0-83328dbd315e/cluster_13dc5d7b-b9b7-6bcc-992a-8f482bb11a85/dfs/data/data3/current/BP-1570036238-172.17.0.2-1734283452049/current, will proceed with Du for space computation calculation, 2024-12-15T17:24:14,024 WARN [Thread-1758 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1adc594f-8b36-09b1-76b0-83328dbd315e/cluster_13dc5d7b-b9b7-6bcc-992a-8f482bb11a85/dfs/data/data4/current/BP-1570036238-172.17.0.2-1734283452049/current, will proceed with Du for space computation calculation, 2024-12-15T17:24:14,064 WARN [Thread-1686 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T17:24:14,069 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd2d2ae120ba67f0f with lease ID 0x56b9052ba0d44f4e: Processing first storage report for DS-473bdf0f-0275-4001-96d6-e8d9d3b47232 from datanode DatanodeRegistration(127.0.0.1:38443, datanodeUuid=75c613d7-0cc5-4077-ba82-39bfc90817c7, infoPort=39359, infoSecurePort=0, ipcPort=38231, storageInfo=lv=-57;cid=testClusterID;nsid=1502181060;c=1734283452049) 2024-12-15T17:24:14,069 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd2d2ae120ba67f0f with lease ID 0x56b9052ba0d44f4e: from storage DS-473bdf0f-0275-4001-96d6-e8d9d3b47232 node DatanodeRegistration(127.0.0.1:38443, datanodeUuid=75c613d7-0cc5-4077-ba82-39bfc90817c7, infoPort=39359, infoSecurePort=0, ipcPort=38231, storageInfo=lv=-57;cid=testClusterID;nsid=1502181060;c=1734283452049), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T17:24:14,070 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd2d2ae120ba67f0f with lease ID 0x56b9052ba0d44f4e: Processing first storage report for DS-de1c4343-0327-4cc4-9efd-877d472e3b89 from datanode DatanodeRegistration(127.0.0.1:38443, datanodeUuid=75c613d7-0cc5-4077-ba82-39bfc90817c7, infoPort=39359, infoSecurePort=0, ipcPort=38231, storageInfo=lv=-57;cid=testClusterID;nsid=1502181060;c=1734283452049) 2024-12-15T17:24:14,070 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd2d2ae120ba67f0f with lease ID 0x56b9052ba0d44f4e: from storage DS-de1c4343-0327-4cc4-9efd-877d472e3b89 node DatanodeRegistration(127.0.0.1:38443, datanodeUuid=75c613d7-0cc5-4077-ba82-39bfc90817c7, infoPort=39359, infoSecurePort=0, ipcPort=38231, storageInfo=lv=-57;cid=testClusterID;nsid=1502181060;c=1734283452049), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T17:24:14,215 WARN [Thread-1769 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1adc594f-8b36-09b1-76b0-83328dbd315e/cluster_13dc5d7b-b9b7-6bcc-992a-8f482bb11a85/dfs/data/data5/current/BP-1570036238-172.17.0.2-1734283452049/current, will proceed with Du for space computation calculation, 2024-12-15T17:24:14,216 WARN [Thread-1770 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1adc594f-8b36-09b1-76b0-83328dbd315e/cluster_13dc5d7b-b9b7-6bcc-992a-8f482bb11a85/dfs/data/data6/current/BP-1570036238-172.17.0.2-1734283452049/current, will proceed with Du for space computation calculation, 2024-12-15T17:24:14,280 WARN [Thread-1709 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T17:24:14,287 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x34c46d561902ad3 with lease ID 0x56b9052ba0d44f4f: Processing first storage report for DS-b5ff485f-2f19-470f-9cc2-8f977eeef42c from datanode DatanodeRegistration(127.0.0.1:39261, datanodeUuid=35cdad4e-6aa3-4d00-a197-0b781386fca5, infoPort=39889, infoSecurePort=0, ipcPort=34671, storageInfo=lv=-57;cid=testClusterID;nsid=1502181060;c=1734283452049) 2024-12-15T17:24:14,287 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x34c46d561902ad3 with lease ID 0x56b9052ba0d44f4f: from storage DS-b5ff485f-2f19-470f-9cc2-8f977eeef42c node DatanodeRegistration(127.0.0.1:39261, datanodeUuid=35cdad4e-6aa3-4d00-a197-0b781386fca5, infoPort=39889, infoSecurePort=0, ipcPort=34671, storageInfo=lv=-57;cid=testClusterID;nsid=1502181060;c=1734283452049), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T17:24:14,287 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x34c46d561902ad3 with lease ID 0x56b9052ba0d44f4f: Processing first storage report for DS-bb3450ea-0b28-42f3-ad97-a010c0887bda from datanode DatanodeRegistration(127.0.0.1:39261, datanodeUuid=35cdad4e-6aa3-4d00-a197-0b781386fca5, infoPort=39889, infoSecurePort=0, ipcPort=34671, storageInfo=lv=-57;cid=testClusterID;nsid=1502181060;c=1734283452049) 2024-12-15T17:24:14,287 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x34c46d561902ad3 with lease ID 0x56b9052ba0d44f4f: from storage DS-bb3450ea-0b28-42f3-ad97-a010c0887bda node DatanodeRegistration(127.0.0.1:39261, datanodeUuid=35cdad4e-6aa3-4d00-a197-0b781386fca5, infoPort=39889, infoSecurePort=0, ipcPort=34671, storageInfo=lv=-57;cid=testClusterID;nsid=1502181060;c=1734283452049), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T17:24:14,351 WARN [Thread-1780 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1adc594f-8b36-09b1-76b0-83328dbd315e/cluster_13dc5d7b-b9b7-6bcc-992a-8f482bb11a85/dfs/data/data7/current/BP-1570036238-172.17.0.2-1734283452049/current, will proceed with Du for space computation calculation, 2024-12-15T17:24:14,355 WARN [Thread-1781 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1adc594f-8b36-09b1-76b0-83328dbd315e/cluster_13dc5d7b-b9b7-6bcc-992a-8f482bb11a85/dfs/data/data8/current/BP-1570036238-172.17.0.2-1734283452049/current, will proceed with Du for space computation calculation, 2024-12-15T17:24:14,416 WARN [Thread-1732 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T17:24:14,425 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9c64705b82b0fd37 with lease ID 0x56b9052ba0d44f50: Processing first storage report for DS-3aa61df7-b653-4e88-a949-fddce61de0cf from datanode DatanodeRegistration(127.0.0.1:43807, datanodeUuid=daa2da6b-2ce7-4fb2-a67e-5c955a0fd762, infoPort=34601, infoSecurePort=0, ipcPort=40983, storageInfo=lv=-57;cid=testClusterID;nsid=1502181060;c=1734283452049) 2024-12-15T17:24:14,425 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9c64705b82b0fd37 with lease ID 0x56b9052ba0d44f50: from storage DS-3aa61df7-b653-4e88-a949-fddce61de0cf node DatanodeRegistration(127.0.0.1:43807, datanodeUuid=daa2da6b-2ce7-4fb2-a67e-5c955a0fd762, infoPort=34601, infoSecurePort=0, ipcPort=40983, storageInfo=lv=-57;cid=testClusterID;nsid=1502181060;c=1734283452049), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T17:24:14,425 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9c64705b82b0fd37 with lease ID 0x56b9052ba0d44f50: Processing first storage report for DS-df5ec1e3-ada5-4c08-a541-48e941499562 from datanode DatanodeRegistration(127.0.0.1:43807, datanodeUuid=daa2da6b-2ce7-4fb2-a67e-5c955a0fd762, infoPort=34601, infoSecurePort=0, ipcPort=40983, storageInfo=lv=-57;cid=testClusterID;nsid=1502181060;c=1734283452049) 2024-12-15T17:24:14,425 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9c64705b82b0fd37 with lease ID 0x56b9052ba0d44f50: from storage DS-df5ec1e3-ada5-4c08-a541-48e941499562 node DatanodeRegistration(127.0.0.1:43807, datanodeUuid=daa2da6b-2ce7-4fb2-a67e-5c955a0fd762, infoPort=34601, infoSecurePort=0, ipcPort=40983, storageInfo=lv=-57;cid=testClusterID;nsid=1502181060;c=1734283452049), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-15T17:24:14,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T17:24:14,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-15T17:24:14,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-15T17:24:14,483 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-15T17:24:14,501 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1adc594f-8b36-09b1-76b0-83328dbd315e 2024-12-15T17:24:14,510 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1adc594f-8b36-09b1-76b0-83328dbd315e/cluster_13dc5d7b-b9b7-6bcc-992a-8f482bb11a85/zookeeper_0, clientPort=50194, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1adc594f-8b36-09b1-76b0-83328dbd315e/cluster_13dc5d7b-b9b7-6bcc-992a-8f482bb11a85/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1adc594f-8b36-09b1-76b0-83328dbd315e/cluster_13dc5d7b-b9b7-6bcc-992a-8f482bb11a85/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-15T17:24:14,511 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=50194 2024-12-15T17:24:14,511 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:24:14,513 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:24:14,529 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:24:14,529 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:24:14,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741825_1001 (size=7) 2024-12-15T17:24:14,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741825_1001 (size=7) 2024-12-15T17:24:14,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741825_1001 (size=7) 2024-12-15T17:24:14,534 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d with version=8 2024-12-15T17:24:14,534 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/hbase-staging 2024-12-15T17:24:14,536 INFO [Time-limited test {}] client.ConnectionUtils(129): master/4ce65a7c4674:0 server-side Connection retries=15 2024-12-15T17:24:14,536 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:24:14,536 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T17:24:14,537 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T17:24:14,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:24:14,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T17:24:14,537 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T17:24:14,537 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T17:24:14,537 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:46599 2024-12-15T17:24:14,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:24:14,539 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:24:14,541 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:46599 connecting to ZooKeeper ensemble=127.0.0.1:50194 2024-12-15T17:24:14,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:465990x0, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T17:24:14,660 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46599-0x1002ab884a90000 connected 2024-12-15T17:24:14,730 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46599-0x1002ab884a90000, quorum=127.0.0.1:50194, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T17:24:14,740 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46599-0x1002ab884a90000, quorum=127.0.0.1:50194, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:24:14,740 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46599-0x1002ab884a90000, quorum=127.0.0.1:50194, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-15T17:24:14,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46599 2024-12-15T17:24:14,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46599 2024-12-15T17:24:14,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46599 2024-12-15T17:24:14,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46599 2024-12-15T17:24:14,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46599 2024-12-15T17:24:14,752 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d, hbase.cluster.distributed=false 2024-12-15T17:24:14,775 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/4ce65a7c4674:0 server-side Connection retries=15 2024-12-15T17:24:14,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:24:14,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T17:24:14,775 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T17:24:14,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:24:14,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T17:24:14,775 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T17:24:14,775 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T17:24:14,776 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:40715 2024-12-15T17:24:14,776 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-15T17:24:14,780 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-15T17:24:14,780 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:24:14,783 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:24:14,786 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:40715 connecting to ZooKeeper ensemble=127.0.0.1:50194 2024-12-15T17:24:14,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407150x0, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T17:24:14,817 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:407150x0, quorum=127.0.0.1:50194, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T17:24:14,818 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:407150x0, quorum=127.0.0.1:50194, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:24:14,818 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:407150x0, quorum=127.0.0.1:50194, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-15T17:24:14,819 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40715-0x1002ab884a90001 connected 2024-12-15T17:24:14,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40715 2024-12-15T17:24:14,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40715 2024-12-15T17:24:14,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40715 2024-12-15T17:24:14,839 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40715 2024-12-15T17:24:14,839 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40715 2024-12-15T17:24:14,855 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/4ce65a7c4674:0 server-side Connection retries=15 2024-12-15T17:24:14,855 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:24:14,856 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T17:24:14,856 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T17:24:14,856 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:24:14,856 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T17:24:14,856 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T17:24:14,856 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T17:24:14,856 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:46413 2024-12-15T17:24:14,857 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-15T17:24:14,859 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-15T17:24:14,859 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:24:14,861 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:24:14,864 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:46413 connecting to ZooKeeper ensemble=127.0.0.1:50194 2024-12-15T17:24:14,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464130x0, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T17:24:14,871 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:464130x0, quorum=127.0.0.1:50194, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T17:24:14,872 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46413-0x1002ab884a90002 connected 2024-12-15T17:24:14,872 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46413-0x1002ab884a90002, quorum=127.0.0.1:50194, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:24:14,872 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46413-0x1002ab884a90002, quorum=127.0.0.1:50194, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-15T17:24:14,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46413 2024-12-15T17:24:14,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46413 2024-12-15T17:24:14,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46413 2024-12-15T17:24:14,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46413 2024-12-15T17:24:14,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46413 2024-12-15T17:24:14,901 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/4ce65a7c4674:0 server-side Connection retries=15 2024-12-15T17:24:14,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:24:14,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T17:24:14,901 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T17:24:14,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:24:14,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T17:24:14,901 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T17:24:14,901 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T17:24:14,902 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:37773 2024-12-15T17:24:14,902 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-15T17:24:14,903 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-15T17:24:14,903 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:24:14,906 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:24:14,909 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:37773 connecting to ZooKeeper ensemble=127.0.0.1:50194 2024-12-15T17:24:14,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377730x0, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T17:24:14,913 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:377730x0, quorum=127.0.0.1:50194, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T17:24:14,914 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37773-0x1002ab884a90003 connected 2024-12-15T17:24:14,914 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37773-0x1002ab884a90003, quorum=127.0.0.1:50194, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:24:14,914 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37773-0x1002ab884a90003, quorum=127.0.0.1:50194, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-15T17:24:14,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37773 2024-12-15T17:24:14,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37773 2024-12-15T17:24:14,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37773 2024-12-15T17:24:14,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37773 2024-12-15T17:24:14,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37773 2024-12-15T17:24:14,943 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/4ce65a7c4674:0 server-side Connection retries=15 2024-12-15T17:24:14,943 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:24:14,943 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T17:24:14,943 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T17:24:14,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:24:14,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T17:24:14,944 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T17:24:14,944 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T17:24:14,945 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:44777 2024-12-15T17:24:14,945 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-15T17:24:14,948 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-15T17:24:14,949 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:24:14,951 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:24:14,953 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:44777 connecting to ZooKeeper ensemble=127.0.0.1:50194 2024-12-15T17:24:14,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:447770x0, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T17:24:14,964 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:447770x0, quorum=127.0.0.1:50194, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T17:24:14,964 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44777-0x1002ab884a90004 connected 2024-12-15T17:24:14,965 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44777-0x1002ab884a90004, quorum=127.0.0.1:50194, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:24:14,965 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44777-0x1002ab884a90004, quorum=127.0.0.1:50194, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-15T17:24:14,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44777 2024-12-15T17:24:14,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44777 2024-12-15T17:24:14,973 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:24:14,973 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:24:14,975 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44777 2024-12-15T17:24:14,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44777 2024-12-15T17:24:14,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44777 2024-12-15T17:24:14,983 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/4ce65a7c4674,46599,1734283454536 2024-12-15T17:24:14,996 DEBUG [M:0;4ce65a7c4674:46599 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4ce65a7c4674:46599 2024-12-15T17:24:15,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x1002ab884a90000, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:24:15,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44777-0x1002ab884a90004, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:24:15,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40715-0x1002ab884a90001, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:24:15,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37773-0x1002ab884a90003, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:24:15,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46413-0x1002ab884a90002, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:24:15,004 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46599-0x1002ab884a90000, quorum=127.0.0.1:50194, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4ce65a7c4674,46599,1734283454536 2024-12-15T17:24:15,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46413-0x1002ab884a90002, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-15T17:24:15,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x1002ab884a90000, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-15T17:24:15,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46413-0x1002ab884a90002, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:15,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44777-0x1002ab884a90004, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-15T17:24:15,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x1002ab884a90000, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:15,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44777-0x1002ab884a90004, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:15,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37773-0x1002ab884a90003, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-15T17:24:15,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37773-0x1002ab884a90003, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:15,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40715-0x1002ab884a90001, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-15T17:24:15,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40715-0x1002ab884a90001, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:15,023 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46599-0x1002ab884a90000, quorum=127.0.0.1:50194, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-15T17:24:15,023 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4ce65a7c4674,46599,1734283454536 from backup master directory 2024-12-15T17:24:15,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46413-0x1002ab884a90002, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:24:15,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40715-0x1002ab884a90001, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:24:15,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44777-0x1002ab884a90004, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:24:15,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x1002ab884a90000, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4ce65a7c4674,46599,1734283454536 2024-12-15T17:24:15,030 WARN [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T17:24:15,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x1002ab884a90000, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:24:15,030 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4ce65a7c4674,46599,1734283454536 2024-12-15T17:24:15,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37773-0x1002ab884a90003, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:24:15,030 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:46599-0x1002ab884a90000, quorum=127.0.0.1:50194, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-15T17:24:15,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741826_1002 (size=42) 2024-12-15T17:24:15,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741826_1002 (size=42) 2024-12-15T17:24:15,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741826_1002 (size=42) 2024-12-15T17:24:15,056 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/hbase.id with ID: 0dae1fa5-5136-4449-8801-a0fec32311a5 2024-12-15T17:24:15,067 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:24:15,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40715-0x1002ab884a90001, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:15,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37773-0x1002ab884a90003, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:15,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44777-0x1002ab884a90004, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:15,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46413-0x1002ab884a90002, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:15,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x1002ab884a90000, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:15,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741827_1003 (size=196) 2024-12-15T17:24:15,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741827_1003 (size=196) 2024-12-15T17:24:15,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741827_1003 (size=196) 2024-12-15T17:24:15,109 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T17:24:15,110 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-15T17:24:15,113 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T17:24:15,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741828_1004 (size=1189) 2024-12-15T17:24:15,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741828_1004 (size=1189) 2024-12-15T17:24:15,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741828_1004 (size=1189) 2024-12-15T17:24:15,154 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/MasterData/data/master/store 2024-12-15T17:24:15,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741829_1005 (size=34) 2024-12-15T17:24:15,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741829_1005 (size=34) 2024-12-15T17:24:15,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741829_1005 (size=34) 2024-12-15T17:24:15,189 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:24:15,189 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-15T17:24:15,189 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T17:24:15,189 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T17:24:15,189 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-15T17:24:15,189 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T17:24:15,189 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T17:24:15,189 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T17:24:15,190 WARN [master/4ce65a7c4674:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/MasterData/data/master/store/.initializing 2024-12-15T17:24:15,190 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/MasterData/WALs/4ce65a7c4674,46599,1734283454536 2024-12-15T17:24:15,193 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T17:24:15,196 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ce65a7c4674%2C46599%2C1734283454536, suffix=, logDir=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/MasterData/WALs/4ce65a7c4674,46599,1734283454536, archiveDir=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/MasterData/oldWALs, maxLogs=10 2024-12-15T17:24:15,215 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/MasterData/WALs/4ce65a7c4674,46599,1734283454536/4ce65a7c4674%2C46599%2C1734283454536.1734283455196, exclude list is [], retry=0 2024-12-15T17:24:15,219 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38443,DS-473bdf0f-0275-4001-96d6-e8d9d3b47232,DISK] 2024-12-15T17:24:15,219 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39261,DS-b5ff485f-2f19-470f-9cc2-8f977eeef42c,DISK] 2024-12-15T17:24:15,223 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43807,DS-3aa61df7-b653-4e88-a949-fddce61de0cf,DISK] 2024-12-15T17:24:15,231 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/MasterData/WALs/4ce65a7c4674,46599,1734283454536/4ce65a7c4674%2C46599%2C1734283454536.1734283455196 2024-12-15T17:24:15,235 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39359:39359),(127.0.0.1/127.0.0.1:39889:39889),(127.0.0.1/127.0.0.1:34601:34601)] 2024-12-15T17:24:15,235 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-15T17:24:15,236 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:24:15,236 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:24:15,236 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:24:15,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:24:15,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-15T17:24:15,239 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:15,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:15,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:24:15,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-15T17:24:15,241 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:15,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:24:15,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:24:15,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-15T17:24:15,243 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:15,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:24:15,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:24:15,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-15T17:24:15,245 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:15,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:24:15,246 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:24:15,246 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:24:15,248 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-15T17:24:15,249 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:24:15,251 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:24:15,252 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65047549, jitterRate=-0.03071598708629608}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-15T17:24:15,253 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T17:24:15,253 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-15T17:24:15,255 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60f21611, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:24:15,257 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-15T17:24:15,257 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-15T17:24:15,257 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-15T17:24:15,257 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-15T17:24:15,258 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-15T17:24:15,258 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-15T17:24:15,258 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-15T17:24:15,261 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-15T17:24:15,262 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46599-0x1002ab884a90000, quorum=127.0.0.1:50194, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-15T17:24:15,271 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-15T17:24:15,271 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-15T17:24:15,272 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46599-0x1002ab884a90000, quorum=127.0.0.1:50194, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-15T17:24:15,288 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-15T17:24:15,288 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-15T17:24:15,289 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46599-0x1002ab884a90000, quorum=127.0.0.1:50194, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-15T17:24:15,296 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-15T17:24:15,297 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46599-0x1002ab884a90000, quorum=127.0.0.1:50194, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-15T17:24:15,304 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-15T17:24:15,307 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46599-0x1002ab884a90000, quorum=127.0.0.1:50194, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-15T17:24:15,313 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-15T17:24:15,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46413-0x1002ab884a90002, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-15T17:24:15,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44777-0x1002ab884a90004, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-15T17:24:15,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46413-0x1002ab884a90002, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:15,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44777-0x1002ab884a90004, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:15,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37773-0x1002ab884a90003, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-15T17:24:15,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37773-0x1002ab884a90003, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:15,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x1002ab884a90000, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-15T17:24:15,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x1002ab884a90000, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:15,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40715-0x1002ab884a90001, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-15T17:24:15,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40715-0x1002ab884a90001, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:15,330 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=4ce65a7c4674,46599,1734283454536, sessionid=0x1002ab884a90000, setting cluster-up flag (Was=false) 2024-12-15T17:24:15,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40715-0x1002ab884a90001, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:15,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44777-0x1002ab884a90004, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:15,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46413-0x1002ab884a90002, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:15,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37773-0x1002ab884a90003, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:15,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x1002ab884a90000, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:15,397 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-15T17:24:15,398 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ce65a7c4674,46599,1734283454536 2024-12-15T17:24:15,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40715-0x1002ab884a90001, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:15,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37773-0x1002ab884a90003, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:15,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46413-0x1002ab884a90002, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:15,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44777-0x1002ab884a90004, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:15,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x1002ab884a90000, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:15,455 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-15T17:24:15,455 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ce65a7c4674,46599,1734283454536 2024-12-15T17:24:15,458 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-15T17:24:15,458 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-15T17:24:15,458 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-15T17:24:15,459 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4ce65a7c4674,46599,1734283454536 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-15T17:24:15,459 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4ce65a7c4674:0, corePoolSize=5, maxPoolSize=5 2024-12-15T17:24:15,459 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4ce65a7c4674:0, corePoolSize=5, maxPoolSize=5 2024-12-15T17:24:15,459 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4ce65a7c4674:0, corePoolSize=5, maxPoolSize=5 2024-12-15T17:24:15,459 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4ce65a7c4674:0, corePoolSize=5, maxPoolSize=5 2024-12-15T17:24:15,459 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4ce65a7c4674:0, corePoolSize=10, maxPoolSize=10 2024-12-15T17:24:15,459 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:15,459 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4ce65a7c4674:0, corePoolSize=2, maxPoolSize=2 2024-12-15T17:24:15,459 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:15,466 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-15T17:24:15,466 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-15T17:24:15,468 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:15,468 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-15T17:24:15,479 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734283485479 2024-12-15T17:24:15,479 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-15T17:24:15,479 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-15T17:24:15,479 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-15T17:24:15,480 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-15T17:24:15,480 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-15T17:24:15,480 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-15T17:24:15,491 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:15,494 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-15T17:24:15,494 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-15T17:24:15,494 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-15T17:24:15,509 DEBUG [RS:1;4ce65a7c4674:46413 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;4ce65a7c4674:46413 2024-12-15T17:24:15,509 DEBUG [RS:0;4ce65a7c4674:40715 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4ce65a7c4674:40715 2024-12-15T17:24:15,510 INFO [RS:1;4ce65a7c4674:46413 {}] regionserver.HRegionServer(1008): ClusterId : 0dae1fa5-5136-4449-8801-a0fec32311a5 2024-12-15T17:24:15,510 DEBUG [RS:1;4ce65a7c4674:46413 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-15T17:24:15,510 INFO [RS:0;4ce65a7c4674:40715 {}] regionserver.HRegionServer(1008): ClusterId : 0dae1fa5-5136-4449-8801-a0fec32311a5 2024-12-15T17:24:15,510 DEBUG [RS:0;4ce65a7c4674:40715 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-15T17:24:15,514 DEBUG [RS:2;4ce65a7c4674:37773 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;4ce65a7c4674:37773 2024-12-15T17:24:15,515 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-15T17:24:15,515 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-15T17:24:15,515 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4ce65a7c4674:0:becomeActiveMaster-HFileCleaner.large.0-1734283455515,5,FailOnTimeoutGroup] 2024-12-15T17:24:15,519 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4ce65a7c4674:0:becomeActiveMaster-HFileCleaner.small.0-1734283455515,5,FailOnTimeoutGroup] 2024-12-15T17:24:15,519 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:15,519 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-15T17:24:15,519 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:15,519 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:15,526 DEBUG [RS:3;4ce65a7c4674:44777 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:3;4ce65a7c4674:44777 2024-12-15T17:24:15,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741831_1007 (size=1039) 2024-12-15T17:24:15,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741831_1007 (size=1039) 2024-12-15T17:24:15,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741831_1007 (size=1039) 2024-12-15T17:24:15,530 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-15T17:24:15,530 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d 2024-12-15T17:24:15,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741832_1008 (size=32) 2024-12-15T17:24:15,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741832_1008 (size=32) 2024-12-15T17:24:15,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741832_1008 (size=32) 2024-12-15T17:24:15,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:24:15,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-15T17:24:15,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-15T17:24:15,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:15,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:15,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-15T17:24:15,543 INFO [RS:3;4ce65a7c4674:44777 {}] regionserver.HRegionServer(1008): ClusterId : 0dae1fa5-5136-4449-8801-a0fec32311a5 2024-12-15T17:24:15,543 DEBUG [RS:3;4ce65a7c4674:44777 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-15T17:24:15,543 INFO [RS:2;4ce65a7c4674:37773 {}] regionserver.HRegionServer(1008): ClusterId : 0dae1fa5-5136-4449-8801-a0fec32311a5 2024-12-15T17:24:15,543 DEBUG [RS:2;4ce65a7c4674:37773 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-15T17:24:15,544 DEBUG [RS:1;4ce65a7c4674:46413 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-15T17:24:15,544 DEBUG [RS:1;4ce65a7c4674:46413 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-15T17:24:15,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-15T17:24:15,544 DEBUG [RS:0;4ce65a7c4674:40715 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-15T17:24:15,544 DEBUG [RS:0;4ce65a7c4674:40715 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-15T17:24:15,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:15,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:15,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-15T17:24:15,549 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-15T17:24:15,549 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:15,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:15,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740 2024-12-15T17:24:15,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740 2024-12-15T17:24:15,556 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-15T17:24:15,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-15T17:24:15,563 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:24:15,564 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72528591, jitterRate=0.08076022565364838}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-15T17:24:15,564 DEBUG [RS:2;4ce65a7c4674:37773 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-15T17:24:15,564 DEBUG [RS:2;4ce65a7c4674:37773 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-15T17:24:15,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-15T17:24:15,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-15T17:24:15,565 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-15T17:24:15,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-15T17:24:15,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-15T17:24:15,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-15T17:24:15,565 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-15T17:24:15,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-15T17:24:15,566 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-15T17:24:15,566 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-15T17:24:15,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-15T17:24:15,568 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-15T17:24:15,569 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-15T17:24:15,572 DEBUG [RS:1;4ce65a7c4674:46413 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-15T17:24:15,572 DEBUG [RS:2;4ce65a7c4674:37773 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-15T17:24:15,572 DEBUG [RS:1;4ce65a7c4674:46413 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4619728c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:24:15,572 DEBUG [RS:2;4ce65a7c4674:37773 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a99a6da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:24:15,573 DEBUG [RS:1;4ce65a7c4674:46413 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c1b692f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ce65a7c4674/172.17.0.2:0 2024-12-15T17:24:15,573 INFO [RS:1;4ce65a7c4674:46413 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-15T17:24:15,573 INFO [RS:1;4ce65a7c4674:46413 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-15T17:24:15,573 DEBUG [RS:1;4ce65a7c4674:46413 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-15T17:24:15,573 INFO [RS:1;4ce65a7c4674:46413 {}] regionserver.HRegionServer(3073): reportForDuty to master=4ce65a7c4674,46599,1734283454536 with isa=4ce65a7c4674/172.17.0.2:46413, startcode=1734283454855 2024-12-15T17:24:15,573 DEBUG [RS:1;4ce65a7c4674:46413 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T17:24:15,574 DEBUG [RS:3;4ce65a7c4674:44777 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-15T17:24:15,574 DEBUG [RS:3;4ce65a7c4674:44777 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-15T17:24:15,574 DEBUG [RS:0;4ce65a7c4674:40715 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-15T17:24:15,574 DEBUG [RS:0;4ce65a7c4674:40715 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ccbb74d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:24:15,575 DEBUG [RS:2;4ce65a7c4674:37773 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b2d1419, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ce65a7c4674/172.17.0.2:0 2024-12-15T17:24:15,575 INFO [RS:2;4ce65a7c4674:37773 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-15T17:24:15,575 INFO [RS:2;4ce65a7c4674:37773 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-15T17:24:15,575 DEBUG [RS:2;4ce65a7c4674:37773 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-15T17:24:15,576 INFO [RS-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45329, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T17:24:15,576 DEBUG [RS:0;4ce65a7c4674:40715 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a40ca86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ce65a7c4674/172.17.0.2:0 2024-12-15T17:24:15,577 INFO [RS:0;4ce65a7c4674:40715 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-15T17:24:15,577 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46599 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 4ce65a7c4674,46413,1734283454855 2024-12-15T17:24:15,577 INFO [RS:0;4ce65a7c4674:40715 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-15T17:24:15,579 DEBUG [RS:0;4ce65a7c4674:40715 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-15T17:24:15,579 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46599 {}] master.ServerManager(486): Registering regionserver=4ce65a7c4674,46413,1734283454855 2024-12-15T17:24:15,581 DEBUG [RS:1;4ce65a7c4674:46413 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d 2024-12-15T17:24:15,581 DEBUG [RS:1;4ce65a7c4674:46413 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:37423 2024-12-15T17:24:15,581 DEBUG [RS:1;4ce65a7c4674:46413 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-15T17:24:15,582 INFO [RS:2;4ce65a7c4674:37773 {}] regionserver.HRegionServer(3073): reportForDuty to master=4ce65a7c4674,46599,1734283454536 with isa=4ce65a7c4674/172.17.0.2:37773, startcode=1734283454900 2024-12-15T17:24:15,582 DEBUG [RS:2;4ce65a7c4674:37773 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T17:24:15,582 INFO [RS:0;4ce65a7c4674:40715 {}] regionserver.HRegionServer(3073): reportForDuty to master=4ce65a7c4674,46599,1734283454536 with isa=4ce65a7c4674/172.17.0.2:40715, startcode=1734283454774 2024-12-15T17:24:15,582 DEBUG [RS:0;4ce65a7c4674:40715 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T17:24:15,584 INFO [RS-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47601, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T17:24:15,584 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46599 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 4ce65a7c4674,40715,1734283454774 2024-12-15T17:24:15,584 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46599 {}] master.ServerManager(486): Registering regionserver=4ce65a7c4674,40715,1734283454774 2024-12-15T17:24:15,584 INFO [RS-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56775, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T17:24:15,586 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46599 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 4ce65a7c4674,37773,1734283454900 2024-12-15T17:24:15,586 DEBUG [RS:0;4ce65a7c4674:40715 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d 2024-12-15T17:24:15,586 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46599 {}] master.ServerManager(486): Registering regionserver=4ce65a7c4674,37773,1734283454900 2024-12-15T17:24:15,586 DEBUG [RS:0;4ce65a7c4674:40715 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:37423 2024-12-15T17:24:15,587 DEBUG [RS:0;4ce65a7c4674:40715 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-15T17:24:15,589 DEBUG [RS:2;4ce65a7c4674:37773 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d 2024-12-15T17:24:15,590 DEBUG [RS:2;4ce65a7c4674:37773 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:37423 2024-12-15T17:24:15,590 DEBUG [RS:2;4ce65a7c4674:37773 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-15T17:24:15,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x1002ab884a90000, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-15T17:24:15,630 DEBUG [RS:3;4ce65a7c4674:44777 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-15T17:24:15,630 DEBUG [RS:3;4ce65a7c4674:44777 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3581fdee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:24:15,631 DEBUG [RS:1;4ce65a7c4674:46413 {}] zookeeper.ZKUtil(111): regionserver:46413-0x1002ab884a90002, quorum=127.0.0.1:50194, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4ce65a7c4674,46413,1734283454855 2024-12-15T17:24:15,631 WARN [RS:1;4ce65a7c4674:46413 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T17:24:15,631 INFO [RS:1;4ce65a7c4674:46413 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T17:24:15,631 DEBUG [RS:0;4ce65a7c4674:40715 {}] zookeeper.ZKUtil(111): regionserver:40715-0x1002ab884a90001, quorum=127.0.0.1:50194, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4ce65a7c4674,40715,1734283454774 2024-12-15T17:24:15,631 DEBUG [RS:1;4ce65a7c4674:46413 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,46413,1734283454855 2024-12-15T17:24:15,631 WARN [RS:0;4ce65a7c4674:40715 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T17:24:15,631 INFO [RS:0;4ce65a7c4674:40715 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T17:24:15,631 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ce65a7c4674,40715,1734283454774] 2024-12-15T17:24:15,631 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ce65a7c4674,46413,1734283454855] 2024-12-15T17:24:15,631 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ce65a7c4674,37773,1734283454900] 2024-12-15T17:24:15,631 DEBUG [RS:0;4ce65a7c4674:40715 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774 2024-12-15T17:24:15,632 DEBUG [RS:3;4ce65a7c4674:44777 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3545a19c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ce65a7c4674/172.17.0.2:0 2024-12-15T17:24:15,632 INFO [RS:3;4ce65a7c4674:44777 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-15T17:24:15,632 INFO [RS:3;4ce65a7c4674:44777 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-15T17:24:15,632 DEBUG [RS:3;4ce65a7c4674:44777 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-15T17:24:15,632 DEBUG [RS:2;4ce65a7c4674:37773 {}] zookeeper.ZKUtil(111): regionserver:37773-0x1002ab884a90003, quorum=127.0.0.1:50194, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4ce65a7c4674,37773,1734283454900 2024-12-15T17:24:15,632 WARN [RS:2;4ce65a7c4674:37773 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T17:24:15,632 INFO [RS:2;4ce65a7c4674:37773 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T17:24:15,632 DEBUG [RS:2;4ce65a7c4674:37773 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,37773,1734283454900 2024-12-15T17:24:15,632 INFO [RS:3;4ce65a7c4674:44777 {}] regionserver.HRegionServer(3073): reportForDuty to master=4ce65a7c4674,46599,1734283454536 with isa=4ce65a7c4674/172.17.0.2:44777, startcode=1734283454943 2024-12-15T17:24:15,632 DEBUG [RS:3;4ce65a7c4674:44777 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T17:24:15,634 INFO [RS-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46091, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T17:24:15,634 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46599 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 4ce65a7c4674,44777,1734283454943 2024-12-15T17:24:15,634 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46599 {}] master.ServerManager(486): Registering regionserver=4ce65a7c4674,44777,1734283454943 2024-12-15T17:24:15,636 DEBUG [RS:3;4ce65a7c4674:44777 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d 2024-12-15T17:24:15,636 DEBUG [RS:3;4ce65a7c4674:44777 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:37423 2024-12-15T17:24:15,636 DEBUG [RS:3;4ce65a7c4674:44777 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-15T17:24:15,637 DEBUG [RS:1;4ce65a7c4674:46413 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-15T17:24:15,637 INFO [RS:1;4ce65a7c4674:46413 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-15T17:24:15,639 INFO [RS:1;4ce65a7c4674:46413 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-15T17:24:15,640 INFO [RS:1;4ce65a7c4674:46413 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-15T17:24:15,640 INFO [RS:1;4ce65a7c4674:46413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:15,643 INFO [RS:1;4ce65a7c4674:46413 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-15T17:24:15,644 INFO [RS:1;4ce65a7c4674:46413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:15,644 DEBUG [RS:1;4ce65a7c4674:46413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:15,644 DEBUG [RS:1;4ce65a7c4674:46413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:15,644 DEBUG [RS:1;4ce65a7c4674:46413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:15,645 DEBUG [RS:1;4ce65a7c4674:46413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:15,645 DEBUG [RS:1;4ce65a7c4674:46413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:15,645 DEBUG [RS:1;4ce65a7c4674:46413 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0, corePoolSize=2, maxPoolSize=2 2024-12-15T17:24:15,645 DEBUG [RS:1;4ce65a7c4674:46413 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:15,645 DEBUG [RS:1;4ce65a7c4674:46413 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:15,645 DEBUG [RS:1;4ce65a7c4674:46413 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:15,645 DEBUG [RS:1;4ce65a7c4674:46413 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:15,645 DEBUG [RS:1;4ce65a7c4674:46413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:15,645 DEBUG [RS:1;4ce65a7c4674:46413 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ce65a7c4674:0, corePoolSize=3, maxPoolSize=3 2024-12-15T17:24:15,645 DEBUG [RS:1;4ce65a7c4674:46413 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0, corePoolSize=3, maxPoolSize=3 2024-12-15T17:24:15,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x1002ab884a90000, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-15T17:24:15,647 DEBUG [RS:3;4ce65a7c4674:44777 {}] zookeeper.ZKUtil(111): regionserver:44777-0x1002ab884a90004, quorum=127.0.0.1:50194, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4ce65a7c4674,44777,1734283454943 2024-12-15T17:24:15,647 WARN [RS:3;4ce65a7c4674:44777 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T17:24:15,647 DEBUG [RS:2;4ce65a7c4674:37773 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-15T17:24:15,647 INFO [RS:3;4ce65a7c4674:44777 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T17:24:15,647 DEBUG [RS:3;4ce65a7c4674:44777 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943 2024-12-15T17:24:15,647 INFO [RS:2;4ce65a7c4674:37773 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-15T17:24:15,647 DEBUG [RS:0;4ce65a7c4674:40715 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-15T17:24:15,647 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ce65a7c4674,44777,1734283454943] 2024-12-15T17:24:15,648 INFO [RS:0;4ce65a7c4674:40715 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-15T17:24:15,651 INFO [RS:2;4ce65a7c4674:37773 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-15T17:24:15,659 INFO [RS:0;4ce65a7c4674:40715 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-15T17:24:15,659 INFO [RS:2;4ce65a7c4674:37773 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-15T17:24:15,659 INFO [RS:1;4ce65a7c4674:46413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:15,659 INFO [RS:2;4ce65a7c4674:37773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:15,659 INFO [RS:1;4ce65a7c4674:46413 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:15,659 INFO [RS:1;4ce65a7c4674:46413 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:15,659 INFO [RS:1;4ce65a7c4674:46413 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:15,659 INFO [RS:1;4ce65a7c4674:46413 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,46413,1734283454855-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T17:24:15,659 INFO [RS:0;4ce65a7c4674:40715 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-15T17:24:15,659 INFO [RS:0;4ce65a7c4674:40715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:15,661 DEBUG [RS:3;4ce65a7c4674:44777 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-15T17:24:15,661 INFO [RS:3;4ce65a7c4674:44777 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-15T17:24:15,663 INFO [RS:2;4ce65a7c4674:37773 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-15T17:24:15,664 INFO [RS:2;4ce65a7c4674:37773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:15,664 DEBUG [RS:2;4ce65a7c4674:37773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:15,664 DEBUG [RS:2;4ce65a7c4674:37773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:15,664 DEBUG [RS:2;4ce65a7c4674:37773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:15,664 DEBUG [RS:2;4ce65a7c4674:37773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:15,664 DEBUG [RS:2;4ce65a7c4674:37773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:15,664 DEBUG [RS:2;4ce65a7c4674:37773 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0, corePoolSize=2, maxPoolSize=2 2024-12-15T17:24:15,665 DEBUG [RS:2;4ce65a7c4674:37773 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:15,665 DEBUG [RS:2;4ce65a7c4674:37773 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:15,665 DEBUG [RS:2;4ce65a7c4674:37773 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:15,665 DEBUG [RS:2;4ce65a7c4674:37773 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:15,665 DEBUG [RS:2;4ce65a7c4674:37773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:15,665 DEBUG [RS:2;4ce65a7c4674:37773 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ce65a7c4674:0, corePoolSize=3, maxPoolSize=3 2024-12-15T17:24:15,665 DEBUG [RS:2;4ce65a7c4674:37773 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0, corePoolSize=3, maxPoolSize=3 2024-12-15T17:24:15,669 INFO [RS:0;4ce65a7c4674:40715 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-15T17:24:15,669 INFO [RS:3;4ce65a7c4674:44777 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-15T17:24:15,670 INFO [RS:0;4ce65a7c4674:40715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:15,670 INFO [RS:2;4ce65a7c4674:37773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:15,670 INFO [RS:2;4ce65a7c4674:37773 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:15,670 DEBUG [RS:0;4ce65a7c4674:40715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:15,670 INFO [RS:2;4ce65a7c4674:37773 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:15,670 INFO [RS:2;4ce65a7c4674:37773 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:15,670 DEBUG [RS:0;4ce65a7c4674:40715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:15,670 INFO [RS:2;4ce65a7c4674:37773 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,37773,1734283454900-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T17:24:15,670 DEBUG [RS:0;4ce65a7c4674:40715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:15,670 DEBUG [RS:0;4ce65a7c4674:40715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:15,670 DEBUG [RS:0;4ce65a7c4674:40715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:15,670 DEBUG [RS:0;4ce65a7c4674:40715 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0, corePoolSize=2, maxPoolSize=2 2024-12-15T17:24:15,670 DEBUG [RS:0;4ce65a7c4674:40715 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:15,670 DEBUG [RS:0;4ce65a7c4674:40715 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:15,670 DEBUG [RS:0;4ce65a7c4674:40715 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:15,670 DEBUG [RS:0;4ce65a7c4674:40715 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:15,670 DEBUG [RS:0;4ce65a7c4674:40715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:15,670 DEBUG [RS:0;4ce65a7c4674:40715 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ce65a7c4674:0, corePoolSize=3, maxPoolSize=3 2024-12-15T17:24:15,670 DEBUG [RS:0;4ce65a7c4674:40715 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0, corePoolSize=3, maxPoolSize=3 2024-12-15T17:24:15,674 INFO [RS:3;4ce65a7c4674:44777 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-15T17:24:15,675 INFO [RS:3;4ce65a7c4674:44777 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:15,675 INFO [RS:3;4ce65a7c4674:44777 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-15T17:24:15,676 INFO [RS:3;4ce65a7c4674:44777 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:15,676 DEBUG [RS:3;4ce65a7c4674:44777 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:15,676 DEBUG [RS:3;4ce65a7c4674:44777 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:15,676 DEBUG [RS:3;4ce65a7c4674:44777 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:15,676 DEBUG [RS:3;4ce65a7c4674:44777 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:15,676 DEBUG [RS:3;4ce65a7c4674:44777 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:15,676 DEBUG [RS:3;4ce65a7c4674:44777 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0, corePoolSize=2, maxPoolSize=2 2024-12-15T17:24:15,676 DEBUG [RS:3;4ce65a7c4674:44777 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:15,676 DEBUG [RS:3;4ce65a7c4674:44777 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:15,676 DEBUG [RS:3;4ce65a7c4674:44777 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:15,677 DEBUG [RS:3;4ce65a7c4674:44777 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:15,677 DEBUG [RS:3;4ce65a7c4674:44777 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:15,677 DEBUG [RS:3;4ce65a7c4674:44777 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ce65a7c4674:0, corePoolSize=3, maxPoolSize=3 2024-12-15T17:24:15,677 DEBUG [RS:3;4ce65a7c4674:44777 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0, corePoolSize=3, maxPoolSize=3 2024-12-15T17:24:15,682 INFO [RS:1;4ce65a7c4674:46413 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-15T17:24:15,682 INFO [RS:1;4ce65a7c4674:46413 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,46413,1734283454855-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:15,690 INFO [RS:0;4ce65a7c4674:40715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:15,690 INFO [RS:0;4ce65a7c4674:40715 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:15,690 INFO [RS:0;4ce65a7c4674:40715 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:15,691 INFO [RS:0;4ce65a7c4674:40715 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:15,691 INFO [RS:0;4ce65a7c4674:40715 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,40715,1734283454774-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T17:24:15,693 INFO [RS:2;4ce65a7c4674:37773 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-15T17:24:15,693 INFO [RS:2;4ce65a7c4674:37773 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,37773,1734283454900-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:15,699 INFO [RS:3;4ce65a7c4674:44777 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:15,699 INFO [RS:3;4ce65a7c4674:44777 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:15,699 INFO [RS:3;4ce65a7c4674:44777 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:15,699 INFO [RS:3;4ce65a7c4674:44777 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:15,699 INFO [RS:3;4ce65a7c4674:44777 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,44777,1734283454943-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T17:24:15,716 INFO [RS:1;4ce65a7c4674:46413 {}] regionserver.Replication(204): 4ce65a7c4674,46413,1734283454855 started 2024-12-15T17:24:15,716 INFO [RS:1;4ce65a7c4674:46413 {}] regionserver.HRegionServer(1767): Serving as 4ce65a7c4674,46413,1734283454855, RpcServer on 4ce65a7c4674/172.17.0.2:46413, sessionid=0x1002ab884a90002 2024-12-15T17:24:15,716 DEBUG [RS:1;4ce65a7c4674:46413 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-15T17:24:15,716 DEBUG [RS:1;4ce65a7c4674:46413 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ce65a7c4674,46413,1734283454855 2024-12-15T17:24:15,716 DEBUG [RS:1;4ce65a7c4674:46413 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ce65a7c4674,46413,1734283454855' 2024-12-15T17:24:15,717 DEBUG [RS:1;4ce65a7c4674:46413 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-15T17:24:15,717 DEBUG [RS:1;4ce65a7c4674:46413 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-15T17:24:15,717 DEBUG [RS:1;4ce65a7c4674:46413 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-15T17:24:15,717 DEBUG [RS:1;4ce65a7c4674:46413 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-15T17:24:15,717 DEBUG [RS:1;4ce65a7c4674:46413 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ce65a7c4674,46413,1734283454855 2024-12-15T17:24:15,717 DEBUG [RS:1;4ce65a7c4674:46413 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ce65a7c4674,46413,1734283454855' 2024-12-15T17:24:15,717 DEBUG [RS:1;4ce65a7c4674:46413 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-15T17:24:15,718 DEBUG [RS:1;4ce65a7c4674:46413 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-15T17:24:15,718 INFO [RS:0;4ce65a7c4674:40715 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-15T17:24:15,718 INFO [RS:0;4ce65a7c4674:40715 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,40715,1734283454774-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:15,718 DEBUG [RS:1;4ce65a7c4674:46413 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-15T17:24:15,718 INFO [RS:1;4ce65a7c4674:46413 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-15T17:24:15,718 INFO [RS:1;4ce65a7c4674:46413 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-15T17:24:15,719 INFO [RS:2;4ce65a7c4674:37773 {}] regionserver.Replication(204): 4ce65a7c4674,37773,1734283454900 started 2024-12-15T17:24:15,719 INFO [RS:2;4ce65a7c4674:37773 {}] regionserver.HRegionServer(1767): Serving as 4ce65a7c4674,37773,1734283454900, RpcServer on 4ce65a7c4674/172.17.0.2:37773, sessionid=0x1002ab884a90003 2024-12-15T17:24:15,719 WARN [4ce65a7c4674:46599 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-15T17:24:15,719 INFO [RS:3;4ce65a7c4674:44777 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-15T17:24:15,719 DEBUG [RS:2;4ce65a7c4674:37773 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-15T17:24:15,719 DEBUG [RS:2;4ce65a7c4674:37773 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ce65a7c4674,37773,1734283454900 2024-12-15T17:24:15,719 DEBUG [RS:2;4ce65a7c4674:37773 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ce65a7c4674,37773,1734283454900' 2024-12-15T17:24:15,719 DEBUG [RS:2;4ce65a7c4674:37773 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-15T17:24:15,719 INFO [RS:3;4ce65a7c4674:44777 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,44777,1734283454943-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:15,720 DEBUG [RS:2;4ce65a7c4674:37773 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-15T17:24:15,720 DEBUG [RS:2;4ce65a7c4674:37773 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-15T17:24:15,720 DEBUG [RS:2;4ce65a7c4674:37773 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-15T17:24:15,720 DEBUG [RS:2;4ce65a7c4674:37773 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ce65a7c4674,37773,1734283454900 2024-12-15T17:24:15,720 DEBUG [RS:2;4ce65a7c4674:37773 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ce65a7c4674,37773,1734283454900' 2024-12-15T17:24:15,720 DEBUG [RS:2;4ce65a7c4674:37773 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-15T17:24:15,720 DEBUG [RS:2;4ce65a7c4674:37773 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-15T17:24:15,721 DEBUG [RS:2;4ce65a7c4674:37773 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-15T17:24:15,721 INFO [RS:2;4ce65a7c4674:37773 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-15T17:24:15,721 INFO [RS:2;4ce65a7c4674:37773 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-15T17:24:15,736 INFO [RS:0;4ce65a7c4674:40715 {}] regionserver.Replication(204): 4ce65a7c4674,40715,1734283454774 started 2024-12-15T17:24:15,736 INFO [RS:0;4ce65a7c4674:40715 {}] regionserver.HRegionServer(1767): Serving as 4ce65a7c4674,40715,1734283454774, RpcServer on 4ce65a7c4674/172.17.0.2:40715, sessionid=0x1002ab884a90001 2024-12-15T17:24:15,736 DEBUG [RS:0;4ce65a7c4674:40715 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-15T17:24:15,736 DEBUG [RS:0;4ce65a7c4674:40715 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ce65a7c4674,40715,1734283454774 2024-12-15T17:24:15,736 DEBUG [RS:0;4ce65a7c4674:40715 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ce65a7c4674,40715,1734283454774' 2024-12-15T17:24:15,736 DEBUG [RS:0;4ce65a7c4674:40715 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-15T17:24:15,739 DEBUG [RS:0;4ce65a7c4674:40715 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-15T17:24:15,739 DEBUG [RS:0;4ce65a7c4674:40715 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-15T17:24:15,739 DEBUG [RS:0;4ce65a7c4674:40715 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-15T17:24:15,739 DEBUG [RS:0;4ce65a7c4674:40715 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ce65a7c4674,40715,1734283454774 2024-12-15T17:24:15,739 DEBUG [RS:0;4ce65a7c4674:40715 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ce65a7c4674,40715,1734283454774' 2024-12-15T17:24:15,739 DEBUG [RS:0;4ce65a7c4674:40715 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-15T17:24:15,740 DEBUG [RS:0;4ce65a7c4674:40715 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-15T17:24:15,740 DEBUG [RS:0;4ce65a7c4674:40715 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-15T17:24:15,740 INFO [RS:0;4ce65a7c4674:40715 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-15T17:24:15,740 INFO [RS:0;4ce65a7c4674:40715 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-15T17:24:15,740 INFO [RS:3;4ce65a7c4674:44777 {}] regionserver.Replication(204): 4ce65a7c4674,44777,1734283454943 started 2024-12-15T17:24:15,740 INFO [RS:3;4ce65a7c4674:44777 {}] regionserver.HRegionServer(1767): Serving as 4ce65a7c4674,44777,1734283454943, RpcServer on 4ce65a7c4674/172.17.0.2:44777, sessionid=0x1002ab884a90004 2024-12-15T17:24:15,741 DEBUG [RS:3;4ce65a7c4674:44777 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-15T17:24:15,741 DEBUG [RS:3;4ce65a7c4674:44777 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ce65a7c4674,44777,1734283454943 2024-12-15T17:24:15,741 DEBUG [RS:3;4ce65a7c4674:44777 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ce65a7c4674,44777,1734283454943' 2024-12-15T17:24:15,741 DEBUG [RS:3;4ce65a7c4674:44777 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-15T17:24:15,741 DEBUG [RS:3;4ce65a7c4674:44777 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-15T17:24:15,742 DEBUG [RS:3;4ce65a7c4674:44777 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-15T17:24:15,742 DEBUG [RS:3;4ce65a7c4674:44777 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-15T17:24:15,742 DEBUG [RS:3;4ce65a7c4674:44777 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ce65a7c4674,44777,1734283454943 2024-12-15T17:24:15,742 DEBUG [RS:3;4ce65a7c4674:44777 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ce65a7c4674,44777,1734283454943' 2024-12-15T17:24:15,742 DEBUG [RS:3;4ce65a7c4674:44777 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-15T17:24:15,742 DEBUG [RS:3;4ce65a7c4674:44777 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-15T17:24:15,742 DEBUG [RS:3;4ce65a7c4674:44777 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-15T17:24:15,742 INFO [RS:3;4ce65a7c4674:44777 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-15T17:24:15,742 INFO [RS:3;4ce65a7c4674:44777 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-15T17:24:15,819 INFO [RS:1;4ce65a7c4674:46413 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T17:24:15,821 INFO [RS:2;4ce65a7c4674:37773 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T17:24:15,827 INFO [RS:1;4ce65a7c4674:46413 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=4ce65a7c4674%2C46413%2C1734283454855, suffix=, logDir=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,46413,1734283454855, archiveDir=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/oldWALs, maxLogs=10 2024-12-15T17:24:15,827 INFO [RS:2;4ce65a7c4674:37773 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=4ce65a7c4674%2C37773%2C1734283454900, suffix=, logDir=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,37773,1734283454900, archiveDir=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/oldWALs, maxLogs=10 2024-12-15T17:24:15,830 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:24:15,830 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:24:15,841 DEBUG [RS:2;4ce65a7c4674:37773 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,37773,1734283454900/4ce65a7c4674%2C37773%2C1734283454900.1734283455827, exclude list is [], retry=0 2024-12-15T17:24:15,842 INFO [RS:0;4ce65a7c4674:40715 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T17:24:15,843 INFO [RS:3;4ce65a7c4674:44777 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T17:24:15,845 DEBUG [RS:1;4ce65a7c4674:46413 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,46413,1734283454855/4ce65a7c4674%2C46413%2C1734283454855.1734283455827, exclude list is [], retry=0 2024-12-15T17:24:15,848 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42767,DS-7f052c43-3f21-44eb-a75f-4456d26e802e,DISK] 2024-12-15T17:24:15,849 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43807,DS-3aa61df7-b653-4e88-a949-fddce61de0cf,DISK] 2024-12-15T17:24:15,849 INFO [RS:0;4ce65a7c4674:40715 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=4ce65a7c4674%2C40715%2C1734283454774, suffix=, logDir=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774, archiveDir=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/oldWALs, maxLogs=10 2024-12-15T17:24:15,849 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39261,DS-b5ff485f-2f19-470f-9cc2-8f977eeef42c,DISK] 2024-12-15T17:24:15,850 INFO [RS:3;4ce65a7c4674:44777 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=4ce65a7c4674%2C44777%2C1734283454943, suffix=, logDir=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943, archiveDir=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/oldWALs, maxLogs=10 2024-12-15T17:24:15,855 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42767,DS-7f052c43-3f21-44eb-a75f-4456d26e802e,DISK] 2024-12-15T17:24:15,856 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39261,DS-b5ff485f-2f19-470f-9cc2-8f977eeef42c,DISK] 2024-12-15T17:24:15,856 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38443,DS-473bdf0f-0275-4001-96d6-e8d9d3b47232,DISK] 2024-12-15T17:24:15,863 DEBUG [RS:3;4ce65a7c4674:44777 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.1734283455850, exclude list is [], retry=0 2024-12-15T17:24:15,866 DEBUG [RS:0;4ce65a7c4674:40715 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774/4ce65a7c4674%2C40715%2C1734283454774.1734283455849, exclude list is [], retry=0 2024-12-15T17:24:15,868 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38443,DS-473bdf0f-0275-4001-96d6-e8d9d3b47232,DISK] 2024-12-15T17:24:15,868 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39261,DS-b5ff485f-2f19-470f-9cc2-8f977eeef42c,DISK] 2024-12-15T17:24:15,868 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42767,DS-7f052c43-3f21-44eb-a75f-4456d26e802e,DISK] 2024-12-15T17:24:15,869 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43807,DS-3aa61df7-b653-4e88-a949-fddce61de0cf,DISK] 2024-12-15T17:24:15,869 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38443,DS-473bdf0f-0275-4001-96d6-e8d9d3b47232,DISK] 2024-12-15T17:24:15,869 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42767,DS-7f052c43-3f21-44eb-a75f-4456d26e802e,DISK] 2024-12-15T17:24:15,931 INFO [RS:2;4ce65a7c4674:37773 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,37773,1734283454900/4ce65a7c4674%2C37773%2C1734283454900.1734283455827 2024-12-15T17:24:15,971 INFO [RS:3;4ce65a7c4674:44777 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.1734283455850 2024-12-15T17:24:15,971 INFO [RS:0;4ce65a7c4674:40715 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774/4ce65a7c4674%2C40715%2C1734283454774.1734283455849 2024-12-15T17:24:15,973 INFO [RS:1;4ce65a7c4674:46413 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,46413,1734283454855/4ce65a7c4674%2C46413%2C1734283454855.1734283455827 2024-12-15T17:24:15,974 DEBUG [RS:1;4ce65a7c4674:46413 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39359:39359),(127.0.0.1/127.0.0.1:39889:39889),(127.0.0.1/127.0.0.1:36435:36435)] 2024-12-15T17:24:15,975 DEBUG [RS:3;4ce65a7c4674:44777 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39359:39359),(127.0.0.1/127.0.0.1:36435:36435),(127.0.0.1/127.0.0.1:39889:39889)] 2024-12-15T17:24:15,980 DEBUG [RS:0;4ce65a7c4674:40715 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34601:34601),(127.0.0.1/127.0.0.1:36435:36435),(127.0.0.1/127.0.0.1:39359:39359)] 2024-12-15T17:24:15,980 DEBUG [RS:2;4ce65a7c4674:37773 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36435:36435),(127.0.0.1/127.0.0.1:39889:39889),(127.0.0.1/127.0.0.1:34601:34601)] 2024-12-15T17:24:16,220 DEBUG [4ce65a7c4674:46599 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=4, allServersCount=4 2024-12-15T17:24:16,220 DEBUG [4ce65a7c4674:46599 {}] balancer.BalancerClusterState(202): Hosts are {4ce65a7c4674=0} racks are {/default-rack=0} 2024-12-15T17:24:16,222 DEBUG [4ce65a7c4674:46599 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-15T17:24:16,222 DEBUG [4ce65a7c4674:46599 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-15T17:24:16,222 DEBUG [4ce65a7c4674:46599 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-15T17:24:16,222 DEBUG [4ce65a7c4674:46599 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-15T17:24:16,222 INFO [4ce65a7c4674:46599 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-15T17:24:16,222 INFO [4ce65a7c4674:46599 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-15T17:24:16,222 INFO [4ce65a7c4674:46599 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-15T17:24:16,222 INFO [4ce65a7c4674:46599 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-15T17:24:16,222 DEBUG [4ce65a7c4674:46599 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-15T17:24:16,222 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4ce65a7c4674,40715,1734283454774 2024-12-15T17:24:16,223 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ce65a7c4674,40715,1734283454774, state=OPENING 2024-12-15T17:24:16,229 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-15T17:24:16,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46413-0x1002ab884a90002, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:16,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37773-0x1002ab884a90003, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:16,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44777-0x1002ab884a90004, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:16,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x1002ab884a90000, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:16,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40715-0x1002ab884a90001, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:16,238 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:16,238 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:16,239 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:16,239 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=4ce65a7c4674,40715,1734283454774}] 2024-12-15T17:24:16,239 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:16,239 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:16,391 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,40715,1734283454774 2024-12-15T17:24:16,391 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T17:24:16,393 INFO [RS-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49564, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-15T17:24:16,411 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-15T17:24:16,412 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T17:24:16,431 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.ReplicationSource(229): queueId=region_replica_replication_catalog, ReplicationSource: region_replica_replication_catalog, currentBandwidth=0 2024-12-15T17:24:16,432 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-15T17:24:16,441 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=4ce65a7c4674%2C40715%2C1734283454774.meta, suffix=.meta, logDir=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774, archiveDir=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/oldWALs, maxLogs=10 2024-12-15T17:24:16,451 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7741e94f to 127.0.0.1:50194 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@26fd930a 2024-12-15T17:24:16,458 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283456441.meta, exclude list is [], retry=0 2024-12-15T17:24:16,461 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42767,DS-7f052c43-3f21-44eb-a75f-4456d26e802e,DISK] 2024-12-15T17:24:16,462 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39261,DS-b5ff485f-2f19-470f-9cc2-8f977eeef42c,DISK] 2024-12-15T17:24:16,463 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38443,DS-473bdf0f-0275-4001-96d6-e8d9d3b47232,DISK] 2024-12-15T17:24:16,471 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283456441.meta 2024-12-15T17:24:16,475 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36435:36435),(127.0.0.1/127.0.0.1:39889:39889),(127.0.0.1/127.0.0.1:39359:39359)] 2024-12-15T17:24:16,476 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-15T17:24:16,476 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-15T17:24:16,476 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-15T17:24:16,476 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-15T17:24:16,476 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-15T17:24:16,476 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:24:16,476 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-15T17:24:16,476 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-15T17:24:16,480 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17dec22b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:24:16,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-15T17:24:16,486 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-15T17:24:16,486 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:16,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:16,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-15T17:24:16,489 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-15T17:24:16,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:16,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:16,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-15T17:24:16,492 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: region_replica_replication_catalog connecting to ZooKeeper ensemble=127.0.0.1:50194 2024-12-15T17:24:16,493 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-15T17:24:16,493 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:16,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:16,495 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740 2024-12-15T17:24:16,496 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740 2024-12-15T17:24:16,498 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-15T17:24:16,499 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-15T17:24:16,501 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72072421, jitterRate=0.07396276295185089}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-15T17:24:16,502 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-15T17:24:16,505 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSource(587): peerId=region_replica_replication_catalog, queueId=region_replica_replication_catalog (queues=1) is replicating from cluster=0dae1fa5-5136-4449-8801-a0fec32311a5 to cluster=0dae1fa5-5136-4449-8801-a0fec32311a5 2024-12-15T17:24:16,506 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSource(343): peerId=region_replica_replication_catalog, starting shipping worker for walGroupId=4ce65a7c4674%2C40715%2C1734283454774 2024-12-15T17:24:16,506 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=region_replica_replication_catalog, ReplicationSourceWALReaderThread : region_replica_replication_catalog inited, replicationBatchSizeCapacity=10240, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-15T17:24:16,506 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: region_replica_replication_catalog0x0, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T17:24:16,511 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734283456391 2024-12-15T17:24:16,513 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C40715%2C1734283454774,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283456441.meta, startPosition=0, beingWritten=true 2024-12-15T17:24:16,518 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-15T17:24:16,518 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-15T17:24:16,521 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C40715%2C1734283454774,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4ce65a7c4674%2C40715%2C1734283454774 2024-12-15T17:24:16,522 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,40715,1734283454774 2024-12-15T17:24:16,523 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: region_replica_replication_catalog-0x1002ab884a90006 connected 2024-12-15T17:24:16,523 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ce65a7c4674,40715,1734283454774, state=OPEN 2024-12-15T17:24:16,533 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C40715%2C1734283454774,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:24:16,533 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C40715%2C1734283454774,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283456441.meta to pos 316, reset compression=false 2024-12-15T17:24:16,533 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C40715%2C1734283454774,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_OPEN/1734283456502/Put/vlen=128/seqid=0; >],332}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283456441.meta, lastWalPosition=316, nbRowKeys=1, nbHFiles=0, heapSize=332, lastSeqIds={}, endOfFile=false,usedBufferSize=332] 2024-12-15T17:24:16,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37773-0x1002ab884a90003, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:16,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40715-0x1002ab884a90001, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:16,544 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:16,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44777-0x1002ab884a90004, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:16,544 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:16,544 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:16,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x1002ab884a90000, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:16,547 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:16,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46413-0x1002ab884a90002, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:16,547 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:16,554 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-15T17:24:16,554 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=4ce65a7c4674,40715,1734283454774 in 306 msec 2024-12-15T17:24:16,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-15T17:24:16,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 981 msec 2024-12-15T17:24:16,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.1220 sec 2024-12-15T17:24:16,594 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734283456594, completionTime=-1 2024-12-15T17:24:16,594 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=4; waited=0ms, expected min=4 server(s), max=4 server(s), master is running 2024-12-15T17:24:16,594 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-15T17:24:16,595 DEBUG [hconnection-0x503132f5-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:24:16,604 INFO [RS-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49574, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:24:16,607 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=4 2024-12-15T17:24:16,607 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734283516607 2024-12-15T17:24:16,607 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734283576607 2024-12-15T17:24:16,607 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 13 msec 2024-12-15T17:24:16,630 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-15T17:24:16,630 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,46599,1734283454536-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:16,630 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,46599,1734283454536-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:16,630 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,46599,1734283454536-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:16,630 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4ce65a7c4674:46599, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:16,631 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:16,631 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-15T17:24:16,631 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-15T17:24:16,632 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-15T17:24:16,633 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-15T17:24:16,633 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T17:24:16,633 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:16,634 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T17:24:16,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741838_1014 (size=358) 2024-12-15T17:24:16,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741838_1014 (size=358) 2024-12-15T17:24:16,651 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f86a2591d84d969a2395704c36bb0713, NAME => 'hbase:namespace,,1734283456631.f86a2591d84d969a2395704c36bb0713.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d 2024-12-15T17:24:16,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741838_1014 (size=358) 2024-12-15T17:24:16,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741839_1015 (size=42) 2024-12-15T17:24:16,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741839_1015 (size=42) 2024-12-15T17:24:16,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741839_1015 (size=42) 2024-12-15T17:24:16,670 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734283456631.f86a2591d84d969a2395704c36bb0713.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:24:16,670 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing f86a2591d84d969a2395704c36bb0713, disabling compactions & flushes 2024-12-15T17:24:16,670 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734283456631.f86a2591d84d969a2395704c36bb0713. 2024-12-15T17:24:16,670 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734283456631.f86a2591d84d969a2395704c36bb0713. 2024-12-15T17:24:16,670 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734283456631.f86a2591d84d969a2395704c36bb0713. after waiting 0 ms 2024-12-15T17:24:16,670 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734283456631.f86a2591d84d969a2395704c36bb0713. 2024-12-15T17:24:16,670 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734283456631.f86a2591d84d969a2395704c36bb0713. 2024-12-15T17:24:16,670 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for f86a2591d84d969a2395704c36bb0713: 2024-12-15T17:24:16,672 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T17:24:16,672 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734283456631.f86a2591d84d969a2395704c36bb0713.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734283456672"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283456672"}]},"ts":"1734283456672"} 2024-12-15T17:24:16,680 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T17:24:16,684 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T17:24:16,684 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734283456684"}]},"ts":"1734283456684"} 2024-12-15T17:24:16,687 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-15T17:24:16,713 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {4ce65a7c4674=0} racks are {/default-rack=0} 2024-12-15T17:24:16,714 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-15T17:24:16,714 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-15T17:24:16,714 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-15T17:24:16,714 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-15T17:24:16,714 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-15T17:24:16,714 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-15T17:24:16,714 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-15T17:24:16,714 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-15T17:24:16,714 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-15T17:24:16,715 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=f86a2591d84d969a2395704c36bb0713, ASSIGN}] 2024-12-15T17:24:16,716 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=f86a2591d84d969a2395704c36bb0713, ASSIGN 2024-12-15T17:24:16,720 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=f86a2591d84d969a2395704c36bb0713, ASSIGN; state=OFFLINE, location=4ce65a7c4674,40715,1734283454774; forceNewPlan=false, retain=false 2024-12-15T17:24:16,752 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C40715%2C1734283454774,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283456441.meta to pos 316, reset compression=false 2024-12-15T17:24:16,765 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C40715%2C1734283454774,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:16,765 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C40715%2C1734283454774,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283456441.meta to pos 685, reset compression=false 2024-12-15T17:24:16,765 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C40715%2C1734283454774,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4=[#edits: 2 = ],436}, {hbase:meta/1588230740/5=[#edits: 1 = ],188}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283456441.meta, lastWalPosition=685, nbRowKeys=2, nbHFiles=0, heapSize=624, lastSeqIds={}, endOfFile=false,usedBufferSize=624] 2024-12-15T17:24:16,870 INFO [4ce65a7c4674:46599 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-15T17:24:16,871 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=f86a2591d84d969a2395704c36bb0713, regionState=OPENING, regionLocation=4ce65a7c4674,40715,1734283454774 2024-12-15T17:24:16,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure f86a2591d84d969a2395704c36bb0713, server=4ce65a7c4674,40715,1734283454774}] 2024-12-15T17:24:16,972 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C40715%2C1734283454774,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283456441.meta to pos 685, reset compression=false 2024-12-15T17:24:16,979 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C40715%2C1734283454774,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:24:16,979 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C40715%2C1734283454774,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283456441.meta to pos 1094, reset compression=false 2024-12-15T17:24:16,979 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C40715%2C1734283454774,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6=[#edits: 3 = ],612}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283456441.meta, lastWalPosition=1094, nbRowKeys=1, nbHFiles=0, heapSize=612, lastSeqIds={}, endOfFile=false,usedBufferSize=612] 2024-12-15T17:24:17,029 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,40715,1734283454774 2024-12-15T17:24:17,033 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734283456631.f86a2591d84d969a2395704c36bb0713. 2024-12-15T17:24:17,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => f86a2591d84d969a2395704c36bb0713, NAME => 'hbase:namespace,,1734283456631.f86a2591d84d969a2395704c36bb0713.', STARTKEY => '', ENDKEY => ''} 2024-12-15T17:24:17,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace f86a2591d84d969a2395704c36bb0713 2024-12-15T17:24:17,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734283456631.f86a2591d84d969a2395704c36bb0713.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:24:17,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for f86a2591d84d969a2395704c36bb0713 2024-12-15T17:24:17,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for f86a2591d84d969a2395704c36bb0713 2024-12-15T17:24:17,037 INFO [StoreOpener-f86a2591d84d969a2395704c36bb0713-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region f86a2591d84d969a2395704c36bb0713 2024-12-15T17:24:17,039 INFO [StoreOpener-f86a2591d84d969a2395704c36bb0713-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f86a2591d84d969a2395704c36bb0713 columnFamilyName info 2024-12-15T17:24:17,039 DEBUG [StoreOpener-f86a2591d84d969a2395704c36bb0713-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:17,040 INFO [StoreOpener-f86a2591d84d969a2395704c36bb0713-1 {}] regionserver.HStore(327): Store=f86a2591d84d969a2395704c36bb0713/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:24:17,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/namespace/f86a2591d84d969a2395704c36bb0713 2024-12-15T17:24:17,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/namespace/f86a2591d84d969a2395704c36bb0713 2024-12-15T17:24:17,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for f86a2591d84d969a2395704c36bb0713 2024-12-15T17:24:17,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/namespace/f86a2591d84d969a2395704c36bb0713/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:24:17,045 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened f86a2591d84d969a2395704c36bb0713; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72663591, jitterRate=0.08277188241481781}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:24:17,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for f86a2591d84d969a2395704c36bb0713: 2024-12-15T17:24:17,046 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734283456631.f86a2591d84d969a2395704c36bb0713., pid=6, masterSystemTime=1734283457029 2024-12-15T17:24:17,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734283456631.f86a2591d84d969a2395704c36bb0713. 2024-12-15T17:24:17,052 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734283456631.f86a2591d84d969a2395704c36bb0713. 2024-12-15T17:24:17,053 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=f86a2591d84d969a2395704c36bb0713, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,40715,1734283454774 2024-12-15T17:24:17,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-15T17:24:17,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure f86a2591d84d969a2395704c36bb0713, server=4ce65a7c4674,40715,1734283454774 in 182 msec 2024-12-15T17:24:17,060 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-15T17:24:17,060 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=f86a2591d84d969a2395704c36bb0713, ASSIGN in 344 msec 2024-12-15T17:24:17,061 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T17:24:17,061 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734283457061"}]},"ts":"1734283457061"} 2024-12-15T17:24:17,062 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-15T17:24:17,072 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T17:24:17,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 441 msec 2024-12-15T17:24:17,134 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:46599-0x1002ab884a90000, quorum=127.0.0.1:50194, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-15T17:24:17,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x1002ab884a90000, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-15T17:24:17,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x1002ab884a90000, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:17,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46413-0x1002ab884a90002, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:17,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40715-0x1002ab884a90001, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:17,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44777-0x1002ab884a90004, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:17,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37773-0x1002ab884a90003, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:17,183 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-15T17:24:17,184 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C40715%2C1734283454774,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283456441.meta to pos 1094, reset compression=false 2024-12-15T17:24:17,206 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C40715%2C1734283454774,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:17,206 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C40715%2C1734283454774,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283456441.meta to pos 1808, reset compression=false 2024-12-15T17:24:17,206 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C40715%2C1734283454774,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7=[#edits: 5 = ],916}, {hbase:meta/1588230740/8=[#edits: 1 = ],188}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283456441.meta, lastWalPosition=1808, nbRowKeys=2, nbHFiles=0, heapSize=1104, lastSeqIds={}, endOfFile=false,usedBufferSize=1104] 2024-12-15T17:24:17,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x1002ab884a90000, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-15T17:24:17,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 42 msec 2024-12-15T17:24:17,231 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:24:17,231 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:24:17,247 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-15T17:24:17,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x1002ab884a90000, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-15T17:24:17,273 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 30 msec 2024-12-15T17:24:17,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x1002ab884a90000, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-15T17:24:17,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x1002ab884a90000, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-15T17:24:17,321 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 2.291sec 2024-12-15T17:24:17,321 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-15T17:24:17,321 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-15T17:24:17,321 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-15T17:24:17,321 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-15T17:24:17,322 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-15T17:24:17,322 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,46599,1734283454536-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T17:24:17,322 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,46599,1734283454536-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-15T17:24:17,323 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-15T17:24:17,323 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-15T17:24:17,323 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,46599,1734283454536-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:17,324 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x364b0ce8 to 127.0.0.1:50194 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4bfbab6a 2024-12-15T17:24:17,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79a7673a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:24:17,331 DEBUG [hconnection-0x756a1a4-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:24:17,333 INFO [RS-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49578, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:24:17,334 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=4ce65a7c4674,46599,1734283454536 2024-12-15T17:24:17,334 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T17:24:17,336 INFO [RS-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35572, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T17:24:17,338 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46599 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table hbase:meta from 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} to 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', REGION_REPLICATION => '3', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-15T17:24:17,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46599 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=hbase:meta 2024-12-15T17:24:17,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741840_1016 (size=1064) 2024-12-15T17:24:17,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741840_1016 (size=1064) 2024-12-15T17:24:17,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741840_1016 (size=1064) 2024-12-15T17:24:17,372 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-15T17:24:17,372 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/.tabledesc/.tableinfo.0000000002.1064 2024-12-15T17:24:17,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=hbase:meta}] 2024-12-15T17:24:17,379 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE}] 2024-12-15T17:24:17,380 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE 2024-12-15T17:24:17,381 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=CLOSING, regionLocation=4ce65a7c4674,40715,1734283454774 2024-12-15T17:24:17,382 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ce65a7c4674,40715,1734283454774, state=CLOSING 2024-12-15T17:24:17,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x1002ab884a90000, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:17,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37773-0x1002ab884a90003, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:17,390 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T17:24:17,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44777-0x1002ab884a90004, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:17,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40715-0x1002ab884a90001, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:17,390 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:17,390 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; CloseRegionProcedure 1588230740, server=4ce65a7c4674,40715,1734283454774}] 2024-12-15T17:24:17,391 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:17,391 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:17,391 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:17,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46413-0x1002ab884a90002, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:17,395 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:17,428 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C40715%2C1734283454774,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283456441.meta to pos 1808, reset compression=false 2024-12-15T17:24:17,546 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,40715,1734283454774 2024-12-15T17:24:17,547 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] handler.UnassignRegionHandler(124): Close 1588230740 2024-12-15T17:24:17,547 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T17:24:17,547 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-15T17:24:17,547 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-15T17:24:17,547 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-15T17:24:17,547 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-15T17:24:17,547 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-15T17:24:17,547 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=1.23 KB heapSize=2.87 KB 2024-12-15T17:24:17,566 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/.tmp/info/1d3897caa63c46b19c4544e6a3782ecf is 143, key is hbase:namespace,,1734283456631.f86a2591d84d969a2395704c36bb0713./info:regioninfo/1734283457052/Put/seqid=0 2024-12-15T17:24:17,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741841_1017 (size=6595) 2024-12-15T17:24:17,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741841_1017 (size=6595) 2024-12-15T17:24:17,573 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.14 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/.tmp/info/1d3897caa63c46b19c4544e6a3782ecf 2024-12-15T17:24:17,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741841_1017 (size=6595) 2024-12-15T17:24:17,591 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/.tmp/table/24d58198ebd94ef295fd8f724bfe31db is 51, key is hbase:namespace/table:state/1734283457061/Put/seqid=0 2024-12-15T17:24:17,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741842_1018 (size=5242) 2024-12-15T17:24:17,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741842_1018 (size=5242) 2024-12-15T17:24:17,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741842_1018 (size=5242) 2024-12-15T17:24:17,597 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=94 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/.tmp/table/24d58198ebd94ef295fd8f724bfe31db 2024-12-15T17:24:17,603 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/.tmp/info/1d3897caa63c46b19c4544e6a3782ecf as hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/1d3897caa63c46b19c4544e6a3782ecf 2024-12-15T17:24:17,617 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/1d3897caa63c46b19c4544e6a3782ecf, entries=10, sequenceid=9, filesize=6.4 K 2024-12-15T17:24:17,626 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/.tmp/table/24d58198ebd94ef295fd8f724bfe31db as hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/table/24d58198ebd94ef295fd8f724bfe31db 2024-12-15T17:24:17,636 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/table/24d58198ebd94ef295fd8f724bfe31db, entries=2, sequenceid=9, filesize=5.1 K 2024-12-15T17:24:17,637 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(3040): Finished flush of dataSize ~1.23 KB/1264, heapSize ~2.59 KB/2648, currentSize=0 B/0 for 1588230740 in 90ms, sequenceid=9, compaction requested=false 2024-12-15T17:24:17,637 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-15T17:24:17,643 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-15T17:24:17,643 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T17:24:17,643 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-15T17:24:17,643 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-15T17:24:17,643 WARN [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegionServer(3786): Not adding moved region record: 1588230740 to self. 2024-12-15T17:24:17,645 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] handler.UnassignRegionHandler(170): Closed 1588230740 2024-12-15T17:24:17,646 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=CLOSED 2024-12-15T17:24:17,646 WARN [PEWorker-2 {}] zookeeper.MetaTableLocator(168): Tried to set null ServerName in hbase:meta; skipping -- ServerName required 2024-12-15T17:24:17,649 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-12-15T17:24:17,649 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; CloseRegionProcedure 1588230740, server=4ce65a7c4674,40715,1734283454774 in 256 msec 2024-12-15T17:24:17,649 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE; state=CLOSED, location=4ce65a7c4674,40715,1734283454774; forceNewPlan=false, retain=true 2024-12-15T17:24:17,733 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C40715%2C1734283454774,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283456441.meta to pos 1808, reset compression=false 2024-12-15T17:24:17,738 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C40715%2C1734283454774,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:17,738 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C40715%2C1734283454774,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283456441.meta to pos 2476, reset compression=false 2024-12-15T17:24:17,738 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C40715%2C1734283454774,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/10=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734283457547/Put/vlen=101/seqid=0; >],284}, {hbase:meta/1588230740/11=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734283457637/Put/vlen=169/seqid=0; >],356}, {hbase:meta/1588230740/12=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_CLOSE/1734283457640/Put/vlen=128/seqid=0; >],332}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283456441.meta, lastWalPosition=2476, nbRowKeys=3, nbHFiles=0, heapSize=972, lastSeqIds={}, endOfFile=false,usedBufferSize=972] 2024-12-15T17:24:17,741 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-Writer-1 {}] regionserver.RegionReplicaReplicationEndpoint$RegionReplicaSinkWriter(446): Skipping location cache; only one location found for hbase:meta 2024-12-15T17:24:17,742 WARN [ReadOnlyZKClient-127.0.0.1:50194@0x7741e94f {}] client.ZKConnectionRegistry(198): Meta region is in state CLOSING 2024-12-15T17:24:17,800 INFO [4ce65a7c4674:46599 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-15T17:24:17,800 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4ce65a7c4674,40715,1734283454774 2024-12-15T17:24:17,800 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ce65a7c4674,40715,1734283454774, state=OPENING 2024-12-15T17:24:17,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37773-0x1002ab884a90003, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:17,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x1002ab884a90000, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:17,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44777-0x1002ab884a90004, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:17,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46413-0x1002ab884a90002, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:17,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40715-0x1002ab884a90001, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:17,845 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 1588230740, server=4ce65a7c4674,40715,1734283454774}] 2024-12-15T17:24:17,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:17,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:17,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:17,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:17,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:17,942 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C40715%2C1734283454774,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283456441.meta to pos 2476, reset compression=false 2024-12-15T17:24:17,996 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,40715,1734283454774 2024-12-15T17:24:17,999 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-15T17:24:17,999 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-15T17:24:17,999 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-15T17:24:17,999 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-15T17:24:18,000 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-15T17:24:18,000 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-15T17:24:18,000 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:24:18,000 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-15T17:24:18,000 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-15T17:24:18,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-15T17:24:18,002 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-15T17:24:18,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:18,012 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/1d3897caa63c46b19c4544e6a3782ecf 2024-12-15T17:24:18,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:18,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-15T17:24:18,013 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-15T17:24:18,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:18,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:18,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-15T17:24:18,015 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-15T17:24:18,015 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:18,021 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/table/24d58198ebd94ef295fd8f724bfe31db 2024-12-15T17:24:18,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:18,023 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740 2024-12-15T17:24:18,024 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740 2024-12-15T17:24:18,026 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-15T17:24:18,028 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-15T17:24:18,029 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68074661, jitterRate=0.014391496777534485}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-15T17:24:18,030 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-15T17:24:18,030 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=13, masterSystemTime=1734283457996 2024-12-15T17:24:18,032 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-15T17:24:18,032 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-15T17:24:18,032 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=13, regionLocation=4ce65a7c4674,40715,1734283454774 2024-12-15T17:24:18,033 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ce65a7c4674,40715,1734283454774, state=OPEN 2024-12-15T17:24:18,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37773-0x1002ab884a90003, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:18,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44777-0x1002ab884a90004, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:18,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40715-0x1002ab884a90001, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:18,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46413-0x1002ab884a90002, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:18,056 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:18,056 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:18,056 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:18,056 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:18,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x1002ab884a90000, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:18,057 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:18,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-12-15T17:24:18,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 1588230740, server=4ce65a7c4674,40715,1734283454774 in 212 msec 2024-12-15T17:24:18,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-12-15T17:24:18,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE in 693 msec 2024-12-15T17:24:18,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-15T17:24:18,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; ReopenTableRegionsProcedure table=hbase:meta in 700 msec 2024-12-15T17:24:18,079 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN}] 2024-12-15T17:24:18,082 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN 2024-12-15T17:24:18,082 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN 2024-12-15T17:24:18,083 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-15T17:24:18,084 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-15T17:24:18,084 DEBUG [4ce65a7c4674:46599 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=4, allServersCount=4 2024-12-15T17:24:18,085 DEBUG [4ce65a7c4674:46599 {}] balancer.BalancerClusterState(202): Hosts are {4ce65a7c4674=0} racks are {/default-rack=0} 2024-12-15T17:24:18,104 DEBUG [4ce65a7c4674:46599 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-15T17:24:18,104 DEBUG [4ce65a7c4674:46599 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-15T17:24:18,104 DEBUG [4ce65a7c4674:46599 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-15T17:24:18,104 DEBUG [4ce65a7c4674:46599 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-15T17:24:18,104 INFO [4ce65a7c4674:46599 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-15T17:24:18,104 INFO [4ce65a7c4674:46599 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-15T17:24:18,104 INFO [4ce65a7c4674:46599 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-15T17:24:18,104 INFO [4ce65a7c4674:46599 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-15T17:24:18,104 DEBUG [4ce65a7c4674:46599 {}] balancer.BalancerClusterState(319): Number of tables=2, number of hosts=1, number of racks=1 2024-12-15T17:24:18,105 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=534574363, regionState=OPENING, regionLocation=4ce65a7c4674,46413,1734283454855 2024-12-15T17:24:18,105 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=1657623790, regionState=OPENING, regionLocation=4ce65a7c4674,37773,1734283454900 2024-12-15T17:24:18,106 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=2 location in ZooKeeper as 4ce65a7c4674,37773,1734283454900, state=OPENING 2024-12-15T17:24:18,106 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=1 location in ZooKeeper as 4ce65a7c4674,46413,1734283454855, state=OPENING 2024-12-15T17:24:18,113 DEBUG [PEWorker-5 {}] zookeeper.MetaTableLocator(185): hbase:meta region location doesn't exist for replicaId=2, create it 2024-12-15T17:24:18,121 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(185): hbase:meta region location doesn't exist for replicaId=1, create it 2024-12-15T17:24:18,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37773-0x1002ab884a90003, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:18,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x1002ab884a90000, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:18,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44777-0x1002ab884a90004, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:18,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40715-0x1002ab884a90001, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:18,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46413-0x1002ab884a90002, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:18,138 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:18,138 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-15T17:24:18,138 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:18,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:24:18,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-15T17:24:18,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:18,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:18,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:18,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE; OpenRegionProcedure 1657623790, server=4ce65a7c4674,37773,1734283454900}] 2024-12-15T17:24:18,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-15T17:24:18,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-15T17:24:18,140 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-15T17:24:18,140 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:24:18,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=14, state=RUNNABLE; OpenRegionProcedure 534574363, server=4ce65a7c4674,46413,1734283454855}] 2024-12-15T17:24:18,141 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:24:18,141 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:24:18,141 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:24:18,249 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C40715%2C1734283454774,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283456441.meta to pos 2476, reset compression=false 2024-12-15T17:24:18,254 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C40715%2C1734283454774,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:24:18,254 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C40715%2C1734283454774,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283456441.meta to pos 2775, reset compression=false 2024-12-15T17:24:18,254 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C40715%2C1734283454774,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/14=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_OPEN/1734283458030/Put/vlen=196/seqid=0; >],404}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283456441.meta, lastWalPosition=2775, nbRowKeys=1, nbHFiles=0, heapSize=404, lastSeqIds={}, endOfFile=false,usedBufferSize=404] 2024-12-15T17:24:18,260 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-Writer-1 {}] regionserver.RegionReplicaReplicationEndpoint$RegionReplicaSinkWriter(446): Skipping location cache; only one location found for hbase:meta 2024-12-15T17:24:18,265 WARN [ReadOnlyZKClient-127.0.0.1:50194@0x7741e94f {}] client.ZKConnectionRegistry(218): Meta region for replica 2 is in state OPENING 2024-12-15T17:24:18,265 WARN [ReadOnlyZKClient-127.0.0.1:50194@0x7741e94f {}] client.ZKConnectionRegistry(218): Meta region for replica 1 is in state OPENING 2024-12-15T17:24:18,269 WARN [ReadOnlyZKClient-127.0.0.1:50194@0x7741e94f {}] client.ZKConnectionRegistry(218): Meta region for replica 2 is in state OPENING 2024-12-15T17:24:18,269 WARN [ReadOnlyZKClient-127.0.0.1:50194@0x7741e94f {}] client.ZKConnectionRegistry(218): Meta region for replica 1 is in state OPENING 2024-12-15T17:24:18,284 WARN [ReadOnlyZKClient-127.0.0.1:50194@0x7741e94f {}] client.ZKConnectionRegistry(218): Meta region for replica 2 is in state OPENING 2024-12-15T17:24:18,285 WARN [ReadOnlyZKClient-127.0.0.1:50194@0x7741e94f {}] client.ZKConnectionRegistry(218): Meta region for replica 1 is in state OPENING 2024-12-15T17:24:18,292 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,37773,1734283454900 2024-12-15T17:24:18,292 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T17:24:18,294 INFO [RS-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50684, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-15T17:24:18,296 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] handler.AssignRegionHandler(135): Open hbase:meta,,1_0002.1657623790 2024-12-15T17:24:18,297 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7285): Opening region: {ENCODED => 1657623790, NAME => 'hbase:meta,,1_0002', STARTKEY => '', ENDKEY => '', REPLICA_ID => 2} 2024-12-15T17:24:18,297 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-15T17:24:18,297 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1_0002 service=MultiRowMutationService 2024-12-15T17:24:18,297 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-15T17:24:18,297 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1657623790 2024-12-15T17:24:18,297 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(894): Instantiated hbase:meta,,1_0002.1657623790; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:24:18,297 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7327): checking encryption for 1657623790 2024-12-15T17:24:18,297 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7330): checking classloading for 1657623790 2024-12-15T17:24:18,297 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1657623790 2024-12-15T17:24:18,298 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName info 2024-12-15T17:24:18,298 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:18,302 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,46413,1734283454855 2024-12-15T17:24:18,302 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T17:24:18,303 DEBUG [StoreOpener-1657623790-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/1d3897caa63c46b19c4544e6a3782ecf 2024-12-15T17:24:18,303 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:18,303 INFO [RS-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33114, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-15T17:24:18,303 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1657623790 2024-12-15T17:24:18,304 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName rep_barrier 2024-12-15T17:24:18,304 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:18,305 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:18,305 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1657623790 2024-12-15T17:24:18,305 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName table 2024-12-15T17:24:18,305 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:18,306 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(135): Open hbase:meta,,1_0001.534574363 2024-12-15T17:24:18,306 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7285): Opening region: {ENCODED => 534574363, NAME => 'hbase:meta,,1_0001', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} 2024-12-15T17:24:18,306 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-15T17:24:18,306 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1_0001 service=MultiRowMutationService 2024-12-15T17:24:18,306 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-15T17:24:18,306 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 534574363 2024-12-15T17:24:18,306 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(894): Instantiated hbase:meta,,1_0001.534574363; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:24:18,306 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7327): checking encryption for 534574363 2024-12-15T17:24:18,306 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7330): checking classloading for 534574363 2024-12-15T17:24:18,306 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 534574363 2024-12-15T17:24:18,307 INFO [StoreOpener-534574363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534574363 columnFamilyName info 2024-12-15T17:24:18,307 DEBUG [StoreOpener-534574363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:18,312 DEBUG [StoreOpener-534574363-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/1d3897caa63c46b19c4544e6a3782ecf 2024-12-15T17:24:18,312 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(327): Store=534574363/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:18,312 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 534574363 2024-12-15T17:24:18,313 DEBUG [StoreOpener-1657623790-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/table/24d58198ebd94ef295fd8f724bfe31db 2024-12-15T17:24:18,313 INFO [StoreOpener-534574363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534574363 columnFamilyName rep_barrier 2024-12-15T17:24:18,313 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:18,313 DEBUG [StoreOpener-534574363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:18,313 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-15T17:24:18,314 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(327): Store=534574363/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:18,314 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 534574363 2024-12-15T17:24:18,314 INFO [StoreOpener-534574363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534574363 columnFamilyName table 2024-12-15T17:24:18,314 DEBUG [StoreOpener-534574363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:18,315 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(1102): Opened 1657623790; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62428851, jitterRate=-0.06973762810230255}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-15T17:24:18,315 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(1001): Region open journal for 1657623790: 2024-12-15T17:24:18,315 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1_0002.1657623790, pid=16, masterSystemTime=1734283458292 2024-12-15T17:24:18,316 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1_0002.1657623790 2024-12-15T17:24:18,316 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] handler.AssignRegionHandler(164): Opened hbase:meta,,1_0002.1657623790 2024-12-15T17:24:18,316 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(112): RPC'ing to primary hbase:meta,,1.1588230740 from hbase:meta,,1_0002.1657623790 to trigger FLUSH 2024-12-15T17:24:18,316 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T17:24:18,317 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=1657623790, regionState=OPEN, openSeqNum=13, regionLocation=4ce65a7c4674,37773,1734283454900 2024-12-15T17:24:18,317 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=2 location in ZooKeeper as 4ce65a7c4674,37773,1734283454900, state=OPEN 2024-12-15T17:24:18,318 INFO [RS-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49580, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-12-15T17:24:18,318 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40715 {}] regionserver.RSRpcServices(1768): Flushing hbase:meta,,1.1588230740 2024-12-15T17:24:18,318 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46599 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=4ce65a7c4674,37773,1734283454900, table=hbase:meta, region=1657623790. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-15T17:24:18,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40715 {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-15T17:24:18,319 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(155): Triggered empty flush marker (memstore empty) on primary region replica 1588230740 for 1657623790; now waiting and blocking reads until observing a flush marker 2024-12-15T17:24:18,319 INFO [RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] regionserver.HRegion(5092): Enabling reads for 1657623790 2024-12-15T17:24:18,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37773-0x1002ab884a90003, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-15T17:24:18,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44777-0x1002ab884a90004, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-15T17:24:18,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40715-0x1002ab884a90001, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-15T17:24:18,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x1002ab884a90000, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-15T17:24:18,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46413-0x1002ab884a90002, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-15T17:24:18,321 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-15T17:24:18,321 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-15T17:24:18,321 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-15T17:24:18,321 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-15T17:24:18,321 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-15T17:24:18,321 DEBUG [StoreOpener-534574363-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/table/24d58198ebd94ef295fd8f724bfe31db 2024-12-15T17:24:18,321 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(327): Store=534574363/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:18,322 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-15T17:24:18,323 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=16, resume processing ppid=15 2024-12-15T17:24:18,323 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=15, state=SUCCESS; OpenRegionProcedure 1657623790, server=4ce65a7c4674,37773,1734283454900 in 182 msec 2024-12-15T17:24:18,323 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1102): Opened 534574363; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63822535, jitterRate=-0.048970118165016174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-15T17:24:18,323 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1001): Region open journal for 534574363: 2024-12-15T17:24:18,323 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1_0001.534574363, pid=17, masterSystemTime=1734283458302 2024-12-15T17:24:18,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN in 244 msec 2024-12-15T17:24:18,325 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1_0001.534574363 2024-12-15T17:24:18,325 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(164): Opened hbase:meta,,1_0001.534574363 2024-12-15T17:24:18,325 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=534574363, regionState=OPEN, openSeqNum=13, regionLocation=4ce65a7c4674,46413,1734283454855 2024-12-15T17:24:18,325 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(112): RPC'ing to primary hbase:meta,,1.1588230740 from hbase:meta,,1_0001.534574363 to trigger FLUSH 2024-12-15T17:24:18,325 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T17:24:18,325 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=1 location in ZooKeeper as 4ce65a7c4674,46413,1734283454855, state=OPEN 2024-12-15T17:24:18,326 INFO [RS-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49590, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=AdminService 2024-12-15T17:24:18,326 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40715 {}] regionserver.RSRpcServices(1768): Flushing hbase:meta,,1.1588230740 2024-12-15T17:24:18,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40715 {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-15T17:24:18,326 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(155): Triggered empty flush marker (memstore empty) on primary region replica 1588230740 for 534574363; now waiting and blocking reads until observing a flush marker 2024-12-15T17:24:18,326 INFO [RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] regionserver.HRegion(5092): Enabling reads for 534574363 2024-12-15T17:24:18,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40715-0x1002ab884a90001, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-15T17:24:18,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x1002ab884a90000, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-15T17:24:18,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44777-0x1002ab884a90004, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-15T17:24:18,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46413-0x1002ab884a90002, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-15T17:24:18,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37773-0x1002ab884a90003, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-15T17:24:18,329 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:24:18,329 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:24:18,329 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:24:18,329 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:24:18,330 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:24:18,331 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=14 2024-12-15T17:24:18,331 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=14, state=SUCCESS; OpenRegionProcedure 534574363, server=4ce65a7c4674,46413,1734283454855 in 190 msec 2024-12-15T17:24:18,332 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=14, resume processing ppid=9 2024-12-15T17:24:18,332 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN in 252 msec 2024-12-15T17:24:18,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; ModifyTableProcedure table=hbase:meta in 995 msec 2024-12-15T17:24:18,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46599 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T17:24:18,335 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T17:24:18,336 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d7ea130 to 127.0.0.1:50194 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@f977cba 2024-12-15T17:24:18,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4043e733, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:24:18,350 INFO [Time-limited test {}] master.MasterRpcServices(506): Client=null/null set balanceSwitch=false 2024-12-15T17:24:18,350 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [2,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T17:24:18,371 DEBUG [RegionReplicaReplicationEndpoint-rpc-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T17:24:18,372 INFO [RS-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33128, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=AdminService 2024-12-15T17:24:18,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] regionserver.HRegion(6096): 534574363 : Replaying region open event marker event_type: REGION_OPEN table_name: "hbase:meta" encoded_region_name: "1588230740" log_sequence_number: 13 stores { family_name: "info" store_home_dir: "info" store_file: "1d3897caa63c46b19c4544e6a3782ecf" } stores { family_name: "rep_barrier" store_home_dir: "rep_barrier" } stores { family_name: "table" store_home_dir: "table" store_file: "24d58198ebd94ef295fd8f724bfe31db" } server { host_name: "4ce65a7c4674" port: 40715 start_code: 1734283454774 } region_name: "hbase:meta,,1" 2024-12-15T17:24:18,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] regionserver.HRegion(6011): 534574363 : Dropping memstore contents as well since replayed flush seqId: 13 is greater than current seqId:13 2024-12-15T17:24:18,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] regionserver.HRegion(6011): 534574363 : Dropping memstore contents as well since replayed flush seqId: 13 is greater than current seqId:13 2024-12-15T17:24:18,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] regionserver.HRegion(6011): 534574363 : Dropping memstore contents as well since replayed flush seqId: 13 is greater than current seqId:13 2024-12-15T17:24:18,386 DEBUG [RegionReplicaReplicationEndpoint-rpc-shared-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T17:24:18,387 INFO [RS-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50696, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=AdminService 2024-12-15T17:24:18,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37773 {}] regionserver.HRegion(6096): 1657623790 : Replaying region open event marker event_type: REGION_OPEN table_name: "hbase:meta" encoded_region_name: "1588230740" log_sequence_number: 13 stores { family_name: "info" store_home_dir: "info" store_file: "1d3897caa63c46b19c4544e6a3782ecf" } stores { family_name: "rep_barrier" store_home_dir: "rep_barrier" } stores { family_name: "table" store_home_dir: "table" store_file: "24d58198ebd94ef295fd8f724bfe31db" } server { host_name: "4ce65a7c4674" port: 40715 start_code: 1734283454774 } region_name: "hbase:meta,,1" 2024-12-15T17:24:18,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37773 {}] regionserver.HRegion(6011): 1657623790 : Dropping memstore contents as well since replayed flush seqId: 13 is greater than current seqId:13 2024-12-15T17:24:18,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37773 {}] regionserver.HRegion(6011): 1657623790 : Dropping memstore contents as well since replayed flush seqId: 13 is greater than current seqId:13 2024-12-15T17:24:18,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37773 {}] regionserver.HRegion(6011): 1657623790 : Dropping memstore contents as well since replayed flush seqId: 13 is greater than current seqId:13 2024-12-15T17:24:18,551 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(255): Writing data from 0 to 1000 2024-12-15T17:24:18,552 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:24:18,553 INFO [RS-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49596, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:24:18,735 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:24:18,735 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:24:19,611 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(257): flushing table 2024-12-15T17:24:19,611 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=29.08 KB heapSize=102.31 KB 2024-12-15T17:24:19,638 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/.tmp/info/f64f23e439f34d7b8e58f680ed0ac8c5 is 34, key is 100/info:/1734283458828/Put/seqid=0 2024-12-15T17:24:19,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741843_1019 (size=43843) 2024-12-15T17:24:19,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741843_1019 (size=43843) 2024-12-15T17:24:19,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741843_1019 (size=43843) 2024-12-15T17:24:19,693 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.08 KB at sequenceid=1019 (bloomFilter=true), to=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/.tmp/info/f64f23e439f34d7b8e58f680ed0ac8c5 2024-12-15T17:24:19,701 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/.tmp/info/f64f23e439f34d7b8e58f680ed0ac8c5 as hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/f64f23e439f34d7b8e58f680ed0ac8c5 2024-12-15T17:24:19,711 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/f64f23e439f34d7b8e58f680ed0ac8c5, entries=1000, sequenceid=1019, filesize=42.8 K 2024-12-15T17:24:19,719 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~29.08 KB/29780, heapSize ~101.80 KB/104240, currentSize=0 B/0 for 1588230740 in 108ms, sequenceid=1019, compaction requested=false 2024-12-15T17:24:19,719 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-15T17:24:19,719 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(259): compacting table 2024-12-15T17:24:19,720 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-15T17:24:19,722 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-15T17:24:19,722 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-15T17:24:19,724 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-15T17:24:19,724 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-15T17:24:19,724 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-15T17:24:19,724 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-15T17:24:19,725 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-15T17:24:19,725 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-15T17:24:19,725 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(255): Writing data from 1000 to 2000 2024-12-15T17:24:19,778 DEBUG [AsyncFSWAL-0-hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d-prefix:4ce65a7c4674,40715,1734283454774.meta {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=80546, logrollsize=80530 2024-12-15T17:24:19,778 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL 4ce65a7c4674%2C40715%2C1734283454774.meta:.meta(num 1734283456441) roll requested 2024-12-15T17:24:19,797 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283459779.meta, exclude list is [], retry=0 2024-12-15T17:24:19,800 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43807,DS-3aa61df7-b653-4e88-a949-fddce61de0cf,DISK] 2024-12-15T17:24:19,801 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42767,DS-7f052c43-3f21-44eb-a75f-4456d26e802e,DISK] 2024-12-15T17:24:19,802 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39261,DS-b5ff485f-2f19-470f-9cc2-8f977eeef42c,DISK] 2024-12-15T17:24:19,815 INFO [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283456441.meta with entries=1140, filesize=81.37 KB; new WAL /user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283459779.meta 2024-12-15T17:24:19,819 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34601:34601),(127.0.0.1/127.0.0.1:36435:36435),(127.0.0.1/127.0.0.1:39889:39889)] 2024-12-15T17:24:19,819 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283456441.meta is not closed yet, will try archiving it next time 2024-12-15T17:24:19,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741837_1013 (size=83328) 2024-12-15T17:24:19,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741837_1013 (size=83328) 2024-12-15T17:24:19,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741837_1013 (size=83328) 2024-12-15T17:24:19,985 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-15T17:24:20,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:20,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:20,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:20,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:20,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:20,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:20,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:20,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:20,339 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:24:20,339 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:24:20,373 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:24:20,374 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:24:20,695 INFO [4ce65a7c4674:46413Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:24:20,712 INFO [4ce65a7c4674:37773Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:24:20,737 INFO [4ce65a7c4674:40715Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:24:20,740 INFO [4ce65a7c4674:44777Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:24:20,965 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(257): flushing table 2024-12-15T17:24:20,965 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=31.25 KB heapSize=102.31 KB 2024-12-15T17:24:20,973 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/.tmp/info/0cb1d3e4008c453981882d19154307c3 is 36, key is 1000/info:/1734283459726/Put/seqid=0 2024-12-15T17:24:20,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741845_1021 (size=46423) 2024-12-15T17:24:20,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741845_1021 (size=46423) 2024-12-15T17:24:20,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741845_1021 (size=46423) 2024-12-15T17:24:20,982 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.25 KB at sequenceid=2022 (bloomFilter=true), to=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/.tmp/info/0cb1d3e4008c453981882d19154307c3 2024-12-15T17:24:20,990 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/.tmp/info/0cb1d3e4008c453981882d19154307c3 as hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/0cb1d3e4008c453981882d19154307c3 2024-12-15T17:24:20,995 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/0cb1d3e4008c453981882d19154307c3, entries=1000, sequenceid=2022, filesize=45.3 K 2024-12-15T17:24:20,996 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~31.25 KB/32000, heapSize ~101.80 KB/104240, currentSize=0 B/0 for 1588230740 in 31ms, sequenceid=2022, compaction requested=true 2024-12-15T17:24:20,996 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-15T17:24:20,996 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(259): compacting table 2024-12-15T17:24:20,996 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:24:20,997 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 96861 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:24:20,997 DEBUG [Time-limited test {}] regionserver.HStore(1540): 1588230740/info is initiating minor compaction (all files) 2024-12-15T17:24:20,998 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-15T17:24:20,998 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:20,998 INFO [Time-limited test {}] regionserver.HRegion(2351): Starting compaction of 1588230740/info in hbase:meta,,1.1588230740 2024-12-15T17:24:20,998 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/1d3897caa63c46b19c4544e6a3782ecf, hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/f64f23e439f34d7b8e58f680ed0ac8c5, hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/0cb1d3e4008c453981882d19154307c3] into tmpdir=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/.tmp, totalSize=94.6 K 2024-12-15T17:24:20,999 DEBUG [Time-limited test {}] compactions.Compactor(224): Compacting 1d3897caa63c46b19c4544e6a3782ecf, keycount=10, bloomtype=ROWCOL, size=6.4 K, encoding=ROW_INDEX_V1, compression=NONE, seqNum=9, earliestPutTs=1734283456672 2024-12-15T17:24:20,999 DEBUG [Time-limited test {}] compactions.Compactor(224): Compacting f64f23e439f34d7b8e58f680ed0ac8c5, keycount=1000, bloomtype=ROWCOL, size=42.8 K, encoding=ROW_INDEX_V1, compression=NONE, seqNum=1019, earliestPutTs=1734283458553 2024-12-15T17:24:20,999 DEBUG [Time-limited test {}] compactions.Compactor(224): Compacting 0cb1d3e4008c453981882d19154307c3, keycount=1000, bloomtype=ROWCOL, size=45.3 K, encoding=ROW_INDEX_V1, compression=NONE, seqNum=2022, earliestPutTs=1734283459726 2024-12-15T17:24:21,046 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 1588230740#info#compaction#47 average throughput is 1.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:24:21,047 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/.tmp/info/e886b75028d949aebe1697cfdc6cd1db is 143, key is hbase:namespace,,1734283456631.f86a2591d84d969a2395704c36bb0713./info:regioninfo/1734283457052/Put/seqid=0 2024-12-15T17:24:21,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741846_1022 (size=86780) 2024-12-15T17:24:21,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741846_1022 (size=86780) 2024-12-15T17:24:21,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741846_1022 (size=86780) 2024-12-15T17:24:21,087 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/.tmp/info/e886b75028d949aebe1697cfdc6cd1db as hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/e886b75028d949aebe1697cfdc6cd1db 2024-12-15T17:24:21,113 INFO [Time-limited test {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1588230740/info of 1588230740 into e886b75028d949aebe1697cfdc6cd1db(size=84.7 K), total size for store is 84.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:24:21,113 DEBUG [Time-limited test {}] regionserver.HRegion(2381): Compaction status journal for 1588230740: 2024-12-15T17:24:21,113 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-15T17:24:21,113 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-15T17:24:21,113 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-15T17:24:21,113 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-15T17:24:21,115 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-15T17:24:21,115 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-15T17:24:21,115 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(255): Writing data from 2000 to 3000 2024-12-15T17:24:21,212 DEBUG [AsyncFSWAL-0-hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d-prefix:4ce65a7c4674,40715,1734283454774.meta {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=80556, logrollsize=80530 2024-12-15T17:24:21,212 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL 4ce65a7c4674%2C40715%2C1734283454774.meta:.meta(num 1734283459779) roll requested 2024-12-15T17:24:21,230 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283461212.meta, exclude list is [], retry=0 2024-12-15T17:24:21,232 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38443,DS-473bdf0f-0275-4001-96d6-e8d9d3b47232,DISK] 2024-12-15T17:24:21,232 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39261,DS-b5ff485f-2f19-470f-9cc2-8f977eeef42c,DISK] 2024-12-15T17:24:21,232 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42767,DS-7f052c43-3f21-44eb-a75f-4456d26e802e,DISK] 2024-12-15T17:24:21,240 INFO [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283459779.meta with entries=1128, filesize=80.95 KB; new WAL /user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283461212.meta 2024-12-15T17:24:21,240 WARN [regionserver/4ce65a7c4674:0.logRoller {}] regionserver.ReplicationSourceLogQueue(88): peerId=region_replica_replication_catalog, WAL group 4ce65a7c4674%2C40715%2C1734283454774 queue size: 3 exceeds value of replication.source.log.queue.warn 2 2024-12-15T17:24:21,240 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39359:39359),(127.0.0.1/127.0.0.1:39889:39889),(127.0.0.1/127.0.0.1:36435:36435)] 2024-12-15T17:24:21,240 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283459779.meta is not closed yet, will try archiving it next time 2024-12-15T17:24:21,240 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(818): Archiving hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283456441.meta to hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/oldWALs/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283456441.meta 2024-12-15T17:24:21,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741844_1020 (size=82900) 2024-12-15T17:24:21,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741844_1020 (size=82900) 2024-12-15T17:24:21,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741844_1020 (size=82900) 2024-12-15T17:24:21,621 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(257): flushing table 2024-12-15T17:24:21,621 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=31.25 KB heapSize=102.31 KB 2024-12-15T17:24:21,628 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/.tmp/info/d42205500cd7452483d19bb7b9b7910c is 36, key is 2000/info:/1734283461116/Put/seqid=0 2024-12-15T17:24:21,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741848_1024 (size=46423) 2024-12-15T17:24:21,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741848_1024 (size=46423) 2024-12-15T17:24:21,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741848_1024 (size=46423) 2024-12-15T17:24:21,638 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.25 KB at sequenceid=3026 (bloomFilter=true), to=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/.tmp/info/d42205500cd7452483d19bb7b9b7910c 2024-12-15T17:24:21,643 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/.tmp/info/d42205500cd7452483d19bb7b9b7910c as hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/d42205500cd7452483d19bb7b9b7910c 2024-12-15T17:24:21,647 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-15T17:24:21,647 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/d42205500cd7452483d19bb7b9b7910c, entries=1000, sequenceid=3026, filesize=45.3 K 2024-12-15T17:24:21,652 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~31.25 KB/32000, heapSize ~101.80 KB/104240, currentSize=0 B/0 for 1588230740 in 31ms, sequenceid=3026, compaction requested=false 2024-12-15T17:24:21,652 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-15T17:24:21,652 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(259): compacting table 2024-12-15T17:24:21,653 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-15T17:24:21,653 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-15T17:24:21,653 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-15T17:24:21,654 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-15T17:24:21,654 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-15T17:24:21,654 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-15T17:24:21,654 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-15T17:24:21,654 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-15T17:24:21,654 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-15T17:24:21,654 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(255): Writing data from 3000 to 4000 2024-12-15T17:24:21,791 DEBUG [AsyncFSWAL-0-hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d-prefix:4ce65a7c4674,40715,1734283454774.meta {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=80572, logrollsize=80530 2024-12-15T17:24:21,791 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL 4ce65a7c4674%2C40715%2C1734283454774.meta:.meta(num 1734283461212) roll requested 2024-12-15T17:24:21,809 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283461791.meta, exclude list is [], retry=0 2024-12-15T17:24:21,813 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38443,DS-473bdf0f-0275-4001-96d6-e8d9d3b47232,DISK] 2024-12-15T17:24:21,813 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42767,DS-7f052c43-3f21-44eb-a75f-4456d26e802e,DISK] 2024-12-15T17:24:21,814 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43807,DS-3aa61df7-b653-4e88-a949-fddce61de0cf,DISK] 2024-12-15T17:24:21,817 INFO [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283461212.meta with entries=1131, filesize=80.96 KB; new WAL /user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283461791.meta 2024-12-15T17:24:21,817 WARN [regionserver/4ce65a7c4674:0.logRoller {}] regionserver.ReplicationSourceLogQueue(88): peerId=region_replica_replication_catalog, WAL group 4ce65a7c4674%2C40715%2C1734283454774 queue size: 4 exceeds value of replication.source.log.queue.warn 2 2024-12-15T17:24:21,817 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36435:36435),(127.0.0.1/127.0.0.1:34601:34601),(127.0.0.1/127.0.0.1:39359:39359)] 2024-12-15T17:24:21,817 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283461212.meta is not closed yet, will try archiving it next time 2024-12-15T17:24:21,817 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(818): Archiving hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283459779.meta to hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/oldWALs/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283459779.meta 2024-12-15T17:24:21,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741847_1023 (size=82916) 2024-12-15T17:24:21,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741847_1023 (size=82916) 2024-12-15T17:24:21,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741847_1023 (size=82916) 2024-12-15T17:24:22,040 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:24:22,040 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:24:22,158 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(257): flushing table 2024-12-15T17:24:22,159 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=31.25 KB heapSize=102.31 KB 2024-12-15T17:24:22,164 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/.tmp/info/c34b06e39e8b4dabae21e3ed658872bc is 36, key is 3000/info:/1734283461654/Put/seqid=0 2024-12-15T17:24:22,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741850_1026 (size=46423) 2024-12-15T17:24:22,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741850_1026 (size=46423) 2024-12-15T17:24:22,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741850_1026 (size=46423) 2024-12-15T17:24:22,174 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.25 KB at sequenceid=4029 (bloomFilter=true), to=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/.tmp/info/c34b06e39e8b4dabae21e3ed658872bc 2024-12-15T17:24:22,179 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/.tmp/info/c34b06e39e8b4dabae21e3ed658872bc as hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/c34b06e39e8b4dabae21e3ed658872bc 2024-12-15T17:24:22,185 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/c34b06e39e8b4dabae21e3ed658872bc, entries=1000, sequenceid=4029, filesize=45.3 K 2024-12-15T17:24:22,185 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~31.25 KB/32000, heapSize ~101.80 KB/104240, currentSize=0 B/0 for 1588230740 in 26ms, sequenceid=4029, compaction requested=true 2024-12-15T17:24:22,185 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-15T17:24:22,185 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(259): compacting table 2024-12-15T17:24:22,186 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:24:22,187 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 179626 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:24:22,187 DEBUG [Time-limited test {}] regionserver.HStore(1540): 1588230740/info is initiating minor compaction (all files) 2024-12-15T17:24:22,187 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-15T17:24:22,187 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:22,187 INFO [Time-limited test {}] regionserver.HRegion(2351): Starting compaction of 1588230740/info in hbase:meta,,1.1588230740 2024-12-15T17:24:22,187 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/e886b75028d949aebe1697cfdc6cd1db, hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/d42205500cd7452483d19bb7b9b7910c, hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/c34b06e39e8b4dabae21e3ed658872bc] into tmpdir=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/.tmp, totalSize=175.4 K 2024-12-15T17:24:22,187 DEBUG [Time-limited test {}] compactions.Compactor(224): Compacting e886b75028d949aebe1697cfdc6cd1db, keycount=2010, bloomtype=ROWCOL, size=84.7 K, encoding=ROW_INDEX_V1, compression=NONE, seqNum=2022, earliestPutTs=1734283456672 2024-12-15T17:24:22,188 DEBUG [Time-limited test {}] compactions.Compactor(224): Compacting d42205500cd7452483d19bb7b9b7910c, keycount=1000, bloomtype=ROWCOL, size=45.3 K, encoding=ROW_INDEX_V1, compression=NONE, seqNum=3026, earliestPutTs=1734283461116 2024-12-15T17:24:22,188 DEBUG [Time-limited test {}] compactions.Compactor(224): Compacting c34b06e39e8b4dabae21e3ed658872bc, keycount=1000, bloomtype=ROWCOL, size=45.3 K, encoding=ROW_INDEX_V1, compression=NONE, seqNum=4029, earliestPutTs=1734283461654 2024-12-15T17:24:22,227 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 1588230740#info#compaction#50 average throughput is 3.91 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:24:22,227 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/.tmp/info/7f8257501634488098d438f594859903 is 143, key is hbase:namespace,,1734283456631.f86a2591d84d969a2395704c36bb0713./info:regioninfo/1734283457052/Put/seqid=0 2024-12-15T17:24:22,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741851_1027 (size=169699) 2024-12-15T17:24:22,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741851_1027 (size=169699) 2024-12-15T17:24:22,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741851_1027 (size=169699) 2024-12-15T17:24:22,251 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/.tmp/info/7f8257501634488098d438f594859903 as hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/7f8257501634488098d438f594859903 2024-12-15T17:24:22,257 INFO [Time-limited test {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1588230740/info of 1588230740 into 7f8257501634488098d438f594859903(size=165.7 K), total size for store is 165.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:24:22,257 DEBUG [Time-limited test {}] regionserver.HRegion(2381): Compaction status journal for 1588230740: 2024-12-15T17:24:22,257 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-15T17:24:22,257 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-15T17:24:22,257 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-15T17:24:22,257 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-15T17:24:22,258 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-15T17:24:22,258 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-15T17:24:22,258 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(255): Writing data from 4000 to 5000 2024-12-15T17:24:22,897 DEBUG [AsyncFSWAL-0-hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d-prefix:4ce65a7c4674,40715,1734283454774.meta {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=80556, logrollsize=80530 2024-12-15T17:24:22,897 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL 4ce65a7c4674%2C40715%2C1734283454774.meta:.meta(num 1734283461791) roll requested 2024-12-15T17:24:22,918 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283462897.meta, exclude list is [], retry=0 2024-12-15T17:24:22,922 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43807,DS-3aa61df7-b653-4e88-a949-fddce61de0cf,DISK] 2024-12-15T17:24:22,922 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38443,DS-473bdf0f-0275-4001-96d6-e8d9d3b47232,DISK] 2024-12-15T17:24:22,924 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42767,DS-7f052c43-3f21-44eb-a75f-4456d26e802e,DISK] 2024-12-15T17:24:22,960 INFO [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283461791.meta with entries=1117, filesize=80.17 KB; new WAL /user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283462897.meta 2024-12-15T17:24:22,960 WARN [regionserver/4ce65a7c4674:0.logRoller {}] regionserver.ReplicationSourceLogQueue(88): peerId=region_replica_replication_catalog, WAL group 4ce65a7c4674%2C40715%2C1734283454774 queue size: 5 exceeds value of replication.source.log.queue.warn 2 2024-12-15T17:24:22,960 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34601:34601),(127.0.0.1/127.0.0.1:39359:39359),(127.0.0.1/127.0.0.1:36435:36435)] 2024-12-15T17:24:22,960 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283461791.meta is not closed yet, will try archiving it next time 2024-12-15T17:24:22,960 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(818): Archiving hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283461212.meta to hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/oldWALs/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283461212.meta 2024-12-15T17:24:22,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741849_1025 (size=82097) 2024-12-15T17:24:22,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741849_1025 (size=82097) 2024-12-15T17:24:22,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741849_1025 (size=82097) 2024-12-15T17:24:23,657 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(257): flushing table 2024-12-15T17:24:23,658 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=31.25 KB heapSize=102.31 KB 2024-12-15T17:24:23,665 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/.tmp/info/cfcb2f6878794f31b98d779eed3614a6 is 36, key is 4000/info:/1734283462258/Put/seqid=0 2024-12-15T17:24:23,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741853_1029 (size=46423) 2024-12-15T17:24:23,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741853_1029 (size=46423) 2024-12-15T17:24:23,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741853_1029 (size=46423) 2024-12-15T17:24:23,680 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.25 KB at sequenceid=5033 (bloomFilter=true), to=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/.tmp/info/cfcb2f6878794f31b98d779eed3614a6 2024-12-15T17:24:23,699 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/.tmp/info/cfcb2f6878794f31b98d779eed3614a6 as hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/cfcb2f6878794f31b98d779eed3614a6 2024-12-15T17:24:23,704 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/cfcb2f6878794f31b98d779eed3614a6, entries=1000, sequenceid=5033, filesize=45.3 K 2024-12-15T17:24:23,705 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~31.25 KB/32000, heapSize ~101.80 KB/104240, currentSize=0 B/0 for 1588230740 in 48ms, sequenceid=5033, compaction requested=false 2024-12-15T17:24:23,705 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-15T17:24:23,705 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(259): compacting table 2024-12-15T17:24:23,706 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] zookeeper.ZKUtil(444): master:46599-0x1002ab884a90000, quorum=127.0.0.1:50194, baseZNode=/hbase Unable to get data of znode /hbase/replication/rs because node does not exist (not necessarily an error) 2024-12-15T17:24:23,707 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] replication.ZKReplicationQueueStorage(530): Didn't find a RegionServer that replicates, won't prevent deletions. 2024-12-15T17:24:23,710 DEBUG [log_cleaner-dir-scan-pool-0 {}] cleaner.LogCleaner(121): Old WALs for delete: 4ce65a7c4674%2C40715%2C1734283454774.meta.1734283456441.meta, 4ce65a7c4674%2C40715%2C1734283454774.meta.1734283459779.meta, 4ce65a7c4674%2C40715%2C1734283454774.meta.1734283461212.meta 2024-12-15T17:24:23,710 DEBUG [OldWALsCleaner-0 {}] cleaner.LogCleaner(176): Deleting HdfsNamedFileStatus{path=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/oldWALs/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283456441.meta; isDirectory=false; length=83328; replication=3; blocksize=268435456; modification_time=1734283461240; access_time=1734283456459; owner=jenkins.hfs.8; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-12-15T17:24:23,711 DEBUG [OldWALsCleaner-0 {}] cleaner.LogCleaner(176): Deleting HdfsNamedFileStatus{path=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/oldWALs/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283459779.meta; isDirectory=false; length=82900; replication=3; blocksize=268435456; modification_time=1734283461817; access_time=1734283459797; owner=jenkins.hfs.8; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-12-15T17:24:23,711 DEBUG [OldWALsCleaner-0 {}] cleaner.LogCleaner(176): Deleting HdfsNamedFileStatus{path=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/oldWALs/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283461212.meta; isDirectory=false; length=82916; replication=3; blocksize=268435456; modification_time=1734283462960; access_time=1734283461230; owner=jenkins.hfs.8; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-12-15T17:24:23,713 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(269): Writing data from 5000 to 6000 2024-12-15T17:24:23,783 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C40715%2C1734283454774,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283456441.meta to pos 2775, reset compression=false 2024-12-15T17:24:23,785 ERROR [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C40715%2C1734283454774,region_replica_replication_catalog {}] wal.AbstractFSWALProvider(479): Couldn't locate log: hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283456441.meta 2024-12-15T17:24:23,785 ERROR [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C40715%2C1734283454774,region_replica_replication_catalog {}] regionserver.ReplicationSource(426): Unexpected exception in RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C40715%2C1734283454774,region_replica_replication_catalog currentPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283456441.meta java.io.UncheckedIOException: java.io.FileNotFoundException: File does not exist: /user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283456441.meta at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:87) at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:77) at org.apache.hadoop.hdfs.server.namenode.FSDirStatAndListingOp.getBlockLocations(FSDirStatAndListingOp.java:159) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlockLocations(FSNamesystem.java:2198) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getBlockLocations(NameNodeRpcServer.java:795) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getBlockLocations(ClientNamenodeProtocolServerSideTranslatorPB.java:468) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:232) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] Caused by: java.io.FileNotFoundException: File does not exist: /user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283456441.meta at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:87) at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:77) at org.apache.hadoop.hdfs.server.namenode.FSDirStatAndListingOp.getBlockLocations(FSDirStatAndListingOp.java:159) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlockLocations(FSNamesystem.java:2198) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getBlockLocations(NameNodeRpcServer.java:795) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getBlockLocations(ClientNamenodeProtocolServerSideTranslatorPB.java:468) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.callGetBlockLocations(DFSClient.java:933) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.getLocatedBlocks(DFSClient.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.getLocatedBlocks(DFSClient.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1076) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] ... 3 more Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283456441.meta at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:87) at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:77) at org.apache.hadoop.hdfs.server.namenode.FSDirStatAndListingOp.getBlockLocations(FSDirStatAndListingOp.java:159) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlockLocations(FSNamesystem.java:2198) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getBlockLocations(NameNodeRpcServer.java:795) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getBlockLocations(ClientNamenodeProtocolServerSideTranslatorPB.java:468) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy41.getBlockLocations(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$getBlockLocations$0(ClientNamenodeProtocolTranslatorPB.java:340) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getBlockLocations(ClientNamenodeProtocolTranslatorPB.java:340) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor9.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy42.getBlockLocations(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor9.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy45.getBlockLocations(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor9.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy45.getBlockLocations(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.callGetBlockLocations(DFSClient.java:931) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.getLocatedBlocks(DFSClient.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.getLocatedBlocks(DFSClient.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1076) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] ... 3 more 2024-12-15T17:24:23,787 ERROR [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C40715%2C1734283454774,region_replica_replication_catalog {}] regionserver.HRegionServer(2808): ***** ABORTING region server 4ce65a7c4674,40715,1734283454774: Unexpected exception in RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C40715%2C1734283454774,region_replica_replication_catalog ***** java.io.UncheckedIOException: java.io.FileNotFoundException: File does not exist: /user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283456441.meta at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:87) at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:77) at org.apache.hadoop.hdfs.server.namenode.FSDirStatAndListingOp.getBlockLocations(FSDirStatAndListingOp.java:159) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlockLocations(FSNamesystem.java:2198) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getBlockLocations(NameNodeRpcServer.java:795) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getBlockLocations(ClientNamenodeProtocolServerSideTranslatorPB.java:468) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:232) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] Caused by: java.io.FileNotFoundException: File does not exist: /user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283456441.meta at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:87) at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:77) at org.apache.hadoop.hdfs.server.namenode.FSDirStatAndListingOp.getBlockLocations(FSDirStatAndListingOp.java:159) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlockLocations(FSNamesystem.java:2198) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getBlockLocations(NameNodeRpcServer.java:795) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getBlockLocations(ClientNamenodeProtocolServerSideTranslatorPB.java:468) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.callGetBlockLocations(DFSClient.java:933) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.getLocatedBlocks(DFSClient.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.getLocatedBlocks(DFSClient.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1076) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] ... 3 more Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283456441.meta at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:87) at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:77) at org.apache.hadoop.hdfs.server.namenode.FSDirStatAndListingOp.getBlockLocations(FSDirStatAndListingOp.java:159) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlockLocations(FSNamesystem.java:2198) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getBlockLocations(NameNodeRpcServer.java:795) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getBlockLocations(ClientNamenodeProtocolServerSideTranslatorPB.java:468) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy41.getBlockLocations(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$getBlockLocations$0(ClientNamenodeProtocolTranslatorPB.java:340) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getBlockLocations(ClientNamenodeProtocolTranslatorPB.java:340) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor9.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy42.getBlockLocations(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor9.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy45.getBlockLocations(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor9.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy45.getBlockLocations(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.callGetBlockLocations(DFSClient.java:931) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.getLocatedBlocks(DFSClient.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.getLocatedBlocks(DFSClient.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1076) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] ... 3 more 2024-12-15T17:24:23,787 ERROR [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C40715%2C1734283454774,region_replica_replication_catalog {}] regionserver.HRegionServer(2815): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-15T17:24:23,789 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C40715%2C1734283454774,region_replica_replication_catalog {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-15T17:24:23,790 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C40715%2C1734283454774,region_replica_replication_catalog {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-15T17:24:23,790 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C40715%2C1734283454774,region_replica_replication_catalog {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-15T17:24:23,790 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C40715%2C1734283454774,region_replica_replication_catalog {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-15T17:24:23,790 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C40715%2C1734283454774,region_replica_replication_catalog {}] regionserver.HRegionServer(2819): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 509502976 }, "NonHeapMemoryUsage": { "committed": 189726720, "init": 7667712, "max": -1, "used": 186335464 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-15T17:24:23,794 DEBUG [RS-EventLoopGroup-14-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4ce65a7c4674,40715,1734283454774 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:24:23,794 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46599 {}] master.MasterRpcServices(626): 4ce65a7c4674,40715,1734283454774 reported a fatal error: ***** ABORTING region server 4ce65a7c4674,40715,1734283454774: Unexpected exception in RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C40715%2C1734283454774,region_replica_replication_catalog ***** Cause: java.io.UncheckedIOException: java.io.FileNotFoundException: File does not exist: /user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283456441.meta at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:87) at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:77) at org.apache.hadoop.hdfs.server.namenode.FSDirStatAndListingOp.getBlockLocations(FSDirStatAndListingOp.java:159) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlockLocations(FSNamesystem.java:2198) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getBlockLocations(NameNodeRpcServer.java:795) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getBlockLocations(ClientNamenodeProtocolServerSideTranslatorPB.java:468) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:232) at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) Caused by: java.io.FileNotFoundException: File does not exist: /user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283456441.meta at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:87) at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:77) at org.apache.hadoop.hdfs.server.namenode.FSDirStatAndListingOp.getBlockLocations(FSDirStatAndListingOp.java:159) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlockLocations(FSNamesystem.java:2198) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getBlockLocations(NameNodeRpcServer.java:795) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getBlockLocations(ClientNamenodeProtocolServerSideTranslatorPB.java:468) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) at org.apache.hadoop.hdfs.DFSClient.callGetBlockLocations(DFSClient.java:933) at org.apache.hadoop.hdfs.DFSClient.getLocatedBlocks(DFSClient.java:920) at org.apache.hadoop.hdfs.DFSClient.getLocatedBlocks(DFSClient.java:909) at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1076) at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ... 3 more Caused by: org.apache.hadoop.ipc.RemoteException(java.io.FileNotFoundException): File does not exist: /user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283456441.meta at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:87) at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:77) at org.apache.hadoop.hdfs.server.namenode.FSDirStatAndListingOp.getBlockLocations(FSDirStatAndListingOp.java:159) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlockLocations(FSNamesystem.java:2198) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getBlockLocations(NameNodeRpcServer.java:795) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getBlockLocations(ClientNamenodeProtocolServerSideTranslatorPB.java:468) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) at org.apache.hadoop.ipc.Client.call(Client.java:1529) at org.apache.hadoop.ipc.Client.call(Client.java:1426) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) at jdk.proxy2/jdk.proxy2.$Proxy41.getBlockLocations(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$getBlockLocations$0(ClientNamenodeProtocolTranslatorPB.java:340) at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getBlockLocations(ClientNamenodeProtocolTranslatorPB.java:340) at jdk.internal.reflect.GeneratedMethodAccessor9.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) at jdk.proxy2/jdk.proxy2.$Proxy42.getBlockLocations(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor9.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) at jdk.proxy2/jdk.proxy2.$Proxy45.getBlockLocations(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor9.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) at jdk.proxy2/jdk.proxy2.$Proxy45.getBlockLocations(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.callGetBlockLocations(DFSClient.java:931) ... 16 more 2024-12-15T17:24:23,797 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C40715%2C1734283454774,region_replica_replication_catalog {}] regionserver.HRegionServer(2561): ***** STOPPING region server '4ce65a7c4674,40715,1734283454774' ***** 2024-12-15T17:24:23,797 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C40715%2C1734283454774,region_replica_replication_catalog {}] regionserver.HRegionServer(2575): STOPPED: Unexpected exception in RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C40715%2C1734283454774,region_replica_replication_catalog 2024-12-15T17:24:23,797 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C40715%2C1734283454774,region_replica_replication_catalog {}] regionserver.ReplicationSource(436): Server is shutting down, give up refreshing source for peer region_replica_replication_catalog 2024-12-15T17:24:23,797 INFO [RS:0;4ce65a7c4674:40715 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-15T17:24:23,797 INFO [RS:0;4ce65a7c4674:40715 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-15T17:24:23,797 INFO [RS:0;4ce65a7c4674:40715 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-15T17:24:23,797 INFO [RS:0;4ce65a7c4674:40715 {}] regionserver.HRegionServer(3579): Received CLOSE for f86a2591d84d969a2395704c36bb0713 2024-12-15T17:24:23,799 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-15T17:24:23,799 INFO [RS:0;4ce65a7c4674:40715 {}] regionserver.HRegionServer(1221): aborting server 4ce65a7c4674,40715,1734283454774 2024-12-15T17:24:23,799 DEBUG [RS:0;4ce65a7c4674:40715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:24:23,800 INFO [RS:0;4ce65a7c4674:40715 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-15T17:24:23,800 INFO [RS:0;4ce65a7c4674:40715 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-15T17:24:23,800 INFO [RS:0;4ce65a7c4674:40715 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-15T17:24:23,800 INFO [RS:0;4ce65a7c4674:40715 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-15T17:24:23,800 INFO [RS:0;4ce65a7c4674:40715 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-15T17:24:23,800 DEBUG [RS:0;4ce65a7c4674:40715 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, f86a2591d84d969a2395704c36bb0713=hbase:namespace,,1734283456631.f86a2591d84d969a2395704c36bb0713.} 2024-12-15T17:24:23,800 DEBUG [RS:0;4ce65a7c4674:40715 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, f86a2591d84d969a2395704c36bb0713 2024-12-15T17:24:23,800 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-15T17:24:23,800 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-15T17:24:23,800 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-15T17:24:23,800 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-15T17:24:23,800 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-15T17:24:23,800 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f86a2591d84d969a2395704c36bb0713, disabling compactions & flushes 2024-12-15T17:24:23,800 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734283456631.f86a2591d84d969a2395704c36bb0713. 2024-12-15T17:24:23,800 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734283456631.f86a2591d84d969a2395704c36bb0713. 2024-12-15T17:24:23,800 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734283456631.f86a2591d84d969a2395704c36bb0713. after waiting 0 ms 2024-12-15T17:24:23,801 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734283456631.f86a2591d84d969a2395704c36bb0713. 2024-12-15T17:24:23,801 DEBUG [StoreCloser-hbase:meta,,1.1588230740-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/1d3897caa63c46b19c4544e6a3782ecf, hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/f64f23e439f34d7b8e58f680ed0ac8c5, hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/e886b75028d949aebe1697cfdc6cd1db, hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/0cb1d3e4008c453981882d19154307c3, hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/d42205500cd7452483d19bb7b9b7910c, hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/c34b06e39e8b4dabae21e3ed658872bc] to archive 2024-12-15T17:24:23,806 DEBUG [StoreCloser-hbase:meta,,1.1588230740-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T17:24:23,808 ERROR [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Memstore data size is 78 in region hbase:namespace,,1734283456631.f86a2591d84d969a2395704c36bb0713. 2024-12-15T17:24:23,808 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734283456631.f86a2591d84d969a2395704c36bb0713. 2024-12-15T17:24:23,808 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f86a2591d84d969a2395704c36bb0713: 2024-12-15T17:24:23,808 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734283456631.f86a2591d84d969a2395704c36bb0713. 2024-12-15T17:24:23,815 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/1d3897caa63c46b19c4544e6a3782ecf to hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/archive/data/hbase/meta/1588230740/info/1d3897caa63c46b19c4544e6a3782ecf 2024-12-15T17:24:23,816 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/f64f23e439f34d7b8e58f680ed0ac8c5 to hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/archive/data/hbase/meta/1588230740/info/f64f23e439f34d7b8e58f680ed0ac8c5 2024-12-15T17:24:23,833 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/e886b75028d949aebe1697cfdc6cd1db to hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/archive/data/hbase/meta/1588230740/info/e886b75028d949aebe1697cfdc6cd1db 2024-12-15T17:24:23,840 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:24:23,840 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:24:23,844 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/d42205500cd7452483d19bb7b9b7910c to hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/archive/data/hbase/meta/1588230740/info/d42205500cd7452483d19bb7b9b7910c 2024-12-15T17:24:23,844 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/0cb1d3e4008c453981882d19154307c3 to hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/archive/data/hbase/meta/1588230740/info/0cb1d3e4008c453981882d19154307c3 2024-12-15T17:24:23,846 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/c34b06e39e8b4dabae21e3ed658872bc to hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/archive/data/hbase/meta/1588230740/info/c34b06e39e8b4dabae21e3ed658872bc 2024-12-15T17:24:23,855 INFO [regionserver/4ce65a7c4674:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T17:24:23,864 ERROR [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Memstore data size is 5280 in region hbase:meta,,1.1588230740 2024-12-15T17:24:23,865 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T17:24:23,865 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-15T17:24:23,865 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-15T17:24:23,865 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-15T17:24:23,897 DEBUG [RS-EventLoopGroup-14-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4ce65a7c4674,40715,1734283454774 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:24:24,000 INFO [RS:0;4ce65a7c4674:40715 {}] regionserver.HRegionServer(1250): stopping server 4ce65a7c4674,40715,1734283454774; all regions closed. 2024-12-15T17:24:24,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741852_1028 (size=49482) 2024-12-15T17:24:24,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741852_1028 (size=49482) 2024-12-15T17:24:24,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741852_1028 (size=49482) 2024-12-15T17:24:24,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741836_1012 (size=597) 2024-12-15T17:24:24,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741836_1012 (size=597) 2024-12-15T17:24:24,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741836_1012 (size=597) 2024-12-15T17:24:24,016 DEBUG [RS:0;4ce65a7c4674:40715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:24:24,016 INFO [RS:0;4ce65a7c4674:40715 {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T17:24:24,017 INFO [RS:0;4ce65a7c4674:40715 {}] hbase.ChoreService(370): Chore service for: regionserver/4ce65a7c4674:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-15T17:24:24,017 INFO [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T17:24:24,017 INFO [RS:0;4ce65a7c4674:40715 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:40715 2024-12-15T17:24:24,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x1002ab884a90000, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-15T17:24:24,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40715-0x1002ab884a90001, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4ce65a7c4674,40715,1734283454774 2024-12-15T17:24:24,038 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4ce65a7c4674,40715,1734283454774] 2024-12-15T17:24:24,038 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 4ce65a7c4674,40715,1734283454774; numProcessing=1 2024-12-15T17:24:24,046 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/4ce65a7c4674,40715,1734283454774 already deleted, retry=false 2024-12-15T17:24:24,046 INFO [RegionServerTracker-0 {}] master.ServerManager(659): Processing expiration of 4ce65a7c4674,40715,1734283454774 on 4ce65a7c4674,46599,1734283454536 2024-12-15T17:24:24,050 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:SERVER_CRASH_START; ServerCrashProcedure 4ce65a7c4674,40715,1734283454774, splitWal=true, meta=true 2024-12-15T17:24:24,053 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1982): Scheduled ServerCrashProcedure pid=18 for 4ce65a7c4674,40715,1734283454774 (carryingMeta=true) 4ce65a7c4674,40715,1734283454774/CRASHED/regionCount=2/lock=java.util.concurrent.locks.ReentrantReadWriteLock@57a470b6[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-15T17:24:24,055 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(162): Start pid=18, state=RUNNABLE:SERVER_CRASH_START, locked=true; ServerCrashProcedure 4ce65a7c4674,40715,1734283454774, splitWal=true, meta=true 2024-12-15T17:24:24,055 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(305): Splitting WALs pid=18, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, locked=true; ServerCrashProcedure 4ce65a7c4674,40715,1734283454774, splitWal=true, meta=true, isMeta: true 2024-12-15T17:24:24,056 DEBUG [PEWorker-4 {}] master.MasterWalManager(328): Renamed region directory: hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774-splitting 2024-12-15T17:24:24,058 INFO [PEWorker-4 {}] master.SplitWALManager(105): 4ce65a7c4674,40715,1734283454774 WAL count=2, meta=true 2024-12-15T17:24:24,061 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER; SplitWALProcedure 4ce65a7c4674%2C40715%2C1734283454774.meta.1734283461791.meta}, {pid=20, ppid=18, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER; SplitWALProcedure 4ce65a7c4674%2C40715%2C1734283454774.meta.1734283462897.meta}] 2024-12-15T17:24:24,066 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=4ce65a7c4674,37773,1734283454900 2024-12-15T17:24:24,066 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=4ce65a7c4674,46413,1734283454855 2024-12-15T17:24:24,067 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=19, state=RUNNABLE; SplitWALRemoteProcedure 4ce65a7c4674%2C40715%2C1734283454774.meta.1734283461791.meta, worker=4ce65a7c4674,37773,1734283454900}] 2024-12-15T17:24:24,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=22, ppid=20, state=RUNNABLE; SplitWALRemoteProcedure 4ce65a7c4674%2C40715%2C1734283454774.meta.1734283462897.meta, worker=4ce65a7c4674,46413,1734283454855}] 2024-12-15T17:24:24,110 WARN [RPCClient-NioEventLoopGroup-7-3 {}] ipc.NettyRpcConnection$2(410): Exception encountered while connecting to the server 4ce65a7c4674:40715 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 4ce65a7c4674/172.17.0.2:40715 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:24:24,111 DEBUG [RPCClient-NioEventLoopGroup-7-3 {}] ipc.FailedServers(52): Added failed server with address 4ce65a7c4674:40715 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 4ce65a7c4674/172.17.0.2:40715 2024-12-15T17:24:24,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40715-0x1002ab884a90001, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T17:24:24,138 INFO [RS:0;4ce65a7c4674:40715 {}] regionserver.HRegionServer(1307): Exiting; stopping=4ce65a7c4674,40715,1734283454774; zookeeper connection closed. 2024-12-15T17:24:24,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40715-0x1002ab884a90001, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T17:24:24,139 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@218b2ad5 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@218b2ad5 2024-12-15T17:24:24,226 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,46413,1734283454855 2024-12-15T17:24:24,226 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,37773,1734283454900 2024-12-15T17:24:24,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37773 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=21 2024-12-15T17:24:24,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46413 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=22 2024-12-15T17:24:24,247 INFO [RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_LOG_REPLAY, pid=21}] wal.WALSplitter(299): Splitting hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774-splitting/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283461791.meta, size=80.2 K (82097bytes) 2024-12-15T17:24:24,247 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_LOG_REPLAY, pid=21}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-15T17:24:24,247 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_LOG_REPLAY, pid=21}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-15T17:24:24,247 INFO [RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_LOG_REPLAY, pid=21}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774-splitting/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283461791.meta 2024-12-15T17:24:24,250 INFO [RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_LOG_REPLAY, pid=22}] wal.WALSplitter(299): Splitting hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774-splitting/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283462897.meta, size=48.3 K (49482bytes) 2024-12-15T17:24:24,250 INFO [RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_LOG_REPLAY, pid=22}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774-splitting/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283462897.meta 2024-12-15T17:24:24,251 INFO [RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_LOG_REPLAY, pid=22}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774-splitting/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283462897.meta after 0ms 2024-12-15T17:24:24,252 INFO [RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_LOG_REPLAY, pid=21}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774-splitting/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283461791.meta after 5ms 2024-12-15T17:24:24,254 INFO [RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_LOG_REPLAY, pid=22}] wal.WALSplitter(310): Open hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774-splitting/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283462897.meta took 4ms 2024-12-15T17:24:24,254 INFO [RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_LOG_REPLAY, pid=21}] wal.WALSplitter(310): Open hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774-splitting/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283461791.meta took 8ms 2024-12-15T17:24:24,268 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_LOG_REPLAY, pid=22}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 5033 store_sequence_id { family_name: "info" sequence_id: 5035 } store_sequence_id { family_name: "rep_barrier" sequence_id: 5033 } store_sequence_id { family_name: "table" sequence_id: 5033 } 2024-12-15T17:24:24,272 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_LOG_REPLAY, pid=21}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 5033 store_sequence_id { family_name: "info" sequence_id: 5035 } store_sequence_id { family_name: "rep_barrier" sequence_id: 5033 } store_sequence_id { family_name: "table" sequence_id: 5033 } 2024-12-15T17:24:24,281 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_LOG_REPLAY, pid=22}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774-splitting/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283462897.meta so closing down 2024-12-15T17:24:24,281 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_LOG_REPLAY, pid=22}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-15T17:24:24,286 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_LOG_REPLAY, pid=21}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774-splitting/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283461791.meta so closing down 2024-12-15T17:24:24,286 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_LOG_REPLAY, pid=21}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-15T17:24:24,286 INFO [RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000005036-4ce65a7c4674%2C40715%2C1734283454774.meta.1734283462897.meta.temp 2024-12-15T17:24:24,286 INFO [RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_LOG_REPLAY, pid=21}] wal.OutputSink(150): 3 split writer threads finished 2024-12-15T17:24:24,287 INFO [RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_LOG_REPLAY, pid=21}] wal.WALSplitter(425): Processed 1117 edits across 0 Regions in 24 ms; skipped=1117; WAL=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774-splitting/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283461791.meta, size=80.2 K, length=82097, corrupted=false, cancelled=false 2024-12-15T17:24:24,287 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_LOG_REPLAY, pid=21}] wal.WALSplitter(428): Completed split of hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774-splitting/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283461791.meta, journal: Splitting hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774-splitting/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283461791.meta, size=80.2 K (82097bytes) at 1734283464247Finishing writing output for hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774-splitting/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283461791.meta so closing down at 1734283464286 (+39 ms)3 split writer threads finished at 1734283464286Processed 1117 edits across 0 Regions in 24 ms; skipped=1117; WAL=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774-splitting/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283461791.meta, size=80.2 K, length=82097, corrupted=false, cancelled=false at 1734283464287 (+1 ms) 2024-12-15T17:24:24,287 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0-0-Writer-0 {}] util.CommonFSUtils$DfsBuilderUtility(752): Using builder API via reflection for DFS file creation replicate flag. 2024-12-15T17:24:24,287 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0-0-Writer-0 {}] util.CommonFSUtils$DfsBuilderUtility(762): Using builder API via reflection for DFS file creation noLocalWrite flag. 2024-12-15T17:24:24,287 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_LOG_REPLAY, pid=21}] regionserver.SplitLogWorker(136): Done splitting WAL hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774-splitting/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283461791.meta 2024-12-15T17:24:24,289 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_LOG_REPLAY, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-15T17:24:24,290 INFO [RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/recovered.edits/0000000000000005036-4ce65a7c4674%2C40715%2C1734283454774.meta.1734283462897.meta.temp 2024-12-15T17:24:24,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46599 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-12-15T17:24:24,293 INFO [RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_LOG_REPLAY, pid=22}] wal.OutputSink(150): 3 split writer threads finished 2024-12-15T17:24:24,302 INFO [PEWorker-4 {}] wal.WALSplitUtil(142): Moved hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774-splitting/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283461791.meta to hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/oldWALs 2024-12-15T17:24:24,306 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=19 2024-12-15T17:24:24,306 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=19, state=SUCCESS; SplitWALRemoteProcedure 4ce65a7c4674%2C40715%2C1734283454774.meta.1734283461791.meta, worker=4ce65a7c4674,37773,1734283454900 in 235 msec 2024-12-15T17:24:24,308 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=4ce65a7c4674,37773,1734283454900 2024-12-15T17:24:24,311 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; SplitWALProcedure 4ce65a7c4674%2C40715%2C1734283454774.meta.1734283461791.meta, worker=4ce65a7c4674,37773,1734283454900 in 249 msec 2024-12-15T17:24:24,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741854_1030 (size=12138) 2024-12-15T17:24:24,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741854_1030 (size=12138) 2024-12-15T17:24:24,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741854_1030 (size=12138) 2024-12-15T17:24:24,365 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/recovered.edits/0000000000000005036-4ce65a7c4674%2C40715%2C1734283454774.meta.1734283462897.meta.temp (wrote 165 edits, skipped 0 edits in 2 ms) 2024-12-15T17:24:24,368 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/recovered.edits/0000000000000005036-4ce65a7c4674%2C40715%2C1734283454774.meta.1734283462897.meta.temp to hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/recovered.edits/0000000000000005200 2024-12-15T17:24:24,371 INFO [RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_LOG_REPLAY, pid=22}] wal.WALSplitter(425): Processed 673 edits across 1 Regions in 112 ms; skipped=508; WAL=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774-splitting/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283462897.meta, size=48.3 K, length=49482, corrupted=false, cancelled=false 2024-12-15T17:24:24,371 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_LOG_REPLAY, pid=22}] wal.WALSplitter(428): Completed split of hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774-splitting/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283462897.meta, journal: Splitting hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774-splitting/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283462897.meta, size=48.3 K (49482bytes) at 1734283464250Finishing writing output for hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774-splitting/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283462897.meta so closing down at 1734283464281 (+31 ms)Creating recovered edits writer path=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/recovered.edits/0000000000000005036-4ce65a7c4674%2C40715%2C1734283454774.meta.1734283462897.meta.temp at 1734283464290 (+9 ms)3 split writer threads finished at 1734283464293 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/recovered.edits/0000000000000005036-4ce65a7c4674%2C40715%2C1734283454774.meta.1734283462897.meta.temp (wrote 165 edits, skipped 0 edits in 2 ms) at 1734283464366 (+73 ms)Rename recovered edits hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/recovered.edits/0000000000000005036-4ce65a7c4674%2C40715%2C1734283454774.meta.1734283462897.meta.temp to hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/recovered.edits/0000000000000005200 at 1734283464368 (+2 ms)Processed 673 edits across 1 Regions in 112 ms; skipped=508; WAL=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774-splitting/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283462897.meta, size=48.3 K, length=49482, corrupted=false, cancelled=false at 1734283464371 (+3 ms) 2024-12-15T17:24:24,371 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_LOG_REPLAY, pid=22}] regionserver.SplitLogWorker(136): Done splitting WAL hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774-splitting/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283462897.meta 2024-12-15T17:24:24,371 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_LOG_REPLAY, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-12-15T17:24:24,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46599 {}] master.HMaster(4106): Remote procedure done, pid=22 2024-12-15T17:24:24,389 INFO [PEWorker-5 {}] wal.WALSplitUtil(142): Moved hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774-splitting/4ce65a7c4674%2C40715%2C1734283454774.meta.1734283462897.meta to hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/oldWALs 2024-12-15T17:24:24,393 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=22, resume processing ppid=20 2024-12-15T17:24:24,393 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, ppid=20, state=SUCCESS; SplitWALRemoteProcedure 4ce65a7c4674%2C40715%2C1734283454774.meta.1734283462897.meta, worker=4ce65a7c4674,46413,1734283454855 in 322 msec 2024-12-15T17:24:24,395 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=4ce65a7c4674,46413,1734283454855 2024-12-15T17:24:24,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=20, resume processing ppid=18 2024-12-15T17:24:24,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=18, state=SUCCESS; SplitWALProcedure 4ce65a7c4674%2C40715%2C1734283454774.meta.1734283462897.meta, worker=4ce65a7c4674,46413,1734283454855 in 335 msec 2024-12-15T17:24:24,401 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774-splitting dir is empty, no logs to split. 2024-12-15T17:24:24,401 INFO [PEWorker-1 {}] master.SplitWALManager(105): 4ce65a7c4674,40715,1734283454774 WAL count=0, meta=true 2024-12-15T17:24:24,401 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(295): Check if 4ce65a7c4674,40715,1734283454774 WAL splitting is done? wals=0, meta=true 2024-12-15T17:24:24,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-15T17:24:24,402 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=23, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-15T17:24:24,403 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=23, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-15T17:24:24,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(357): Not trying to connect to 4ce65a7c4674:40715 this server is in the failed servers list 2024-12-15T17:24:24,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-15T17:24:24,482 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-15T17:24:24,483 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-15T17:24:24,483 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-15T17:24:24,483 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T17:24:24,484 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-15T17:24:24,554 DEBUG [4ce65a7c4674:46599 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-15T17:24:24,554 DEBUG [4ce65a7c4674:46599 {}] balancer.BalancerClusterState(202): Hosts are {4ce65a7c4674=0} racks are {/default-rack=0} 2024-12-15T17:24:24,554 DEBUG [4ce65a7c4674:46599 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-15T17:24:24,554 DEBUG [4ce65a7c4674:46599 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-15T17:24:24,554 DEBUG [4ce65a7c4674:46599 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-15T17:24:24,554 DEBUG [4ce65a7c4674:46599 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-15T17:24:24,554 INFO [4ce65a7c4674:46599 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-15T17:24:24,554 INFO [4ce65a7c4674:46599 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-15T17:24:24,554 INFO [4ce65a7c4674:46599 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-15T17:24:24,554 INFO [4ce65a7c4674:46599 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-15T17:24:24,554 DEBUG [4ce65a7c4674:46599 {}] balancer.BalancerClusterState(319): Number of tables=2, number of hosts=1, number of racks=1 2024-12-15T17:24:24,555 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4ce65a7c4674,44777,1734283454943 2024-12-15T17:24:24,556 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ce65a7c4674,44777,1734283454943, state=OPENING 2024-12-15T17:24:24,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46413-0x1002ab884a90002, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:24,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x1002ab884a90000, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:24,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37773-0x1002ab884a90003, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:24,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44777-0x1002ab884a90004, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:24,582 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE; OpenRegionProcedure 1588230740, server=4ce65a7c4674,44777,1734283454943}] 2024-12-15T17:24:24,582 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:24,582 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:24,582 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:24,582 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:24,734 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,44777,1734283454943 2024-12-15T17:24:24,734 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T17:24:24,735 INFO [RS-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43512, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-15T17:24:24,739 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=24}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-15T17:24:24,739 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=24}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T17:24:24,756 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.ReplicationSource(229): queueId=region_replica_replication_catalog, ReplicationSource: region_replica_replication_catalog, currentBandwidth=0 2024-12-15T17:24:24,757 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=24}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-15T17:24:24,758 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=24}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=4ce65a7c4674%2C44777%2C1734283454943.meta, suffix=.meta, logDir=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943, archiveDir=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/oldWALs, maxLogs=10 2024-12-15T17:24:24,775 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=24}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta, exclude list is [], retry=0 2024-12-15T17:24:24,775 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0efda2b9 to 127.0.0.1:50194 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@48e0aef6 2024-12-15T17:24:24,777 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38443,DS-473bdf0f-0275-4001-96d6-e8d9d3b47232,DISK] 2024-12-15T17:24:24,777 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43807,DS-3aa61df7-b653-4e88-a949-fddce61de0cf,DISK] 2024-12-15T17:24:24,777 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39261,DS-b5ff485f-2f19-470f-9cc2-8f977eeef42c,DISK] 2024-12-15T17:24:24,778 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=24}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta 2024-12-15T17:24:24,779 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=24}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39359:39359),(127.0.0.1/127.0.0.1:34601:34601),(127.0.0.1/127.0.0.1:39889:39889)] 2024-12-15T17:24:24,779 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-15T17:24:24,779 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=24}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-15T17:24:24,779 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-15T17:24:24,779 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-15T17:24:24,779 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-15T17:24:24,779 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:24:24,779 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-15T17:24:24,779 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-15T17:24:24,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-15T17:24:24,781 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-15T17:24:24,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:24,786 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/7f8257501634488098d438f594859903 2024-12-15T17:24:24,789 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/cfcb2f6878794f31b98d779eed3614a6 2024-12-15T17:24:24,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:24,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-15T17:24:24,790 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-15T17:24:24,790 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:24,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:24,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-15T17:24:24,791 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-15T17:24:24,791 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:24,794 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/table/24d58198ebd94ef295fd8f724bfe31db 2024-12-15T17:24:24,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:24,795 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740 2024-12-15T17:24:24,797 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.HRegion(5301): Found 1 recovered edits file(s) under hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740 2024-12-15T17:24:24,797 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.HRegion(5368): Replaying edits from hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/recovered.edits/0000000000000005200 2024-12-15T17:24:24,803 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.HRegion(5561): Applied 165, skipped 0, firstSequenceIdInLog=5036, maxSequenceIdInLog=5200, path=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/recovered.edits/0000000000000005200 2024-12-15T17:24:24,803 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=5.16 KB heapSize=17.51 KB 2024-12-15T17:24:24,824 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/.tmp/info/ce172cafc7254d719e594e5cc9966eaf is 36, key is 5000/info:/1734283463714/Put/seqid=0 2024-12-15T17:24:24,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741856_1032 (size=11746) 2024-12-15T17:24:24,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741856_1032 (size=11746) 2024-12-15T17:24:24,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741856_1032 (size=11746) 2024-12-15T17:24:24,846 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.16 KB at sequenceid=5200 (bloomFilter=true), to=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/.tmp/info/ce172cafc7254d719e594e5cc9966eaf 2024-12-15T17:24:24,854 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/.tmp/info/ce172cafc7254d719e594e5cc9966eaf as hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/ce172cafc7254d719e594e5cc9966eaf 2024-12-15T17:24:24,860 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/ce172cafc7254d719e594e5cc9966eaf, entries=165, sequenceid=5200, filesize=11.5 K 2024-12-15T17:24:24,860 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.HRegion(3040): Finished flush of dataSize ~5.16 KB/5280, heapSize ~16.99 KB/17400, currentSize=0 B/0 for 1588230740 in 57ms, sequenceid=5200, compaction requested=true; wal=null 2024-12-15T17:24:24,861 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.HRegion(5175): Deleted recovered.edits file=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/recovered.edits/0000000000000005200 2024-12-15T17:24:24,862 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-15T17:24:24,863 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5658e60b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:24:24,864 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-15T17:24:24,865 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: region_replica_replication_catalog connecting to ZooKeeper ensemble=127.0.0.1:50194 2024-12-15T17:24:24,882 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=24}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/recovered.edits/5200.seqid, newMaxSeqId=5200, maxSeqId=12 2024-12-15T17:24:24,883 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=5201; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65674878, jitterRate=-0.021368056535720825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-15T17:24:24,883 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-15T17:24:24,884 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=24, masterSystemTime=1734283464733 2024-12-15T17:24:24,885 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.CompactSplit(403): Add compact mark for store 1588230740:info, priority=-2147483648, current under compaction store size is 1 2024-12-15T17:24:24,885 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:24:24,885 DEBUG [RS:3;4ce65a7c4674:44777-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:24:24,886 DEBUG [RS:3;4ce65a7c4674:44777-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 227868 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:24:24,886 DEBUG [RS:3;4ce65a7c4674:44777-shortCompactions-0 {}] regionserver.HStore(1540): 1588230740/info is initiating minor compaction (all files) 2024-12-15T17:24:24,886 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=24}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-15T17:24:24,886 INFO [RS:3;4ce65a7c4674:44777-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1588230740/info in hbase:meta,,1.1588230740 2024-12-15T17:24:24,887 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=24}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-15T17:24:24,887 INFO [RS:3;4ce65a7c4674:44777-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/7f8257501634488098d438f594859903, hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/cfcb2f6878794f31b98d779eed3614a6, hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/ce172cafc7254d719e594e5cc9966eaf] into tmpdir=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/.tmp, totalSize=222.5 K 2024-12-15T17:24:24,887 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=5201, regionLocation=4ce65a7c4674,44777,1734283454943 2024-12-15T17:24:24,887 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ce65a7c4674,44777,1734283454943, state=OPEN 2024-12-15T17:24:24,887 DEBUG [RS:3;4ce65a7c4674:44777-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f8257501634488098d438f594859903, keycount=4010, bloomtype=ROWCOL, size=165.7 K, encoding=ROW_INDEX_V1, compression=NONE, seqNum=4029, earliestPutTs=1734283456672 2024-12-15T17:24:24,888 DEBUG [RS:3;4ce65a7c4674:44777-shortCompactions-0 {}] compactions.Compactor(224): Compacting cfcb2f6878794f31b98d779eed3614a6, keycount=1000, bloomtype=ROWCOL, size=45.3 K, encoding=ROW_INDEX_V1, compression=NONE, seqNum=5033, earliestPutTs=1734283462258 2024-12-15T17:24:24,888 DEBUG [RS:3;4ce65a7c4674:44777-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce172cafc7254d719e594e5cc9966eaf, keycount=165, bloomtype=ROWCOL, size=11.5 K, encoding=ROW_INDEX_V1, compression=NONE, seqNum=5200, earliestPutTs=1734283463714 2024-12-15T17:24:24,924 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46599 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=4ce65a7c4674,44777,1734283454943, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-15T17:24:24,936 INFO [RS:3;4ce65a7c4674:44777-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1588230740#info#compaction#53 average throughput is 4.35 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:24:24,937 DEBUG [RS:3;4ce65a7c4674:44777-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/.tmp/info/986b43ad94e3450dbc77114da43feb54 is 143, key is hbase:namespace,,1734283456631.f86a2591d84d969a2395704c36bb0713./info:regioninfo/1734283457052/Put/seqid=0 2024-12-15T17:24:24,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741857_1033 (size=215512) 2024-12-15T17:24:24,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741857_1033 (size=215512) 2024-12-15T17:24:24,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741857_1033 (size=215512) 2024-12-15T17:24:24,947 DEBUG [RS:3;4ce65a7c4674:44777-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/.tmp/info/986b43ad94e3450dbc77114da43feb54 as hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/986b43ad94e3450dbc77114da43feb54 2024-12-15T17:24:24,953 INFO [RS:3;4ce65a7c4674:44777-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1588230740/info of 1588230740 into 986b43ad94e3450dbc77114da43feb54(size=210.5 K), total size for store is 210.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:24:24,953 DEBUG [RS:3;4ce65a7c4674:44777-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1588230740: 2024-12-15T17:24:24,953 INFO [RS:3;4ce65a7c4674:44777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=hbase:meta,,1.1588230740, storeName=1588230740/info, priority=13, startTime=1734283464885; duration=0sec 2024-12-15T17:24:24,954 DEBUG [RS:3;4ce65a7c4674:44777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:24:24,954 DEBUG [RS:3;4ce65a7c4674:44777-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1588230740:info 2024-12-15T17:24:25,025 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46599 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=4ce65a7c4674,44777,1734283454943, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-15T17:24:25,054 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: region_replica_replication_catalog0x0, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T17:24:25,054 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: region_replica_replication_catalog-0x1002ab884a9000a connected 2024-12-15T17:24:25,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44777-0x1002ab884a90004, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:25,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x1002ab884a90000, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:25,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37773-0x1002ab884a90003, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:25,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46413-0x1002ab884a90002, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:25,121 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:25,121 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:25,121 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:25,121 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:25,122 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSource(587): peerId=region_replica_replication_catalog, queueId=region_replica_replication_catalog (queues=1) is replicating from cluster=0dae1fa5-5136-4449-8801-a0fec32311a5 to cluster=0dae1fa5-5136-4449-8801-a0fec32311a5 2024-12-15T17:24:25,122 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSource(343): peerId=region_replica_replication_catalog, starting shipping worker for walGroupId=4ce65a7c4674%2C44777%2C1734283454943 2024-12-15T17:24:25,122 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=region_replica_replication_catalog, ReplicationSourceWALReaderThread : region_replica_replication_catalog inited, replicationBatchSizeCapacity=10240, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-15T17:24:25,122 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:24:25,122 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4ce65a7c4674%2C44777%2C1734283454943 2024-12-15T17:24:25,122 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta, startPosition=0, beingWritten=true 2024-12-15T17:24:25,123 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=24, resume processing ppid=23 2024-12-15T17:24:25,123 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, ppid=23, state=SUCCESS; OpenRegionProcedure 1588230740, server=4ce65a7c4674,44777,1734283454943 in 539 msec 2024-12-15T17:24:25,123 INFO [RS-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43522, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:24:25,124 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=18 2024-12-15T17:24:25,124 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 721 msec 2024-12-15T17:24:25,124 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(200): 4ce65a7c4674,40715,1734283454774 had 2 regions 2024-12-15T17:24:25,125 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(305): Splitting WALs pid=18, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, locked=true; ServerCrashProcedure 4ce65a7c4674,40715,1734283454774, splitWal=true, meta=true, isMeta: false 2024-12-15T17:24:25,127 INFO [PEWorker-1 {}] master.SplitWALManager(105): 4ce65a7c4674,40715,1734283454774 WAL count=1, meta=false 2024-12-15T17:24:25,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=18, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER; SplitWALProcedure 4ce65a7c4674%2C40715%2C1734283454774.1734283455849}] 2024-12-15T17:24:25,128 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:24:25,128 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta to pos 949, reset compression=false 2024-12-15T17:24:25,128 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5202=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_OPEN/1734283464883/Put/vlen=265/seqid=0; >],468}, {hbase:meta/1588230740/5203=[#edits: 1 = <\x00/METAFAMILY:HBASE::COMPACTION/1734283464952/Put/vlen=187/seqid=0; >],380}, {hbase:meta/1588230740/5204=[#edits: 1 = <5165/info:/1734283465123/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5205=[#edits: 1 = <5166/info:/1734283465124/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5206=[#edits: 1 = <5167/info:/1734283465125/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta, lastWalPosition=949, nbRowKeys=5, nbHFiles=0, heapSize=1364, lastSeqIds={}, endOfFile=false,usedBufferSize=1364] 2024-12-15T17:24:25,135 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=4ce65a7c4674,37773,1734283454900 2024-12-15T17:24:25,136 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE; SplitWALRemoteProcedure 4ce65a7c4674%2C40715%2C1734283454774.1734283455849, worker=4ce65a7c4674,37773,1734283454900}] 2024-12-15T17:24:25,141 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:25,141 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta to pos 1095, reset compression=false 2024-12-15T17:24:25,143 DEBUG [RegionReplicaReplicationEndpoint-rpc-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T17:24:25,144 INFO [RS-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39042, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-12-15T17:24:25,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] regionserver.HRegion(6096): 534574363 : Replaying region open event marker event_type: REGION_OPEN table_name: "hbase:meta" encoded_region_name: "1588230740" log_sequence_number: 5201 stores { family_name: "info" store_home_dir: "info" store_file: "7f8257501634488098d438f594859903" store_file: "cfcb2f6878794f31b98d779eed3614a6" store_file: "ce172cafc7254d719e594e5cc9966eaf" } stores { family_name: "rep_barrier" store_home_dir: "rep_barrier" } stores { family_name: "table" store_home_dir: "table" store_file: "24d58198ebd94ef295fd8f724bfe31db" } server { host_name: "4ce65a7c4674" port: 44777 start_code: 1734283454943 } region_name: "hbase:meta,,1" 2024-12-15T17:24:25,150 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] regionserver.StoreEngine(392): Refreshing store files for org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@216fc5f6 files to add: [hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/7f8257501634488098d438f594859903, hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/cfcb2f6878794f31b98d779eed3614a6, hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/ce172cafc7254d719e594e5cc9966eaf] files to remove: [hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/1d3897caa63c46b19c4544e6a3782ecf] 2024-12-15T17:24:25,157 DEBUG [RegionReplicaReplicationEndpoint-rpc-shared-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T17:24:25,159 INFO [RS-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47760, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-12-15T17:24:25,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37773 {}] regionserver.HRegion(6096): 1657623790 : Replaying region open event marker event_type: REGION_OPEN table_name: "hbase:meta" encoded_region_name: "1588230740" log_sequence_number: 5201 stores { family_name: "info" store_home_dir: "info" store_file: "7f8257501634488098d438f594859903" store_file: "cfcb2f6878794f31b98d779eed3614a6" store_file: "ce172cafc7254d719e594e5cc9966eaf" } stores { family_name: "rep_barrier" store_home_dir: "rep_barrier" } stores { family_name: "table" store_home_dir: "table" store_file: "24d58198ebd94ef295fd8f724bfe31db" } server { host_name: "4ce65a7c4674" port: 44777 start_code: 1734283454943 } region_name: "hbase:meta,,1" 2024-12-15T17:24:25,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37773 {}] regionserver.StoreEngine(392): Refreshing store files for org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@4318df33 files to add: [hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/7f8257501634488098d438f594859903, hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/cfcb2f6878794f31b98d779eed3614a6, hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/ce172cafc7254d719e594e5cc9966eaf] files to remove: [hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/1d3897caa63c46b19c4544e6a3782ecf] 2024-12-15T17:24:25,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/7f8257501634488098d438f594859903 2024-12-15T17:24:25,186 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-15T17:24:25,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/cfcb2f6878794f31b98d779eed3614a6 2024-12-15T17:24:25,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37773 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/7f8257501634488098d438f594859903 2024-12-15T17:24:25,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37773 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/cfcb2f6878794f31b98d779eed3614a6 2024-12-15T17:24:25,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/ce172cafc7254d719e594e5cc9966eaf 2024-12-15T17:24:25,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] regionserver.HRegion(6011): 534574363 : Dropping memstore contents as well since replayed flush seqId: 5201 is greater than current seqId:5200 2024-12-15T17:24:25,207 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] regionserver.HRegion(6011): 534574363 : Dropping memstore contents as well since replayed flush seqId: 5201 is greater than current seqId:5200 2024-12-15T17:24:25,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] regionserver.HRegion(6011): 534574363 : Dropping memstore contents as well since replayed flush seqId: 5201 is greater than current seqId:5200 2024-12-15T17:24:25,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] regionserver.HRegion(5604): 534574363 : Replaying compaction marker table_name: "hbase:meta" encoded_region_name: "1588230740" family_name: "info" compaction_input: "7f8257501634488098d438f594859903" compaction_input: "cfcb2f6878794f31b98d779eed3614a6" compaction_input: "ce172cafc7254d719e594e5cc9966eaf" compaction_output: "986b43ad94e3450dbc77114da43feb54" store_home_dir: "info" region_name: "hbase:meta,,1" with seqId=5203 and lastReplayedOpenRegionSeqId=5201 2024-12-15T17:24:25,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37773 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/ce172cafc7254d719e594e5cc9966eaf 2024-12-15T17:24:25,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] regionserver.HStore(1353): Completing compaction from the WAL marker 2024-12-15T17:24:25,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37773 {}] regionserver.HRegion(6011): 1657623790 : Dropping memstore contents as well since replayed flush seqId: 5201 is greater than current seqId:5200 2024-12-15T17:24:25,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:25,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37773 {}] regionserver.HRegion(6011): 1657623790 : Dropping memstore contents as well since replayed flush seqId: 5201 is greater than current seqId:5200 2024-12-15T17:24:25,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37773 {}] regionserver.HRegion(6011): 1657623790 : Dropping memstore contents as well since replayed flush seqId: 5201 is greater than current seqId:5200 2024-12-15T17:24:25,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37773 {}] regionserver.HRegion(5604): 1657623790 : Replaying compaction marker table_name: "hbase:meta" encoded_region_name: "1588230740" family_name: "info" compaction_input: "7f8257501634488098d438f594859903" compaction_input: "cfcb2f6878794f31b98d779eed3614a6" compaction_input: "ce172cafc7254d719e594e5cc9966eaf" compaction_output: "986b43ad94e3450dbc77114da43feb54" store_home_dir: "info" region_name: "hbase:meta,,1" with seqId=5203 and lastReplayedOpenRegionSeqId=5201 2024-12-15T17:24:25,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37773 {}] regionserver.HStore(1353): Completing compaction from the WAL marker 2024-12-15T17:24:25,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37773 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:25,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37773 {}] regionserver.HStore(1403): Replaying compaction marker, replacing input files: [hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/7f8257501634488098d438f594859903, hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/cfcb2f6878794f31b98d779eed3614a6, hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/ce172cafc7254d719e594e5cc9966eaf] with output files : [hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/986b43ad94e3450dbc77114da43feb54] 2024-12-15T17:24:25,221 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37773 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0002.1657623790 with WAL disabled. Data may be lost in the event of a crash. 2024-12-15T17:24:25,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] regionserver.HStore(1403): Replaying compaction marker, replacing input files: [hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/7f8257501634488098d438f594859903, hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/cfcb2f6878794f31b98d779eed3614a6, hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/ce172cafc7254d719e594e5cc9966eaf] with output files : [hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/986b43ad94e3450dbc77114da43feb54] 2024-12-15T17:24:25,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0001.534574363 with WAL disabled. Data may be lost in the event of a crash. 2024-12-15T17:24:25,225 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5207=[#edits: 1 = <5168/info:/1734283465126/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5208=[#edits: 1 = <5169/info:/1734283465128/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta, lastWalPosition=1095, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-15T17:24:25,225 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta to pos 1971, reset compression=false 2024-12-15T17:24:25,231 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5209=[#edits: 1 = <5170/info:/1734283465141/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5210=[#edits: 1 = <5171/info:/1734283465147/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5211=[#edits: 1 = <5172/info:/1734283465149/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5212=[#edits: 1 = <5173/info:/1734283465150/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5213=[#edits: 1 = <5174/info:/1734283465154/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5214=[#edits: 1 = <5175/info:/1734283465157/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5215=[#edits: 1 = <5176/info:/1734283465157/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5216=[#edits: 1 = <5177/info:/1734283465161/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5217=[#edits: 1 = <5178/info:/1734283465165/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5218=[#edits: 1 = <5179/info:/1734283465175/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5219=[#edits: 1 = <5180/info:/1734283465176/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5220=[#edits: 1 = <5181/info:/1734283465177/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta, lastWalPosition=1971, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-15T17:24:25,236 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 39 WAL entries eligible for replication 2024-12-15T17:24:25,236 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta to pos 4818, reset compression=false 2024-12-15T17:24:25,242 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5221=[#edits: 1 = <5182/info:/1734283465179/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5222=[#edits: 1 = <5183/info:/1734283465188/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5223=[#edits: 1 = <5184/info:/1734283465189/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5224=[#edits: 1 = <5185/info:/1734283465191/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5225=[#edits: 1 = <5186/info:/1734283465193/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5226=[#edits: 1 = <5187/info:/1734283465195/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5227=[#edits: 1 = <5188/info:/1734283465198/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5228=[#edits: 1 = <5189/info:/1734283465199/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5229=[#edits: 1 = <5190/info:/1734283465200/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5230=[#edits: 1 = <5191/info:/1734283465202/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5231=[#edits: 1 = <5192/info:/1734283465203/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5232=[#edits: 1 = <5193/info:/1734283465204/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5233=[#edits: 1 = <5194/info:/1734283465205/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5234=[#edits: 1 = <5195/info:/1734283465205/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5235=[#edits: 1 = <5196/info:/1734283465206/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5236=[#edits: 1 = <5197/info:/1734283465207/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5237=[#edits: 1 = <5198/info:/1734283465208/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5238=[#edits: 1 = <5199/info:/1734283465209/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5239=[#edits: 1 = <5200/info:/1734283465211/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5240=[#edits: 1 = <5201/info:/1734283465213/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5241=[#edits: 1 = <5202/info:/1734283465213/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5242=[#edits: 1 = <5203/info:/1734283465214/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5243=[#edits: 1 = <5204/info:/1734283465215/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5244=[#edits: 1 = <5205/info:/1734283465215/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5245=[#edits: 1 = <5206/info:/1734283465216/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5246=[#edits: 1 = <5207/info:/1734283465217/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5247=[#edits: 1 = <5208/info:/1734283465218/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5248=[#edits: 1 = <5209/info:/1734283465219/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5249=[#edits: 1 = <5210/info:/1734283465220/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5250=[#edits: 1 = <5211/info:/1734283465221/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5251=[#edits: 1 = <5212/info:/1734283465222/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5252=[#edits: 1 = <5213/info:/1734283465223/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5253=[#edits: 1 = <5214/info:/1734283465223/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5254=[#edits: 1 = <5215/info:/1734283465225/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5255=[#edits: 1 = <5216/info:/1734283465225/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5256=[#edits: 1 = <5217/info:/1734283465226/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5257=[#edits: 1 = <5218/info:/1734283465228/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5258=[#edits: 1 = <5219/info:/1734283465229/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5259=[#edits: 1 = <5220/info:/1734283465231/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta, lastWalPosition=4818, nbRowKeys=39, nbHFiles=0, heapSize=6708, lastSeqIds={}, endOfFile=false,usedBufferSize=6708] 2024-12-15T17:24:25,244 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-15T17:24:25,244 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta to pos 5110, reset compression=false 2024-12-15T17:24:25,260 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-15T17:24:25,262 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5260=[#edits: 1 = <5221/info:/1734283465232/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5261=[#edits: 1 = <5222/info:/1734283465233/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5262=[#edits: 1 = <5223/info:/1734283465239/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5263=[#edits: 1 = <5224/info:/1734283465241/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta, lastWalPosition=5110, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-15T17:24:25,262 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta to pos 5548, reset compression=false 2024-12-15T17:24:25,263 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5264=[#edits: 1 = <5225/info:/1734283465242/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5265=[#edits: 1 = <5226/info:/1734283465243/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5266=[#edits: 1 = <5227/info:/1734283465243/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5267=[#edits: 1 = <5228/info:/1734283465244/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5268=[#edits: 1 = <5229/info:/1734283465248/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5269=[#edits: 1 = <5230/info:/1734283465249/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta, lastWalPosition=5548, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-15T17:24:25,281 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 41 WAL entries eligible for replication 2024-12-15T17:24:25,281 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5270=[#edits: 1 = <5231/info:/1734283465250/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5271=[#edits: 1 = <5232/info:/1734283465251/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5272=[#edits: 1 = <5233/info:/1734283465252/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5273=[#edits: 1 = <5234/info:/1734283465253/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5274=[#edits: 1 = <5235/info:/1734283465253/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5275=[#edits: 1 = <5236/info:/1734283465254/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5276=[#edits: 1 = <5237/info:/1734283465254/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5277=[#edits: 1 = <5238/info:/1734283465254/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5278=[#edits: 1 = <5239/info:/1734283465255/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5279=[#edits: 1 = <5240/info:/1734283465255/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5280=[#edits: 1 = <5241/info:/1734283465255/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5281=[#edits: 1 = <5242/info:/1734283465256/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5282=[#edits: 1 = <5243/info:/1734283465256/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5283=[#edits: 1 = <5244/info:/1734283465256/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5284=[#edits: 1 = <5245/info:/1734283465257/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5285=[#edits: 1 = <5246/info:/1734283465257/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5286=[#edits: 1 = <5247/info:/1734283465258/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5287=[#edits: 1 = <5248/info:/1734283465258/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5288=[#edits: 1 = <5249/info:/1734283465260/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5289=[#edits: 1 = <5250/info:/1734283465264/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5290=[#edits: 1 = <5251/info:/1734283465266/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5291=[#edits: 1 = <5252/info:/1734283465267/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5292=[#edits: 1 = <5253/info:/1734283465267/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5293=[#edits: 1 = <5254/info:/1734283465268/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5294=[#edits: 1 = <5255/info:/1734283465268/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5295=[#edits: 1 = <5256/info:/1734283465269/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5296=[#edits: 1 = <5257/info:/1734283465269/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5297=[#edits: 1 = <5258/info:/1734283465270/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5298=[#edits: 1 = <5259/info:/1734283465270/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5299=[#edits: 1 = <5260/info:/1734283465271/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5300=[#edits: 1 = <5261/info:/1734283465271/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5301=[#edits: 1 = <5262/info:/1734283465272/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5302=[#edits: 1 = <5263/info:/1734283465272/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5303=[#edits: 1 = <5264/info:/1734283465272/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5304=[#edits: 1 = <5265/info:/1734283465273/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5305=[#edits: 1 = <5266/info:/1734283465273/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5306=[#edits: 1 = <5267/info:/1734283465274/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5307=[#edits: 1 = <5268/info:/1734283465274/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5308=[#edits: 1 = <5269/info:/1734283465275/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5309=[#edits: 1 = <5270/info:/1734283465275/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5310=[#edits: 1 = <5271/info:/1734283465276/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta, lastWalPosition=8541, nbRowKeys=41, nbHFiles=0, heapSize=7052, lastSeqIds={}, endOfFile=false,usedBufferSize=7052] 2024-12-15T17:24:25,282 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta to pos 8541, reset compression=false 2024-12-15T17:24:25,291 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,37773,1734283454900 2024-12-15T17:24:25,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37773 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=26 2024-12-15T17:24:25,295 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 22 WAL entries eligible for replication 2024-12-15T17:24:25,295 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta to pos 10147, reset compression=false 2024-12-15T17:24:25,295 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5311=[#edits: 1 = <5272/info:/1734283465276/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5312=[#edits: 1 = <5273/info:/1734283465277/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5313=[#edits: 1 = <5274/info:/1734283465277/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5314=[#edits: 1 = <5275/info:/1734283465279/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5315=[#edits: 1 = <5276/info:/1734283465280/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5316=[#edits: 1 = <5277/info:/1734283465280/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5317=[#edits: 1 = <5278/info:/1734283465281/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5318=[#edits: 1 = <5279/info:/1734283465281/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5319=[#edits: 1 = <5280/info:/1734283465283/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5320=[#edits: 1 = <5281/info:/1734283465285/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5321=[#edits: 1 = <5282/info:/1734283465286/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5322=[#edits: 1 = <5283/info:/1734283465286/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5323=[#edits: 1 = <5284/info:/1734283465287/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5324=[#edits: 1 = <5285/info:/1734283465287/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5325=[#edits: 1 = <5286/info:/1734283465288/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5326=[#edits: 1 = <5287/info:/1734283465288/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5327=[#edits: 1 = <5288/info:/1734283465289/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5328=[#edits: 1 = <5289/info:/1734283465289/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5329=[#edits: 1 = <5290/info:/1734283465290/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5330=[#edits: 1 = <5291/info:/1734283465290/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5331=[#edits: 1 = <5292/info:/1734283465290/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5332=[#edits: 1 = <5293/info:/1734283465291/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta, lastWalPosition=10147, nbRowKeys=22, nbHFiles=0, heapSize=3784, lastSeqIds={}, endOfFile=false,usedBufferSize=3784] 2024-12-15T17:24:25,306 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-15T17:24:25,306 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta to pos 10950, reset compression=false 2024-12-15T17:24:25,306 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5333=[#edits: 1 = <5294/info:/1734283465292/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5334=[#edits: 1 = <5295/info:/1734283465293/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5335=[#edits: 1 = <5296/info:/1734283465293/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5336=[#edits: 1 = <5297/info:/1734283465296/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5337=[#edits: 1 = <5298/info:/1734283465298/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5338=[#edits: 1 = <5299/info:/1734283465300/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5339=[#edits: 1 = <5300/info:/1734283465301/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5340=[#edits: 1 = <5301/info:/1734283465302/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5341=[#edits: 1 = <5302/info:/1734283465302/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5342=[#edits: 1 = <5303/info:/1734283465303/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5343=[#edits: 1 = <5304/info:/1734283465303/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta, lastWalPosition=10950, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-15T17:24:25,312 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:25,312 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta to pos 11169, reset compression=false 2024-12-15T17:24:25,312 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5344=[#edits: 1 = <5305/info:/1734283465305/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5345=[#edits: 1 = <5306/info:/1734283465308/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5346=[#edits: 1 = <5307/info:/1734283465310/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta, lastWalPosition=11169, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-15T17:24:25,318 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-15T17:24:25,318 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta to pos 11607, reset compression=false 2024-12-15T17:24:25,318 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5347=[#edits: 1 = <5308/info:/1734283465310/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5348=[#edits: 1 = <5309/info:/1734283465311/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5349=[#edits: 1 = <5310/info:/1734283465312/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5350=[#edits: 1 = <5311/info:/1734283465313/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5351=[#edits: 1 = <5312/info:/1734283465314/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5352=[#edits: 1 = <5313/info:/1734283465316/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta, lastWalPosition=11607, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-15T17:24:25,323 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-15T17:24:25,324 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta to pos 11899, reset compression=false 2024-12-15T17:24:25,324 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5353=[#edits: 1 = <5314/info:/1734283465317/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5354=[#edits: 1 = <5315/info:/1734283465318/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5355=[#edits: 1 = <5316/info:/1734283465320/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5356=[#edits: 1 = <5317/info:/1734283465321/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta, lastWalPosition=11899, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-15T17:24:25,333 INFO [RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0-1 {event_type=RS_LOG_REPLAY, pid=26}] wal.WALSplitter(299): Splitting hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774-splitting/4ce65a7c4674%2C40715%2C1734283454774.1734283455849, size=597 (597bytes) 2024-12-15T17:24:25,333 INFO [RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0-1 {event_type=RS_LOG_REPLAY, pid=26}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774-splitting/4ce65a7c4674%2C40715%2C1734283454774.1734283455849 2024-12-15T17:24:25,341 INFO [RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0-1 {event_type=RS_LOG_REPLAY, pid=26}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774-splitting/4ce65a7c4674%2C40715%2C1734283454774.1734283455849 after 8ms 2024-12-15T17:24:25,347 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 26 WAL entries eligible for replication 2024-12-15T17:24:25,347 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta to pos 13797, reset compression=false 2024-12-15T17:24:25,347 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5357=[#edits: 1 = <5318/info:/1734283465322/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5358=[#edits: 1 = <5319/info:/1734283465324/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5359=[#edits: 1 = <5320/info:/1734283465327/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5360=[#edits: 1 = <5321/info:/1734283465328/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5361=[#edits: 1 = <5322/info:/1734283465329/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5362=[#edits: 1 = <5323/info:/1734283465330/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5363=[#edits: 1 = <5324/info:/1734283465332/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5364=[#edits: 1 = <5325/info:/1734283465333/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5365=[#edits: 1 = <5326/info:/1734283465333/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5366=[#edits: 1 = <5327/info:/1734283465334/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5367=[#edits: 1 = <5328/info:/1734283465334/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5368=[#edits: 1 = <5329/info:/1734283465335/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5369=[#edits: 1 = <5330/info:/1734283465335/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5370=[#edits: 1 = <5331/info:/1734283465336/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5371=[#edits: 1 = <5332/info:/1734283465336/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5372=[#edits: 1 = <5333/info:/1734283465337/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5373=[#edits: 1 = <5334/info:/1734283465338/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5374=[#edits: 1 = <5335/info:/1734283465338/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5375=[#edits: 1 = <5336/info:/1734283465338/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5376=[#edits: 1 = <5337/info:/1734283465339/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5377=[#edits: 1 = <5338/info:/1734283465339/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5378=[#edits: 1 = <5339/info:/1734283465339/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5379=[#edits: 1 = <5340/info:/1734283465340/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5380=[#edits: 1 = <5341/info:/1734283465341/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5381=[#edits: 1 = <5342/info:/1734283465343/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5382=[#edits: 1 = <5343/info:/1734283465343/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta, lastWalPosition=13797, nbRowKeys=26, nbHFiles=0, heapSize=4472, lastSeqIds={}, endOfFile=false,usedBufferSize=4472] 2024-12-15T17:24:25,351 INFO [RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0-1 {event_type=RS_LOG_REPLAY, pid=26}] wal.WALSplitter(310): Open hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774-splitting/4ce65a7c4674%2C40715%2C1734283454774.1734283455849 took 17ms 2024-12-15T17:24:25,360 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 15 WAL entries eligible for replication 2024-12-15T17:24:25,360 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta to pos 14892, reset compression=false 2024-12-15T17:24:25,360 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5383=[#edits: 1 = <5344/info:/1734283465344/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5384=[#edits: 1 = <5345/info:/1734283465345/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5385=[#edits: 1 = <5346/info:/1734283465350/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5386=[#edits: 1 = <5347/info:/1734283465352/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5387=[#edits: 1 = <5348/info:/1734283465353/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5388=[#edits: 1 = <5349/info:/1734283465353/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5389=[#edits: 1 = <5350/info:/1734283465354/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5390=[#edits: 1 = <5351/info:/1734283465354/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5391=[#edits: 1 = <5352/info:/1734283465354/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5392=[#edits: 1 = <5353/info:/1734283465355/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5393=[#edits: 1 = <5354/info:/1734283465355/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5394=[#edits: 1 = <5355/info:/1734283465356/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5395=[#edits: 1 = <5356/info:/1734283465356/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5396=[#edits: 1 = <5357/info:/1734283465356/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5397=[#edits: 1 = <5358/info:/1734283465357/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta, lastWalPosition=14892, nbRowKeys=15, nbHFiles=0, heapSize=2580, lastSeqIds={}, endOfFile=false,usedBufferSize=2580] 2024-12-15T17:24:25,377 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0-1 {event_type=RS_LOG_REPLAY, pid=26}] wal.WALSplitter(352): Last flushed sequenceid for f86a2591d84d969a2395704c36bb0713: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 3 } 2024-12-15T17:24:25,377 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0-1 {event_type=RS_LOG_REPLAY, pid=26}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774-splitting/4ce65a7c4674%2C40715%2C1734283454774.1734283455849 so closing down 2024-12-15T17:24:25,377 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0-1 {event_type=RS_LOG_REPLAY, pid=26}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-15T17:24:25,379 INFO [RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0-1-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-4ce65a7c4674%2C40715%2C1734283454774.1734283455849.temp 2024-12-15T17:24:25,387 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 25 WAL entries eligible for replication 2024-12-15T17:24:25,387 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta to pos 16717, reset compression=false 2024-12-15T17:24:25,387 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5398=[#edits: 1 = <5359/info:/1734283465357/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5399=[#edits: 1 = <5360/info:/1734283465358/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5400=[#edits: 1 = <5361/info:/1734283465361/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5401=[#edits: 1 = <5362/info:/1734283465362/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5402=[#edits: 1 = <5363/info:/1734283465363/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5403=[#edits: 1 = <5364/info:/1734283465363/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5404=[#edits: 1 = <5365/info:/1734283465364/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5405=[#edits: 1 = <5366/info:/1734283465364/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5406=[#edits: 1 = <5367/info:/1734283465365/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5407=[#edits: 1 = <5368/info:/1734283465365/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5408=[#edits: 1 = <5369/info:/1734283465366/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5409=[#edits: 1 = <5370/info:/1734283465366/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5410=[#edits: 1 = <5371/info:/1734283465367/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5411=[#edits: 1 = <5372/info:/1734283465376/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5412=[#edits: 1 = <5373/info:/1734283465377/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5413=[#edits: 1 = <5374/info:/1734283465378/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5414=[#edits: 1 = <5375/info:/1734283465380/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5415=[#edits: 1 = <5376/info:/1734283465380/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5416=[#edits: 1 = <5377/info:/1734283465381/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5417=[#edits: 1 = <5378/info:/1734283465381/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5418=[#edits: 1 = <5379/info:/1734283465381/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5419=[#edits: 1 = <5380/info:/1734283465382/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5420=[#edits: 1 = <5381/info:/1734283465382/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5421=[#edits: 1 = <5382/info:/1734283465383/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5422=[#edits: 1 = <5383/info:/1734283465383/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta, lastWalPosition=16717, nbRowKeys=25, nbHFiles=0, heapSize=4300, lastSeqIds={}, endOfFile=false,usedBufferSize=4300] 2024-12-15T17:24:25,400 INFO [RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0-1-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/namespace/f86a2591d84d969a2395704c36bb0713/recovered.edits/0000000000000000004-4ce65a7c4674%2C40715%2C1734283454774.1734283455849.temp 2024-12-15T17:24:25,400 INFO [RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0-1 {event_type=RS_LOG_REPLAY, pid=26}] wal.OutputSink(150): 3 split writer threads finished 2024-12-15T17:24:25,412 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 30 WAL entries eligible for replication 2024-12-15T17:24:25,412 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta to pos 18907, reset compression=false 2024-12-15T17:24:25,412 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5423=[#edits: 1 = <5384/info:/1734283465384/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5424=[#edits: 1 = <5385/info:/1734283465385/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5425=[#edits: 1 = <5386/info:/1734283465386/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5426=[#edits: 1 = <5387/info:/1734283465387/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5427=[#edits: 1 = <5388/info:/1734283465390/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5428=[#edits: 1 = <5389/info:/1734283465393/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5429=[#edits: 1 = <5390/info:/1734283465394/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5430=[#edits: 1 = <5391/info:/1734283465394/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5431=[#edits: 1 = <5392/info:/1734283465395/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5432=[#edits: 1 = <5393/info:/1734283465395/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5433=[#edits: 1 = <5394/info:/1734283465396/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5434=[#edits: 1 = <5395/info:/1734283465396/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5435=[#edits: 1 = <5396/info:/1734283465397/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5436=[#edits: 1 = <5397/info:/1734283465398/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5437=[#edits: 1 = <5398/info:/1734283465401/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5438=[#edits: 1 = <5399/info:/1734283465402/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5439=[#edits: 1 = <5400/info:/1734283465402/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5440=[#edits: 1 = <5401/info:/1734283465402/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5441=[#edits: 1 = <5402/info:/1734283465403/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5442=[#edits: 1 = <5403/info:/1734283465403/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5443=[#edits: 1 = <5404/info:/1734283465404/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5444=[#edits: 1 = <5405/info:/1734283465404/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5445=[#edits: 1 = <5406/info:/1734283465404/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5446=[#edits: 1 = <5407/info:/1734283465405/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5447=[#edits: 1 = <5408/info:/1734283465405/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5448=[#edits: 1 = <5409/info:/1734283465406/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5449=[#edits: 1 = <5410/info:/1734283465406/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5450=[#edits: 1 = <5411/info:/1734283465406/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5451=[#edits: 1 = <5412/info:/1734283465407/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5452=[#edits: 1 = <5413/info:/1734283465408/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta, lastWalPosition=18907, nbRowKeys=30, nbHFiles=0, heapSize=5160, lastSeqIds={}, endOfFile=false,usedBufferSize=5160] 2024-12-15T17:24:25,436 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 30 WAL entries eligible for replication 2024-12-15T17:24:25,436 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta to pos 21097, reset compression=false 2024-12-15T17:24:25,436 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5453=[#edits: 1 = <5414/info:/1734283465409/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5454=[#edits: 1 = <5415/info:/1734283465410/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5455=[#edits: 1 = <5416/info:/1734283465413/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5456=[#edits: 1 = <5417/info:/1734283465416/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5457=[#edits: 1 = <5418/info:/1734283465420/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5458=[#edits: 1 = <5419/info:/1734283465420/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5459=[#edits: 1 = <5420/info:/1734283465421/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5460=[#edits: 1 = <5421/info:/1734283465421/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5461=[#edits: 1 = <5422/info:/1734283465422/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5462=[#edits: 1 = <5423/info:/1734283465422/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5463=[#edits: 1 = <5424/info:/1734283465422/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5464=[#edits: 1 = <5425/info:/1734283465423/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5465=[#edits: 1 = <5426/info:/1734283465423/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5466=[#edits: 1 = <5427/info:/1734283465424/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5467=[#edits: 1 = <5428/info:/1734283465424/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5468=[#edits: 1 = <5429/info:/1734283465424/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5469=[#edits: 1 = <5430/info:/1734283465425/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5470=[#edits: 1 = <5431/info:/1734283465425/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5471=[#edits: 1 = <5432/info:/1734283465425/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5472=[#edits: 1 = <5433/info:/1734283465426/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5473=[#edits: 1 = <5434/info:/1734283465426/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5474=[#edits: 1 = <5435/info:/1734283465427/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5475=[#edits: 1 = <5436/info:/1734283465427/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5476=[#edits: 1 = <5437/info:/1734283465427/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5477=[#edits: 1 = <5438/info:/1734283465428/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5478=[#edits: 1 = <5439/info:/1734283465429/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5479=[#edits: 1 = <5440/info:/1734283465430/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5480=[#edits: 1 = <5441/info:/1734283465430/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5481=[#edits: 1 = <5442/info:/1734283465431/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5482=[#edits: 1 = <5443/info:/1734283465431/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta, lastWalPosition=21097, nbRowKeys=30, nbHFiles=0, heapSize=5160, lastSeqIds={}, endOfFile=false,usedBufferSize=5160] 2024-12-15T17:24:25,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741858_1034 (size=305) 2024-12-15T17:24:25,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741858_1034 (size=305) 2024-12-15T17:24:25,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741858_1034 (size=305) 2024-12-15T17:24:25,466 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/namespace/f86a2591d84d969a2395704c36bb0713/recovered.edits/0000000000000000004-4ce65a7c4674%2C40715%2C1734283454774.1734283455849.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-15T17:24:25,467 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/namespace/f86a2591d84d969a2395704c36bb0713/recovered.edits/0000000000000000004-4ce65a7c4674%2C40715%2C1734283454774.1734283455849.temp to hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/namespace/f86a2591d84d969a2395704c36bb0713/recovered.edits/0000000000000000005 2024-12-15T17:24:25,468 INFO [RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0-1 {event_type=RS_LOG_REPLAY, pid=26}] wal.WALSplitter(425): Processed 3 edits across 1 Regions in 93 ms; skipped=1; WAL=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774-splitting/4ce65a7c4674%2C40715%2C1734283454774.1734283455849, size=597, length=597, corrupted=false, cancelled=false 2024-12-15T17:24:25,468 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0-1 {event_type=RS_LOG_REPLAY, pid=26}] wal.WALSplitter(428): Completed split of hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774-splitting/4ce65a7c4674%2C40715%2C1734283454774.1734283455849, journal: Splitting hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774-splitting/4ce65a7c4674%2C40715%2C1734283454774.1734283455849, size=597 (597bytes) at 1734283465333Finishing writing output for hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774-splitting/4ce65a7c4674%2C40715%2C1734283454774.1734283455849 so closing down at 1734283465377 (+44 ms)Creating recovered edits writer path=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/namespace/f86a2591d84d969a2395704c36bb0713/recovered.edits/0000000000000000004-4ce65a7c4674%2C40715%2C1734283454774.1734283455849.temp at 1734283465400 (+23 ms)3 split writer threads finished at 1734283465400Closed recovered edits writer path=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/namespace/f86a2591d84d969a2395704c36bb0713/recovered.edits/0000000000000000004-4ce65a7c4674%2C40715%2C1734283454774.1734283455849.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1734283465466 (+66 ms)Rename recovered edits hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/namespace/f86a2591d84d969a2395704c36bb0713/recovered.edits/0000000000000000004-4ce65a7c4674%2C40715%2C1734283454774.1734283455849.temp to hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/namespace/f86a2591d84d969a2395704c36bb0713/recovered.edits/0000000000000000005 at 1734283465467 (+1 ms)Processed 3 edits across 1 Regions in 93 ms; skipped=1; WAL=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774-splitting/4ce65a7c4674%2C40715%2C1734283454774.1734283455849, size=597, length=597, corrupted=false, cancelled=false at 1734283465468 (+1 ms) 2024-12-15T17:24:25,468 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0-1 {event_type=RS_LOG_REPLAY, pid=26}] regionserver.SplitLogWorker(136): Done splitting WAL hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774-splitting/4ce65a7c4674%2C40715%2C1734283454774.1734283455849 2024-12-15T17:24:25,468 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0-1 {event_type=RS_LOG_REPLAY, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-15T17:24:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46599 {}] master.HMaster(4106): Remote procedure done, pid=26 2024-12-15T17:24:25,471 INFO [PEWorker-3 {}] wal.WALSplitUtil(142): Moved hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774-splitting/4ce65a7c4674%2C40715%2C1734283454774.1734283455849 to hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/oldWALs 2024-12-15T17:24:25,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=26, resume processing ppid=25 2024-12-15T17:24:25,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=25, state=SUCCESS; SplitWALRemoteProcedure 4ce65a7c4674%2C40715%2C1734283454774.1734283455849, worker=4ce65a7c4674,37773,1734283454900 in 335 msec 2024-12-15T17:24:25,473 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=4ce65a7c4674,37773,1734283454900 2024-12-15T17:24:25,476 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=18 2024-12-15T17:24:25,476 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=18, state=SUCCESS; SplitWALProcedure 4ce65a7c4674%2C40715%2C1734283454774.1734283455849, worker=4ce65a7c4674,37773,1734283454900 in 346 msec 2024-12-15T17:24:25,477 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,40715,1734283454774-splitting dir is empty, no logs to split. 2024-12-15T17:24:25,477 INFO [PEWorker-4 {}] master.SplitWALManager(105): 4ce65a7c4674,40715,1734283454774 WAL count=0, meta=false 2024-12-15T17:24:25,478 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(295): Check if 4ce65a7c4674,40715,1734283454774 WAL splitting is done? wals=0, meta=false 2024-12-15T17:24:25,479 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=f86a2591d84d969a2395704c36bb0713, ASSIGN}] 2024-12-15T17:24:25,480 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=27, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=f86a2591d84d969a2395704c36bb0713, ASSIGN 2024-12-15T17:24:25,480 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=27, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=f86a2591d84d969a2395704c36bb0713, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-15T17:24:25,496 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:25,496 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5483=[#edits: 1 = <5444/info:/1734283465432/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5484=[#edits: 1 = <5445/info:/1734283465434/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5485=[#edits: 1 = <5446/info:/1734283465435/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5486=[#edits: 1 = <5447/info:/1734283465437/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5487=[#edits: 1 = <5448/info:/1734283465440/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5488=[#edits: 1 = <5449/info:/1734283465441/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5489=[#edits: 1 = <5450/info:/1734283465442/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5490=[#edits: 1 = <5451/info:/1734283465442/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5491=[#edits: 1 = <5452/info:/1734283465443/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5492=[#edits: 1 = <5453/info:/1734283465443/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5493=[#edits: 1 = <5454/info:/1734283465444/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5494=[#edits: 1 = <5455/info:/1734283465444/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5495=[#edits: 1 = <5456/info:/1734283465444/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5496=[#edits: 1 = <5457/info:/1734283465445/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5497=[#edits: 1 = <5458/info:/1734283465445/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5498=[#edits: 1 = <5459/info:/1734283465446/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5499=[#edits: 1 = <5460/info:/1734283465446/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5500=[#edits: 1 = <5461/info:/1734283465446/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5501=[#edits: 1 = <5462/info:/1734283465447/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5502=[#edits: 1 = <5463/info:/1734283465448/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5503=[#edits: 1 = <5464/info:/1734283465448/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5504=[#edits: 1 = <5465/info:/1734283465449/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5505=[#edits: 1 = <5466/info:/1734283465451/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5506=[#edits: 1 = <5467/info:/1734283465452/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5507=[#edits: 1 = <5468/info:/1734283465452/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5508=[#edits: 1 = <5469/info:/1734283465453/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5509=[#edits: 1 = <5470/info:/1734283465453/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5510=[#edits: 1 = <5471/info:/1734283465454/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5511=[#edits: 1 = <5472/info:/1734283465454/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5512=[#edits: 1 = <5473/info:/1734283465454/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5513=[#edits: 1 = <5474/info:/1734283465455/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5514=[#edits: 1 = <5475/info:/1734283465455/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5515=[#edits: 1 = <5476/info:/1734283465456/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5516=[#edits: 1 = <5477/info:/1734283465456/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5517=[#edits: 1 = <5478/info:/1734283465456/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5518=[#edits: 1 = <5479/info:/1734283465457/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5519=[#edits: 1 = <5480/info:/1734283465457/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5520=[#edits: 1 = <5481/info:/1734283465458/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5521=[#edits: 1 = <5482/info:/1734283465458/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5522=[#edits: 1 = <5483/info:/1734283465458/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5523=[#edits: 1 = <5484/info:/1734283465459/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5524=[#edits: 1 = <5485/info:/1734283465459/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5525=[#edits: 1 = <5486/info:/1734283465460/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5526=[#edits: 1 = <5487/info:/1734283465460/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5527=[#edits: 1 = <5488/info:/1734283465460/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5528=[#edits: 1 = <5489/info:/1734283465461/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5529=[#edits: 1 = <5490/info:/1734283465461/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5530=[#edits: 1 = <5491/info:/1734283465462/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5531=[#edits: 1 = <5492/info:/1734283465462/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5532=[#edits: 1 = <5493/info:/1734283465463/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5533=[#edits: 1 = <5494/info:/1734283465463/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5534=[#edits: 1 = <5495/info:/1734283465464/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5535=[#edits: 1 = <5496/info:/1734283465465/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5536=[#edits: 1 = <5497/info:/1734283465466/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5537=[#edits: 1 = <5498/info:/1734283465467/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5538=[#edits: 1 = <5499/info:/1734283465468/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5539=[#edits: 1 = <5500/info:/1734283465469/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5540=[#edits: 1 = <5501/info:/1734283465469/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5541=[#edits: 1 = <5502/info:/1734283465470/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5542=[#edits: 1 = <5503/info:/1734283465471/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta, lastWalPosition=25477, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:25,498 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 31 WAL entries eligible for replication 2024-12-15T17:24:25,498 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta to pos 27740, reset compression=false 2024-12-15T17:24:25,509 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5543=[#edits: 1 = <5504/info:/1734283465476/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5544=[#edits: 1 = <5505/info:/1734283465476/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5545=[#edits: 1 = <5506/info:/1734283465477/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5546=[#edits: 1 = <5507/info:/1734283465478/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5547=[#edits: 1 = <5508/info:/1734283465480/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5548=[#edits: 1 = <5509/info:/1734283465481/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5549=[#edits: 1 = <5510/info:/1734283465481/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5550=[#edits: 1 = <5511/info:/1734283465482/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5551=[#edits: 1 = <5512/info:/1734283465482/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5552=[#edits: 1 = <5513/info:/1734283465483/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5553=[#edits: 1 = <5514/info:/1734283465483/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5554=[#edits: 1 = <5515/info:/1734283465484/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5555=[#edits: 1 = <5516/info:/1734283465484/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5556=[#edits: 1 = <5517/info:/1734283465485/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5557=[#edits: 1 = <5518/info:/1734283465485/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5558=[#edits: 1 = <5519/info:/1734283465485/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5559=[#edits: 1 = <5520/info:/1734283465486/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5560=[#edits: 1 = <5521/info:/1734283465486/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5561=[#edits: 1 = <5522/info:/1734283465486/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5562=[#edits: 1 = <5523/info:/1734283465487/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5563=[#edits: 1 = <5524/info:/1734283465487/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5564=[#edits: 1 = <5525/info:/1734283465488/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5565=[#edits: 1 = <5526/info:/1734283465488/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5566=[#edits: 1 = <5527/info:/1734283465488/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5567=[#edits: 1 = <5528/info:/1734283465489/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5568=[#edits: 1 = <5529/info:/1734283465489/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5569=[#edits: 1 = <5530/info:/1734283465490/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5570=[#edits: 1 = <5531/info:/1734283465490/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5571=[#edits: 1 = <5532/info:/1734283465490/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5572=[#edits: 1 = <5533/info:/1734283465491/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5573=[#edits: 1 = <5534/info:/1734283465491/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta, lastWalPosition=27740, nbRowKeys=31, nbHFiles=0, heapSize=5332, lastSeqIds={}, endOfFile=false,usedBufferSize=5332] 2024-12-15T17:24:25,631 DEBUG [4ce65a7c4674:46599 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-15T17:24:25,631 DEBUG [4ce65a7c4674:46599 {}] balancer.BalancerClusterState(202): Hosts are {4ce65a7c4674=0} racks are {/default-rack=0} 2024-12-15T17:24:25,631 DEBUG [4ce65a7c4674:46599 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-15T17:24:25,631 DEBUG [4ce65a7c4674:46599 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-15T17:24:25,632 DEBUG [4ce65a7c4674:46599 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-15T17:24:25,632 INFO [4ce65a7c4674:46599 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-15T17:24:25,632 INFO [4ce65a7c4674:46599 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-15T17:24:25,632 INFO [4ce65a7c4674:46599 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-15T17:24:25,632 DEBUG [4ce65a7c4674:46599 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-15T17:24:25,632 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=f86a2591d84d969a2395704c36bb0713, regionState=OPENING, regionLocation=4ce65a7c4674,37773,1734283454900 2024-12-15T17:24:25,633 WARN [RS-EventLoopGroup-17-1 {}] ipc.NettyRpcConnection$2(410): Exception encountered while connecting to the server 4ce65a7c4674:40715 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4ce65a7c4674/172.17.0.2:40715 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:24:25,634 DEBUG [RS-EventLoopGroup-17-1 {}] ipc.FailedServers(52): Added failed server with address 4ce65a7c4674:40715 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4ce65a7c4674/172.17.0.2:40715 2024-12-15T17:24:25,695 INFO [4ce65a7c4674:46413Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:24:25,711 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta to pos 27740, reset compression=false 2024-12-15T17:24:25,714 INFO [4ce65a7c4674:37773Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:24:25,725 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:25,725 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5574=[#edits: 1 = <5535/info:/1734283465498/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5575=[#edits: 1 = <5536/info:/1734283465510/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5576=[#edits: 1 = <5537/info:/1734283465511/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5577=[#edits: 1 = <5538/info:/1734283465513/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5578=[#edits: 1 = <5539/info:/1734283465513/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5579=[#edits: 1 = <5540/info:/1734283465514/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5580=[#edits: 1 = <5541/info:/1734283465514/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5581=[#edits: 1 = <5542/info:/1734283465515/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5582=[#edits: 1 = <5543/info:/1734283465515/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5583=[#edits: 1 = <5544/info:/1734283465516/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5584=[#edits: 1 = <5545/info:/1734283465516/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5585=[#edits: 1 = <5546/info:/1734283465517/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5586=[#edits: 1 = <5547/info:/1734283465517/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5587=[#edits: 1 = <5548/info:/1734283465518/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5588=[#edits: 1 = <5549/info:/1734283465518/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5589=[#edits: 1 = <5550/info:/1734283465518/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5590=[#edits: 1 = <5551/info:/1734283465519/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5591=[#edits: 1 = <5552/info:/1734283465519/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5592=[#edits: 1 = <5553/info:/1734283465519/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5593=[#edits: 1 = <5554/info:/1734283465520/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5594=[#edits: 1 = <5555/info:/1734283465520/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5595=[#edits: 1 = <5556/info:/1734283465520/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5596=[#edits: 1 = <5557/info:/1734283465521/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5597=[#edits: 1 = <5558/info:/1734283465521/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5598=[#edits: 1 = <5559/info:/1734283465521/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5599=[#edits: 1 = <5560/info:/1734283465522/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5600=[#edits: 1 = <5561/info:/1734283465522/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5601=[#edits: 1 = <5562/info:/1734283465523/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5602=[#edits: 1 = <5563/info:/1734283465523/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5603=[#edits: 1 = <5564/info:/1734283465523/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5604=[#edits: 1 = <5565/info:/1734283465524/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5605=[#edits: 1 = <5566/info:/1734283465524/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5606=[#edits: 1 = <5567/info:/1734283465524/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5607=[#edits: 1 = <5568/info:/1734283465525/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5608=[#edits: 1 = <5569/info:/1734283465525/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5609=[#edits: 1 = <5570/info:/1734283465525/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5610=[#edits: 1 = <5571/info:/1734283465526/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5611=[#edits: 1 = <5572/info:/1734283465526/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5612=[#edits: 1 = <5573/info:/1734283465526/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5613=[#edits: 1 = <5574/info:/1734283465527/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5614=[#edits: 1 = <5575/info:/1734283465527/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5615=[#edits: 1 = <5576/info:/1734283465527/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5616=[#edits: 1 = <5577/info:/1734283465531/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5617=[#edits: 1 = <5578/info:/1734283465535/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5618=[#edits: 1 = <5579/info:/1734283465541/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5619=[#edits: 1 = <5580/info:/1734283465543/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5620=[#edits: 1 = <5581/info:/1734283465545/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5621=[#edits: 1 = <5582/info:/1734283465545/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5622=[#edits: 1 = <5583/info:/1734283465546/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5623=[#edits: 1 = <5584/info:/1734283465546/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5624=[#edits: 1 = <5585/info:/1734283465547/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5625=[#edits: 1 = <5586/info:/1734283465548/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5626=[#edits: 1 = <5587/info:/1734283465548/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5627=[#edits: 1 = <5588/info:/1734283465549/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5628=[#edits: 1 = <5589/info:/1734283465550/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5629=[#edits: 1 = <5590/info:/1734283465551/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5630=[#edits: 1 = <5591/info:/1734283465552/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5631=[#edits: 1 = <5592/info:/1734283465553/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5632=[#edits: 1 = <5593/info:/1734283465553/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5633=[#edits: 1 = <5594/info:/1734283465554/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta, lastWalPosition=32120, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:25,729 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:25,730 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5634=[#edits: 1 = <5595/info:/1734283465554/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5635=[#edits: 1 = <5596/info:/1734283465554/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5636=[#edits: 1 = <5597/info:/1734283465555/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5637=[#edits: 1 = <5598/info:/1734283465556/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5638=[#edits: 1 = <5599/info:/1734283465568/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5639=[#edits: 1 = <5600/info:/1734283465572/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5640=[#edits: 1 = <5601/info:/1734283465576/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5641=[#edits: 1 = <5602/info:/1734283465579/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5642=[#edits: 1 = <5603/info:/1734283465588/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5643=[#edits: 1 = <5604/info:/1734283465592/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5644=[#edits: 1 = <5605/info:/1734283465593/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5645=[#edits: 1 = <5606/info:/1734283465600/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5646=[#edits: 1 = <5607/info:/1734283465604/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5647=[#edits: 1 = <5608/info:/1734283465605/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5648=[#edits: 1 = <5609/info:/1734283465605/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5649=[#edits: 1 = <5610/info:/1734283465606/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5650=[#edits: 1 = <5611/info:/1734283465607/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5651=[#edits: 1 = <5612/info:/1734283465609/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5652=[#edits: 1 = <5613/info:/1734283465609/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5653=[#edits: 1 = <5614/info:/1734283465611/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5654=[#edits: 1 = <5615/info:/1734283465612/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5655=[#edits: 1 = <5616/info:/1734283465613/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5656=[#edits: 1 = <5617/info:/1734283465617/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5657=[#edits: 1 = <5618/info:/1734283465618/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5658=[#edits: 1 = <5619/info:/1734283465619/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5659=[#edits: 1 = <5620/info:/1734283465620/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5660=[#edits: 1 = <5621/info:/1734283465624/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5661=[#edits: 1 = <5622/info:/1734283465627/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5662=[#edits: 1 = <5623/info:/1734283465628/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5663=[#edits: 1 = <5624/info:/1734283465628/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5664=[#edits: 1 = <5625/info:/1734283465629/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5665=[#edits: 1 = <5626/info:/1734283465630/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5666=[#edits: 1 = <5627/info:/1734283465631/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5667=[#edits: 1 = <5628/info:/1734283465636/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5668=[#edits: 1 = <5629/info:/1734283465638/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5669=[#edits: 1 = <5630/info:/1734283465643/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5670=[#edits: 1 = <5631/info:/1734283465646/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5671=[#edits: 1 = <5632/info:/1734283465648/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5672=[#edits: 1 = <5633/info:/1734283465648/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5673=[#edits: 1 = <5634/info:/1734283465649/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5674=[#edits: 1 = <5635/info:/1734283465649/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5675=[#edits: 1 = <5636/info:/1734283465650/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5676=[#edits: 1 = <5637/info:/1734283465654/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5677=[#edits: 1 = <5638/info:/1734283465658/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5678=[#edits: 1 = <5639/info:/1734283465658/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5679=[#edits: 1 = <5640/info:/1734283465659/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5680=[#edits: 1 = <5641/info:/1734283465659/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5681=[#edits: 1 = <5642/info:/1734283465663/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5682=[#edits: 1 = <5643/info:/1734283465671/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5683=[#edits: 1 = <5644/info:/1734283465681/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5684=[#edits: 1 = <5645/info:/1734283465682/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5685=[#edits: 1 = <5646/info:/1734283465683/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5686=[#edits: 1 = <5647/info:/1734283465685/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5687=[#edits: 1 = <5648/info:/1734283465685/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5688=[#edits: 1 = <5649/info:/1734283465686/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5689=[#edits: 1 = <5650/info:/1734283465687/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5690=[#edits: 1 = <5651/info:/1734283465688/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5691=[#edits: 1 = <5652/info:/1734283465688/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5692=[#edits: 1 = <5653/info:/1734283465689/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5693=[#edits: 1 = <5654/info:/1734283465691/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta, lastWalPosition=36500, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:25,730 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 14 WAL entries eligible for replication 2024-12-15T17:24:25,730 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta to pos 37522, reset compression=false 2024-12-15T17:24:25,732 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5694=[#edits: 1 = <5655/info:/1734283465693/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5695=[#edits: 1 = <5656/info:/1734283465693/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5696=[#edits: 1 = <5657/info:/1734283465694/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5697=[#edits: 1 = <5658/info:/1734283465701/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5698=[#edits: 1 = <5659/info:/1734283465702/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5699=[#edits: 1 = <5660/info:/1734283465703/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5700=[#edits: 1 = <5661/info:/1734283465704/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5701=[#edits: 1 = <5662/info:/1734283465704/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5702=[#edits: 1 = <5663/info:/1734283465705/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5703=[#edits: 1 = <5664/info:/1734283465705/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5704=[#edits: 1 = <5665/info:/1734283465709/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5705=[#edits: 1 = <5666/info:/1734283465714/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5706=[#edits: 1 = <5667/info:/1734283465715/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5707=[#edits: 1 = <5668/info:/1734283465715/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta, lastWalPosition=37522, nbRowKeys=14, nbHFiles=0, heapSize=2408, lastSeqIds={}, endOfFile=false,usedBufferSize=2408] 2024-12-15T17:24:25,734 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:24:25,736 INFO [RS-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43538, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:24:25,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE; OpenRegionProcedure f86a2591d84d969a2395704c36bb0713, server=4ce65a7c4674,37773,1734283454900}] 2024-12-15T17:24:25,743 INFO [4ce65a7c4674:44777Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:24:25,743 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:24:25,743 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:24:25,773 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 23 WAL entries eligible for replication 2024-12-15T17:24:25,773 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta to pos 39538, reset compression=false 2024-12-15T17:24:25,773 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5708=[#edits: 1 = <5669/info:/1734283465716/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5709=[#edits: 1 = <5670/info:/1734283465717/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5710=[#edits: 1 = <5671/info:/1734283465717/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5711=[#edits: 1 = <5672/info:/1734283465718/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5712=[#edits: 1 = <5673/info:/1734283465718/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5713=[#edits: 1 = <5674/info:/1734283465719/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5714=[#edits: 1 = <5675/info:/1734283465719/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5715=[#edits: 1 = <5676/info:/1734283465720/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5716=[#edits: 1 = <5677/info:/1734283465722/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5717=[#edits: 1 = <5678/info:/1734283465722/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5718=[#edits: 1 = <5679/info:/1734283465728/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5719=[#edits: 1 = <5680/info:/1734283465729/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5720=[#edits: 1 = <5681/info:/1734283465732/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5721=[#edits: 1 = <5682/info:/1734283465733/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5722=[#edits: 1 = <5683/info:/1734283465734/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5723=[#edits: 1 = <5684/info:/1734283465735/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5724=[#edits: 3 = ],612}, {hbase:meta/1588230740/5725=[#edits: 1 = <5685/info:/1734283465737/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5726=[#edits: 1 = <5686/info:/1734283465740/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5727=[#edits: 1 = <5687/info:/1734283465744/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5728=[#edits: 1 = <5688/info:/1734283465756/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5729=[#edits: 1 = <5689/info:/1734283465757/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5730=[#edits: 1 = <5690/info:/1734283465762/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta, lastWalPosition=39538, nbRowKeys=23, nbHFiles=0, heapSize=4396, lastSeqIds={}, endOfFile=false,usedBufferSize=4396] 2024-12-15T17:24:25,786 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:24:25,786 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta to pos 39903, reset compression=false 2024-12-15T17:24:25,786 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5731=[#edits: 1 = <5691/info:/1734283465767/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5732=[#edits: 1 = <5692/info:/1734283465770/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5733=[#edits: 1 = <5693/info:/1734283465771/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5734=[#edits: 1 = <5694/info:/1734283465772/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5735=[#edits: 1 = <5695/info:/1734283465775/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta, lastWalPosition=39903, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-15T17:24:25,794 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:24:25,798 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5736=[#edits: 1 = <5696/info:/1734283465784/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5737=[#edits: 1 = <5697/info:/1734283465785/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5738=[#edits: 1 = <5698/info:/1734283465788/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5739=[#edits: 1 = <5699/info:/1734283465789/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5740=[#edits: 1 = <5700/info:/1734283465790/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta, lastWalPosition=40268, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-15T17:24:25,799 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta to pos 40268, reset compression=false 2024-12-15T17:24:25,824 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:25,824 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta to pos 40487, reset compression=false 2024-12-15T17:24:25,824 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5741=[#edits: 1 = <5701/info:/1734283465791/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5742=[#edits: 1 = <5702/info:/1734283465800/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5743=[#edits: 1 = <5703/info:/1734283465815/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta, lastWalPosition=40487, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-15T17:24:25,873 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:24:25,873 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta to pos 40852, reset compression=false 2024-12-15T17:24:25,873 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5744=[#edits: 1 = <5704/info:/1734283465821/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5745=[#edits: 1 = <5705/info:/1734283465831/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5746=[#edits: 1 = <5706/info:/1734283465834/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5747=[#edits: 1 = <5707/info:/1734283465838/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5748=[#edits: 1 = <5708/info:/1734283465844/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta, lastWalPosition=40852, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-15T17:24:25,874 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:24:25,874 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:24:25,899 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,37773,1734283454900 2024-12-15T17:24:25,909 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 26 WAL entries eligible for replication 2024-12-15T17:24:25,910 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta to pos 42750, reset compression=false 2024-12-15T17:24:25,909 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5749=[#edits: 1 = <5709/info:/1734283465848/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5750=[#edits: 1 = <5710/info:/1734283465852/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5751=[#edits: 1 = <5711/info:/1734283465854/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5752=[#edits: 1 = <5712/info:/1734283465857/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5753=[#edits: 1 = <5713/info:/1734283465858/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5754=[#edits: 1 = <5714/info:/1734283465859/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5755=[#edits: 1 = <5715/info:/1734283465860/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5756=[#edits: 1 = <5716/info:/1734283465861/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5757=[#edits: 1 = <5717/info:/1734283465861/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5758=[#edits: 1 = <5718/info:/1734283465862/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5759=[#edits: 1 = <5719/info:/1734283465863/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5760=[#edits: 1 = <5720/info:/1734283465863/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5761=[#edits: 1 = <5721/info:/1734283465864/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5762=[#edits: 1 = <5722/info:/1734283465874/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5763=[#edits: 1 = <5723/info:/1734283465876/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5764=[#edits: 1 = <5724/info:/1734283465877/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5765=[#edits: 1 = <5725/info:/1734283465878/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5766=[#edits: 1 = <5726/info:/1734283465878/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5767=[#edits: 1 = <5727/info:/1734283465879/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5768=[#edits: 1 = <5728/info:/1734283465879/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5769=[#edits: 1 = <5729/info:/1734283465882/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5770=[#edits: 1 = <5730/info:/1734283465884/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5771=[#edits: 1 = <5731/info:/1734283465887/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5772=[#edits: 1 = <5732/info:/1734283465893/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5773=[#edits: 1 = <5733/info:/1734283465894/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5774=[#edits: 1 = <5734/info:/1734283465895/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta, lastWalPosition=42750, nbRowKeys=26, nbHFiles=0, heapSize=4472, lastSeqIds={}, endOfFile=false,usedBufferSize=4472] 2024-12-15T17:24:25,915 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=28}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734283456631.f86a2591d84d969a2395704c36bb0713. 2024-12-15T17:24:25,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=28}] regionserver.HRegion(7285): Opening region: {ENCODED => f86a2591d84d969a2395704c36bb0713, NAME => 'hbase:namespace,,1734283456631.f86a2591d84d969a2395704c36bb0713.', STARTKEY => '', ENDKEY => ''} 2024-12-15T17:24:25,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace f86a2591d84d969a2395704c36bb0713 2024-12-15T17:24:25,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=28}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734283456631.f86a2591d84d969a2395704c36bb0713.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:24:25,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=28}] regionserver.HRegion(7327): checking encryption for f86a2591d84d969a2395704c36bb0713 2024-12-15T17:24:25,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=28}] regionserver.HRegion(7330): checking classloading for f86a2591d84d969a2395704c36bb0713 2024-12-15T17:24:25,943 INFO [StoreOpener-f86a2591d84d969a2395704c36bb0713-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region f86a2591d84d969a2395704c36bb0713 2024-12-15T17:24:25,944 INFO [StoreOpener-f86a2591d84d969a2395704c36bb0713-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f86a2591d84d969a2395704c36bb0713 columnFamilyName info 2024-12-15T17:24:25,944 DEBUG [StoreOpener-f86a2591d84d969a2395704c36bb0713-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:25,950 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 22 WAL entries eligible for replication 2024-12-15T17:24:25,950 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta to pos 44356, reset compression=false 2024-12-15T17:24:25,950 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5775=[#edits: 1 = <5735/info:/1734283465900/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5776=[#edits: 1 = <5736/info:/1734283465902/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5777=[#edits: 1 = <5737/info:/1734283465905/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5778=[#edits: 1 = <5738/info:/1734283465909/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5779=[#edits: 1 = <5739/info:/1734283465911/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5780=[#edits: 1 = <5740/info:/1734283465915/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5781=[#edits: 1 = <5741/info:/1734283465917/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5782=[#edits: 1 = <5742/info:/1734283465919/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5783=[#edits: 1 = <5743/info:/1734283465929/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5784=[#edits: 1 = <5744/info:/1734283465929/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5785=[#edits: 1 = <5745/info:/1734283465930/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5786=[#edits: 1 = <5746/info:/1734283465930/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5787=[#edits: 1 = <5747/info:/1734283465931/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5788=[#edits: 1 = <5748/info:/1734283465931/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5789=[#edits: 1 = <5749/info:/1734283465932/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5790=[#edits: 1 = <5750/info:/1734283465932/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5791=[#edits: 1 = <5751/info:/1734283465933/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5792=[#edits: 1 = <5752/info:/1734283465934/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5793=[#edits: 1 = <5753/info:/1734283465934/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5794=[#edits: 1 = <5754/info:/1734283465935/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5795=[#edits: 1 = <5755/info:/1734283465935/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5796=[#edits: 1 = <5756/info:/1734283465937/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta, lastWalPosition=44356, nbRowKeys=22, nbHFiles=0, heapSize=3784, lastSeqIds={}, endOfFile=false,usedBufferSize=3784] 2024-12-15T17:24:25,956 INFO [StoreOpener-f86a2591d84d969a2395704c36bb0713-1 {}] regionserver.HStore(327): Store=f86a2591d84d969a2395704c36bb0713/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:24:25,958 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 17 WAL entries eligible for replication 2024-12-15T17:24:25,958 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta to pos 45597, reset compression=false 2024-12-15T17:24:25,960 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5797=[#edits: 1 = <5757/info:/1734283465942/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5798=[#edits: 1 = <5758/info:/1734283465943/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5799=[#edits: 1 = <5759/info:/1734283465943/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5800=[#edits: 1 = <5760/info:/1734283465944/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5801=[#edits: 1 = <5761/info:/1734283465944/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5802=[#edits: 1 = <5762/info:/1734283465945/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5803=[#edits: 1 = <5763/info:/1734283465945/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5804=[#edits: 1 = <5764/info:/1734283465946/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5805=[#edits: 1 = <5765/info:/1734283465946/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5806=[#edits: 1 = <5766/info:/1734283465947/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5807=[#edits: 1 = <5767/info:/1734283465947/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5808=[#edits: 1 = <5768/info:/1734283465948/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5809=[#edits: 1 = <5769/info:/1734283465948/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5810=[#edits: 1 = <5770/info:/1734283465949/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5811=[#edits: 1 = <5771/info:/1734283465949/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5812=[#edits: 1 = <5772/info:/1734283465953/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5813=[#edits: 1 = <5773/info:/1734283465954/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta, lastWalPosition=45597, nbRowKeys=17, nbHFiles=0, heapSize=2924, lastSeqIds={}, endOfFile=false,usedBufferSize=2924] 2024-12-15T17:24:25,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=28}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/namespace/f86a2591d84d969a2395704c36bb0713 2024-12-15T17:24:25,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=28}] regionserver.HRegion(5301): Found 1 recovered edits file(s) under hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/namespace/f86a2591d84d969a2395704c36bb0713 2024-12-15T17:24:25,974 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=28}] regionserver.HRegion(5368): Replaying edits from hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/namespace/f86a2591d84d969a2395704c36bb0713/recovered.edits/0000000000000000005 2024-12-15T17:24:25,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=28}] regionserver.HRegion(5561): Applied 2, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=5, path=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/namespace/f86a2591d84d969a2395704c36bb0713/recovered.edits/0000000000000000005 2024-12-15T17:24:25,977 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=28}] regionserver.HRegion(2837): Flushing f86a2591d84d969a2395704c36bb0713 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-15T17:24:25,994 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-15T17:24:25,994 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5814=[#edits: 1 = <5774/info:/1734283465962/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5815=[#edits: 1 = <5775/info:/1734283465966/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5816=[#edits: 1 = <5776/info:/1734283465968/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5817=[#edits: 1 = <5777/info:/1734283465969/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5818=[#edits: 1 = <5778/info:/1734283465970/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5819=[#edits: 1 = <5779/info:/1734283465972/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5820=[#edits: 1 = <5780/info:/1734283465988/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5821=[#edits: 1 = <5781/info:/1734283465989/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5822=[#edits: 1 = <5782/info:/1734283465990/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5823=[#edits: 1 = <5783/info:/1734283465991/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta, lastWalPosition=46327, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-15T17:24:25,994 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta to pos 46327, reset compression=false 2024-12-15T17:24:26,037 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 18 WAL entries eligible for replication 2024-12-15T17:24:26,037 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta to pos 47641, reset compression=false 2024-12-15T17:24:26,037 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5824=[#edits: 1 = <5784/info:/1734283465991/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5825=[#edits: 1 = <5785/info:/1734283465996/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5826=[#edits: 1 = <5786/info:/1734283465997/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5827=[#edits: 1 = <5787/info:/1734283465999/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5828=[#edits: 1 = <5788/info:/1734283466000/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5829=[#edits: 1 = <5789/info:/1734283466002/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5830=[#edits: 1 = <5790/info:/1734283466003/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5831=[#edits: 1 = <5791/info:/1734283466004/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5832=[#edits: 1 = <5792/info:/1734283466004/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5833=[#edits: 1 = <5793/info:/1734283466010/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5834=[#edits: 1 = <5794/info:/1734283466012/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5835=[#edits: 1 = <5795/info:/1734283466013/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5836=[#edits: 1 = <5796/info:/1734283466015/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5837=[#edits: 1 = <5797/info:/1734283466020/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5838=[#edits: 1 = <5798/info:/1734283466021/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5839=[#edits: 1 = <5799/info:/1734283466024/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5840=[#edits: 1 = <5800/info:/1734283466025/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5841=[#edits: 1 = <5801/info:/1734283466026/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta, lastWalPosition=47641, nbRowKeys=18, nbHFiles=0, heapSize=3096, lastSeqIds={}, endOfFile=false,usedBufferSize=3096] 2024-12-15T17:24:26,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/namespace/f86a2591d84d969a2395704c36bb0713/.tmp/info/cabbde23337e460bbf1c8dd17913ec09 is 45, key is default/info:d/1734283457203/Put/seqid=0 2024-12-15T17:24:26,066 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-15T17:24:26,066 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5842=[#edits: 1 = <5802/info:/1734283466027/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5843=[#edits: 1 = <5803/info:/1734283466030/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5844=[#edits: 1 = <5804/info:/1734283466035/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5845=[#edits: 1 = <5805/info:/1734283466039/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5846=[#edits: 1 = <5806/info:/1734283466039/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5847=[#edits: 1 = <5807/info:/1734283466040/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5848=[#edits: 1 = <5808/info:/1734283466042/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5849=[#edits: 1 = <5809/info:/1734283466048/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5850=[#edits: 1 = <5810/info:/1734283466049/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5851=[#edits: 1 = <5811/info:/1734283466051/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta, lastWalPosition=48371, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-15T17:24:26,067 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta to pos 48371, reset compression=false 2024-12-15T17:24:26,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741859_1035 (size=5037) 2024-12-15T17:24:26,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741859_1035 (size=5037) 2024-12-15T17:24:26,118 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 22 WAL entries eligible for replication 2024-12-15T17:24:26,119 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5852=[#edits: 1 = <5812/info:/1734283466053/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5853=[#edits: 1 = <5813/info:/1734283466054/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5854=[#edits: 1 = <5814/info:/1734283466055/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5855=[#edits: 1 = <5815/info:/1734283466056/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5856=[#edits: 1 = <5816/info:/1734283466056/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5857=[#edits: 1 = <5817/info:/1734283466061/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5858=[#edits: 1 = <5818/info:/1734283466063/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5859=[#edits: 1 = <5819/info:/1734283466069/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5860=[#edits: 1 = <5820/info:/1734283466070/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5861=[#edits: 1 = <5821/info:/1734283466071/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5862=[#edits: 1 = <5822/info:/1734283466072/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5863=[#edits: 1 = <5823/info:/1734283466076/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5864=[#edits: 1 = <5824/info:/1734283466077/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5865=[#edits: 1 = <5825/info:/1734283466078/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5866=[#edits: 1 = <5826/info:/1734283466078/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5867=[#edits: 1 = <5827/info:/1734283466079/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5868=[#edits: 1 = <5828/info:/1734283466101/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5869=[#edits: 1 = <5829/info:/1734283466106/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5870=[#edits: 1 = <5830/info:/1734283466108/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5871=[#edits: 1 = <5831/info:/1734283466109/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5872=[#edits: 1 = <5832/info:/1734283466109/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5873=[#edits: 1 = <5833/info:/1734283466110/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta, lastWalPosition=49977, nbRowKeys=22, nbHFiles=0, heapSize=3784, lastSeqIds={}, endOfFile=false,usedBufferSize=3784] 2024-12-15T17:24:26,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741859_1035 (size=5037) 2024-12-15T17:24:26,122 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta to pos 49977, reset compression=false 2024-12-15T17:24:26,125 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/namespace/f86a2591d84d969a2395704c36bb0713/.tmp/info/cabbde23337e460bbf1c8dd17913ec09 2024-12-15T17:24:26,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/namespace/f86a2591d84d969a2395704c36bb0713/.tmp/info/cabbde23337e460bbf1c8dd17913ec09 as hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/namespace/f86a2591d84d969a2395704c36bb0713/info/cabbde23337e460bbf1c8dd17913ec09 2024-12-15T17:24:26,153 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:26,153 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta to pos 50123, reset compression=false 2024-12-15T17:24:26,153 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5874=[#edits: 1 = <5834/info:/1734283466127/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5875=[#edits: 1 = <5835/info:/1734283466147/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta, lastWalPosition=50123, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-15T17:24:26,157 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=28}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/namespace/f86a2591d84d969a2395704c36bb0713/info/cabbde23337e460bbf1c8dd17913ec09, entries=2, sequenceid=5, filesize=4.9 K 2024-12-15T17:24:26,158 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=28}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for f86a2591d84d969a2395704c36bb0713 in 180ms, sequenceid=5, compaction requested=false; wal=null 2024-12-15T17:24:26,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=28}] regionserver.HRegion(5175): Deleted recovered.edits file=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/namespace/f86a2591d84d969a2395704c36bb0713/recovered.edits/0000000000000000005 2024-12-15T17:24:26,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=28}] regionserver.HRegion(1085): writing seq id for f86a2591d84d969a2395704c36bb0713 2024-12-15T17:24:26,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=28}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/namespace/f86a2591d84d969a2395704c36bb0713/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-15T17:24:26,177 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=28}] regionserver.HRegion(1102): Opened f86a2591d84d969a2395704c36bb0713; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61143927, jitterRate=-0.08888448774814606}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:24:26,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=28}] regionserver.HRegion(1001): Region open journal for f86a2591d84d969a2395704c36bb0713: 2024-12-15T17:24:26,182 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:24:26,182 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta to pos 50488, reset compression=false 2024-12-15T17:24:26,182 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5876=[#edits: 1 = <5836/info:/1734283466152/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5877=[#edits: 1 = <5837/info:/1734283466158/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5878=[#edits: 1 = <5838/info:/1734283466164/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5879=[#edits: 1 = <5839/info:/1734283466168/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5880=[#edits: 1 = <5840/info:/1734283466173/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta, lastWalPosition=50488, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-15T17:24:26,185 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=28}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734283456631.f86a2591d84d969a2395704c36bb0713., pid=28, masterSystemTime=1734283465899 2024-12-15T17:24:26,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=28}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734283456631.f86a2591d84d969a2395704c36bb0713. 2024-12-15T17:24:26,187 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=28}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734283456631.f86a2591d84d969a2395704c36bb0713. 2024-12-15T17:24:26,187 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=f86a2591d84d969a2395704c36bb0713, regionState=OPEN, openSeqNum=6, regionLocation=4ce65a7c4674,37773,1734283454900 2024-12-15T17:24:26,191 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:26,191 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta to pos 50634, reset compression=false 2024-12-15T17:24:26,191 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5881=[#edits: 1 = <5841/info:/1734283466176/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5882=[#edits: 1 = <5842/info:/1734283466185/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta, lastWalPosition=50634, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-15T17:24:26,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=28, resume processing ppid=27 2024-12-15T17:24:26,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=27, state=SUCCESS; OpenRegionProcedure f86a2591d84d969a2395704c36bb0713, server=4ce65a7c4674,37773,1734283454900 in 459 msec 2024-12-15T17:24:26,203 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=18 2024-12-15T17:24:26,203 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=f86a2591d84d969a2395704c36bb0713, ASSIGN in 719 msec 2024-12-15T17:24:26,205 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueuesProcedure}] 2024-12-15T17:24:26,210 DEBUG [PEWorker-3 {}] replication.ClaimReplicationQueuesProcedure(84): Finish claiming replication queues for 4ce65a7c4674,40715,1734283454774 2024-12-15T17:24:26,211 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:24:26,211 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta to pos 51554, reset compression=false 2024-12-15T17:24:26,211 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5883=[#edits: 1 = <5843/info:/1734283466188/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5884=[#edits: 5 = ],916}, {hbase:meta/1588230740/5885=[#edits: 1 = <5844/info:/1734283466196/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5886=[#edits: 1 = <5845/info:/1734283466201/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5887=[#edits: 1 = <5846/info:/1734283466204/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta, lastWalPosition=51554, nbRowKeys=5, nbHFiles=0, heapSize=1604, lastSeqIds={}, endOfFile=false,usedBufferSize=1604] 2024-12-15T17:24:26,221 DEBUG [PEWorker-3 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/replication/rs/4ce65a7c4674,40715,1734283454774 already deleted, retry=false 2024-12-15T17:24:26,222 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-15T17:24:26,223 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5888=[#edits: 1 = <5847/info:/1734283466208/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5889=[#edits: 1 = <5848/info:/1734283466212/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5890=[#edits: 1 = <5849/info:/1734283466216/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5891=[#edits: 1 = <5850/info:/1734283466220/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta, lastWalPosition=51846, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-15T17:24:26,223 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=18 2024-12-15T17:24:26,223 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueuesProcedure in 16 msec 2024-12-15T17:24:26,223 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(256): removed crashed server 4ce65a7c4674,40715,1734283454774 after splitting done 2024-12-15T17:24:26,223 DEBUG [PEWorker-3 {}] master.DeadServer(114): Removed 4ce65a7c4674,40715,1734283454774 from processing; numProcessing=0 2024-12-15T17:24:26,224 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta to pos 51846, reset compression=false 2024-12-15T17:24:26,225 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; ServerCrashProcedure 4ce65a7c4674,40715,1734283454774, splitWal=true, meta=true in 2.1760 sec 2024-12-15T17:24:26,263 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 32 WAL entries eligible for replication 2024-12-15T17:24:26,263 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta to pos 54182, reset compression=false 2024-12-15T17:24:26,266 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5892=[#edits: 1 = <5851/info:/1734283466221/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5893=[#edits: 1 = <5852/info:/1734283466223/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5894=[#edits: 1 = <5853/info:/1734283466224/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5895=[#edits: 1 = <5854/info:/1734283466225/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5896=[#edits: 1 = <5855/info:/1734283466226/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5897=[#edits: 1 = <5856/info:/1734283466226/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5898=[#edits: 1 = <5857/info:/1734283466227/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5899=[#edits: 1 = <5858/info:/1734283466229/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5900=[#edits: 1 = <5859/info:/1734283466230/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5901=[#edits: 1 = <5860/info:/1734283466231/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5902=[#edits: 1 = <5861/info:/1734283466232/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5903=[#edits: 1 = <5862/info:/1734283466234/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5904=[#edits: 1 = <5863/info:/1734283466235/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5905=[#edits: 1 = <5864/info:/1734283466236/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5906=[#edits: 1 = <5865/info:/1734283466237/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5907=[#edits: 1 = <5866/info:/1734283466237/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5908=[#edits: 1 = <5867/info:/1734283466238/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5909=[#edits: 1 = <5868/info:/1734283466238/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5910=[#edits: 1 = <5869/info:/1734283466239/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5911=[#edits: 1 = <5870/info:/1734283466239/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5912=[#edits: 1 = <5871/info:/1734283466241/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5913=[#edits: 1 = <5872/info:/1734283466242/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5914=[#edits: 1 = <5873/info:/1734283466243/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5915=[#edits: 1 = <5874/info:/1734283466244/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5916=[#edits: 1 = <5875/info:/1734283466245/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5917=[#edits: 1 = <5876/info:/1734283466246/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5918=[#edits: 1 = <5877/info:/1734283466250/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5919=[#edits: 1 = <5878/info:/1734283466251/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5920=[#edits: 1 = <5879/info:/1734283466252/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5921=[#edits: 1 = <5880/info:/1734283466253/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5922=[#edits: 1 = <5881/info:/1734283466253/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5923=[#edits: 1 = <5882/info:/1734283466255/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta, lastWalPosition=54182, nbRowKeys=32, nbHFiles=0, heapSize=5504, lastSeqIds={}, endOfFile=false,usedBufferSize=5504] 2024-12-15T17:24:26,288 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 22 WAL entries eligible for replication 2024-12-15T17:24:26,289 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta to pos 55788, reset compression=false 2024-12-15T17:24:26,289 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5924=[#edits: 1 = <5883/info:/1734283466258/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5925=[#edits: 1 = <5884/info:/1734283466260/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5926=[#edits: 1 = <5885/info:/1734283466260/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5927=[#edits: 1 = <5886/info:/1734283466264/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5928=[#edits: 1 = <5887/info:/1734283466269/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5929=[#edits: 1 = <5888/info:/1734283466270/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5930=[#edits: 1 = <5889/info:/1734283466270/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5931=[#edits: 1 = <5890/info:/1734283466271/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5932=[#edits: 1 = <5891/info:/1734283466272/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5933=[#edits: 1 = <5892/info:/1734283466273/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5934=[#edits: 1 = <5893/info:/1734283466273/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5935=[#edits: 1 = <5894/info:/1734283466274/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5936=[#edits: 1 = <5895/info:/1734283466275/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5937=[#edits: 1 = <5896/info:/1734283466276/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5938=[#edits: 1 = <5897/info:/1734283466277/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5939=[#edits: 1 = <5898/info:/1734283466278/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5940=[#edits: 1 = <5899/info:/1734283466279/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5941=[#edits: 1 = <5900/info:/1734283466280/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5942=[#edits: 1 = <5901/info:/1734283466280/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5943=[#edits: 1 = <5902/info:/1734283466281/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5944=[#edits: 1 = <5903/info:/1734283466281/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5945=[#edits: 1 = <5904/info:/1734283466282/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta, lastWalPosition=55788, nbRowKeys=22, nbHFiles=0, heapSize=3784, lastSeqIds={}, endOfFile=false,usedBufferSize=3784] 2024-12-15T17:24:26,318 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 19 WAL entries eligible for replication 2024-12-15T17:24:26,318 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta to pos 57175, reset compression=false 2024-12-15T17:24:26,318 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5946=[#edits: 1 = <5905/info:/1734283466282/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5947=[#edits: 1 = <5906/info:/1734283466289/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5948=[#edits: 1 = <5907/info:/1734283466291/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5949=[#edits: 1 = <5908/info:/1734283466293/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5950=[#edits: 1 = <5909/info:/1734283466293/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5951=[#edits: 1 = <5910/info:/1734283466294/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5952=[#edits: 1 = <5911/info:/1734283466294/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5953=[#edits: 1 = <5912/info:/1734283466294/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5954=[#edits: 1 = <5913/info:/1734283466295/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5955=[#edits: 1 = <5914/info:/1734283466295/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5956=[#edits: 1 = <5915/info:/1734283466296/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5957=[#edits: 1 = <5916/info:/1734283466297/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5958=[#edits: 1 = <5917/info:/1734283466298/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5959=[#edits: 1 = <5918/info:/1734283466299/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5960=[#edits: 1 = <5919/info:/1734283466305/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5961=[#edits: 1 = <5920/info:/1734283466306/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5962=[#edits: 1 = <5921/info:/1734283466307/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5963=[#edits: 1 = <5922/info:/1734283466308/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5964=[#edits: 1 = <5923/info:/1734283466309/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta, lastWalPosition=57175, nbRowKeys=19, nbHFiles=0, heapSize=3268, lastSeqIds={}, endOfFile=false,usedBufferSize=3268] 2024-12-15T17:24:26,338 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 29 WAL entries eligible for replication 2024-12-15T17:24:26,338 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta to pos 59292, reset compression=false 2024-12-15T17:24:26,338 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5965=[#edits: 1 = <5924/info:/1734283466310/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5966=[#edits: 1 = <5925/info:/1734283466317/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5967=[#edits: 1 = <5926/info:/1734283466318/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5968=[#edits: 1 = <5927/info:/1734283466320/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5969=[#edits: 1 = <5928/info:/1734283466321/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5970=[#edits: 1 = <5929/info:/1734283466323/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5971=[#edits: 1 = <5930/info:/1734283466324/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5972=[#edits: 1 = <5931/info:/1734283466325/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5973=[#edits: 1 = <5932/info:/1734283466326/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5974=[#edits: 1 = <5933/info:/1734283466326/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5975=[#edits: 1 = <5934/info:/1734283466327/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5976=[#edits: 1 = <5935/info:/1734283466327/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5977=[#edits: 1 = <5936/info:/1734283466328/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5978=[#edits: 1 = <5937/info:/1734283466328/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5979=[#edits: 1 = <5938/info:/1734283466329/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5980=[#edits: 1 = <5939/info:/1734283466329/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5981=[#edits: 1 = <5940/info:/1734283466330/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5982=[#edits: 1 = <5941/info:/1734283466330/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5983=[#edits: 1 = <5942/info:/1734283466330/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5984=[#edits: 1 = <5943/info:/1734283466331/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5985=[#edits: 1 = <5944/info:/1734283466332/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5986=[#edits: 1 = <5945/info:/1734283466332/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5987=[#edits: 1 = <5946/info:/1734283466333/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5988=[#edits: 1 = <5947/info:/1734283466333/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5989=[#edits: 1 = <5948/info:/1734283466334/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5990=[#edits: 1 = <5949/info:/1734283466334/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5991=[#edits: 1 = <5950/info:/1734283466334/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5992=[#edits: 1 = <5951/info:/1734283466335/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5993=[#edits: 1 = <5952/info:/1734283466335/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta, lastWalPosition=59292, nbRowKeys=29, nbHFiles=0, heapSize=4988, lastSeqIds={}, endOfFile=false,usedBufferSize=4988] 2024-12-15T17:24:26,369 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 21 WAL entries eligible for replication 2024-12-15T17:24:26,369 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta to pos 60825, reset compression=false 2024-12-15T17:24:26,369 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5994=[#edits: 1 = <5953/info:/1734283466335/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5995=[#edits: 1 = <5954/info:/1734283466336/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5996=[#edits: 1 = <5955/info:/1734283466337/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5997=[#edits: 1 = <5956/info:/1734283466337/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5998=[#edits: 1 = <5957/info:/1734283466338/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5999=[#edits: 1 = <5958/info:/1734283466338/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6000=[#edits: 1 = <5959/info:/1734283466340/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6001=[#edits: 1 = <5960/info:/1734283466341/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6002=[#edits: 1 = <5961/info:/1734283466344/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6003=[#edits: 1 = <5962/info:/1734283466347/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6004=[#edits: 1 = <5963/info:/1734283466351/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6005=[#edits: 1 = <5964/info:/1734283466352/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6006=[#edits: 1 = <5965/info:/1734283466354/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6007=[#edits: 1 = <5966/info:/1734283466354/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6008=[#edits: 1 = <5967/info:/1734283466354/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6009=[#edits: 1 = <5968/info:/1734283466355/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6010=[#edits: 1 = <5969/info:/1734283466356/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6011=[#edits: 1 = <5970/info:/1734283466356/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6012=[#edits: 1 = <5971/info:/1734283466357/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6013=[#edits: 1 = <5972/info:/1734283466358/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6014=[#edits: 1 = <5973/info:/1734283466359/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta, lastWalPosition=60825, nbRowKeys=21, nbHFiles=0, heapSize=3612, lastSeqIds={}, endOfFile=false,usedBufferSize=3612] 2024-12-15T17:24:26,387 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(269): Writing data from 6000 to 7000 2024-12-15T17:24:26,398 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 23 WAL entries eligible for replication 2024-12-15T17:24:26,398 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta to pos 62504, reset compression=false 2024-12-15T17:24:26,398 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6015=[#edits: 1 = <5974/info:/1734283466360/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6016=[#edits: 1 = <5975/info:/1734283466363/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6017=[#edits: 1 = <5976/info:/1734283466364/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6018=[#edits: 1 = <5977/info:/1734283466365/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6019=[#edits: 1 = <5978/info:/1734283466366/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6020=[#edits: 1 = <5979/info:/1734283466371/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6021=[#edits: 1 = <5980/info:/1734283466373/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6022=[#edits: 1 = <5981/info:/1734283466376/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6023=[#edits: 1 = <5982/info:/1734283466376/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6024=[#edits: 1 = <5983/info:/1734283466377/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6025=[#edits: 1 = <5984/info:/1734283466377/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6026=[#edits: 1 = <5985/info:/1734283466378/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6027=[#edits: 1 = <5986/info:/1734283466378/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6028=[#edits: 1 = <5987/info:/1734283466380/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6029=[#edits: 1 = <5988/info:/1734283466380/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6030=[#edits: 1 = <5989/info:/1734283466381/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6031=[#edits: 1 = <5990/info:/1734283466381/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6032=[#edits: 1 = <5991/info:/1734283466382/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6033=[#edits: 1 = <5992/info:/1734283466383/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6034=[#edits: 1 = <5993/info:/1734283466383/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6035=[#edits: 1 = <5994/info:/1734283466384/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6036=[#edits: 1 = <5995/info:/1734283466384/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6037=[#edits: 1 = <5996/info:/1734283466385/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta, lastWalPosition=62504, nbRowKeys=23, nbHFiles=0, heapSize=3956, lastSeqIds={}, endOfFile=false,usedBufferSize=3956] 2024-12-15T17:24:26,434 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 30 WAL entries eligible for replication 2024-12-15T17:24:26,434 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6038=[#edits: 1 = <5997/info:/1734283466385/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6039=[#edits: 1 = <5998/info:/1734283466386/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6040=[#edits: 1 = <5999/info:/1734283466386/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6041=[#edits: 1 = <6000/info:/1734283466387/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6042=[#edits: 1 = <6001/info:/1734283466387/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6043=[#edits: 1 = <6002/info:/1734283466388/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6044=[#edits: 1 = <6003/info:/1734283466388/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6045=[#edits: 1 = <6004/info:/1734283466389/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6046=[#edits: 1 = <6005/info:/1734283466389/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6047=[#edits: 1 = <6006/info:/1734283466390/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6048=[#edits: 1 = <6007/info:/1734283466390/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6049=[#edits: 1 = <6008/info:/1734283466390/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6050=[#edits: 1 = <6009/info:/1734283466391/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6051=[#edits: 1 = <6010/info:/1734283466391/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6052=[#edits: 1 = <6011/info:/1734283466393/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6053=[#edits: 1 = <6012/info:/1734283466394/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6054=[#edits: 1 = <6013/info:/1734283466396/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6055=[#edits: 1 = <6014/info:/1734283466403/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6056=[#edits: 1 = <6015/info:/1734283466404/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6057=[#edits: 1 = <6016/info:/1734283466404/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6058=[#edits: 1 = <6017/info:/1734283466406/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6059=[#edits: 1 = <6018/info:/1734283466407/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6060=[#edits: 1 = <6019/info:/1734283466408/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6061=[#edits: 1 = <6020/info:/1734283466409/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6062=[#edits: 1 = <6021/info:/1734283466410/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6063=[#edits: 1 = <6022/info:/1734283466411/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6064=[#edits: 1 = <6023/info:/1734283466412/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6065=[#edits: 1 = <6024/info:/1734283466420/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6066=[#edits: 1 = <6025/info:/1734283466424/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6067=[#edits: 1 = <6026/info:/1734283466428/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta, lastWalPosition=64694, nbRowKeys=30, nbHFiles=0, heapSize=5160, lastSeqIds={}, endOfFile=false,usedBufferSize=5160] 2024-12-15T17:24:26,434 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta to pos 64694, reset compression=false 2024-12-15T17:24:26,488 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-15T17:24:26,488 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6068=[#edits: 1 = <6027/info:/1734283466429/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6069=[#edits: 1 = <6028/info:/1734283466434/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6070=[#edits: 1 = <6029/info:/1734283466437/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6071=[#edits: 1 = <6030/info:/1734283466447/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6072=[#edits: 1 = <6031/info:/1734283466455/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6073=[#edits: 1 = <6032/info:/1734283466467/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta, lastWalPosition=65132, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-15T17:24:26,489 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta to pos 65132, reset compression=false 2024-12-15T17:24:26,540 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-15T17:24:26,540 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta to pos 65424, reset compression=false 2024-12-15T17:24:26,540 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6074=[#edits: 1 = <6033/info:/1734283466483/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6075=[#edits: 1 = <6034/info:/1734283466490/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6076=[#edits: 1 = <6035/info:/1734283466505/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6077=[#edits: 1 = <6036/info:/1734283466515/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta, lastWalPosition=65424, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-15T17:24:26,553 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 15 WAL entries eligible for replication 2024-12-15T17:24:26,553 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta to pos 66519, reset compression=false 2024-12-15T17:24:26,553 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6078=[#edits: 1 = <6037/info:/1734283466527/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6079=[#edits: 1 = <6038/info:/1734283466538/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6080=[#edits: 1 = <6039/info:/1734283466540/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6081=[#edits: 1 = <6040/info:/1734283466543/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6082=[#edits: 1 = <6041/info:/1734283466544/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6083=[#edits: 1 = <6042/info:/1734283466545/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6084=[#edits: 1 = <6043/info:/1734283466546/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6085=[#edits: 1 = <6044/info:/1734283466547/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6086=[#edits: 1 = <6045/info:/1734283466547/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6087=[#edits: 1 = <6046/info:/1734283466548/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6088=[#edits: 1 = <6047/info:/1734283466548/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6089=[#edits: 1 = <6048/info:/1734283466549/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6090=[#edits: 1 = <6049/info:/1734283466549/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6091=[#edits: 1 = <6050/info:/1734283466550/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6092=[#edits: 1 = <6051/info:/1734283466550/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta, lastWalPosition=66519, nbRowKeys=15, nbHFiles=0, heapSize=2580, lastSeqIds={}, endOfFile=false,usedBufferSize=2580] 2024-12-15T17:24:26,758 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta to pos 66519, reset compression=false 2024-12-15T17:24:26,774 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:26,774 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6093=[#edits: 1 = <6052/info:/1734283466559/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6094=[#edits: 1 = <6053/info:/1734283466568/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6095=[#edits: 1 = <6054/info:/1734283466572/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6096=[#edits: 1 = <6055/info:/1734283466577/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6097=[#edits: 1 = <6056/info:/1734283466584/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6098=[#edits: 1 = <6057/info:/1734283466586/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6099=[#edits: 1 = <6058/info:/1734283466594/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6100=[#edits: 1 = <6059/info:/1734283466596/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6101=[#edits: 1 = <6060/info:/1734283466601/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6102=[#edits: 1 = <6061/info:/1734283466604/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6103=[#edits: 1 = <6062/info:/1734283466606/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6104=[#edits: 1 = <6063/info:/1734283466608/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6105=[#edits: 1 = <6064/info:/1734283466610/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6106=[#edits: 1 = <6065/info:/1734283466611/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6107=[#edits: 1 = <6066/info:/1734283466612/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6108=[#edits: 1 = <6067/info:/1734283466612/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6109=[#edits: 1 = <6068/info:/1734283466614/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6110=[#edits: 1 = <6069/info:/1734283466615/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6111=[#edits: 1 = <6070/info:/1734283466616/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6112=[#edits: 1 = <6071/info:/1734283466616/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6113=[#edits: 1 = <6072/info:/1734283466616/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6114=[#edits: 1 = <6073/info:/1734283466617/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6115=[#edits: 1 = <6074/info:/1734283466617/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6116=[#edits: 1 = <6075/info:/1734283466617/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6117=[#edits: 1 = <6076/info:/1734283466618/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6118=[#edits: 1 = <6077/info:/1734283466618/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6119=[#edits: 1 = <6078/info:/1734283466618/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6120=[#edits: 1 = <6079/info:/1734283466619/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6121=[#edits: 1 = <6080/info:/1734283466619/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6122=[#edits: 1 = <6081/info:/1734283466620/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6123=[#edits: 1 = <6082/info:/1734283466621/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6124=[#edits: 1 = <6083/info:/1734283466622/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6125=[#edits: 1 = <6084/info:/1734283466623/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6126=[#edits: 1 = <6085/info:/1734283466625/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6127=[#edits: 1 = <6086/info:/1734283466626/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6128=[#edits: 1 = <6087/info:/1734283466627/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6129=[#edits: 1 = <6088/info:/1734283466630/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6130=[#edits: 1 = <6089/info:/1734283466631/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6131=[#edits: 1 = <6090/info:/1734283466632/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6132=[#edits: 1 = <6091/info:/1734283466633/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6133=[#edits: 1 = <6092/info:/1734283466634/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6134=[#edits: 1 = <6093/info:/1734283466635/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6135=[#edits: 1 = <6094/info:/1734283466636/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6136=[#edits: 1 = <6095/info:/1734283466637/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6137=[#edits: 1 = <6096/info:/1734283466639/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6138=[#edits: 1 = <6097/info:/1734283466642/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6139=[#edits: 1 = <6098/info:/1734283466654/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6140=[#edits: 1 = <6099/info:/1734283466665/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6141=[#edits: 1 = <6100/info:/1734283466667/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6142=[#edits: 1 = <6101/info:/1734283466674/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6143=[#edits: 1 = <6102/info:/1734283466675/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6144=[#edits: 1 = <6103/info:/1734283466680/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6145=[#edits: 1 = <6104/info:/1734283466680/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6146=[#edits: 1 = <6105/info:/1734283466681/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6147=[#edits: 1 = <6106/info:/1734283466682/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6148=[#edits: 1 = <6107/info:/1734283466683/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6149=[#edits: 1 = <6108/info:/1734283466684/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6150=[#edits: 1 = <6109/info:/1734283466686/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6151=[#edits: 1 = <6110/info:/1734283466686/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6152=[#edits: 1 = <6111/info:/1734283466687/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta, lastWalPosition=70899, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:26,780 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:26,781 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 27 WAL entries eligible for replication 2024-12-15T17:24:26,781 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta to pos 77250, reset compression=false 2024-12-15T17:24:26,781 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6153=[#edits: 1 = <6112/info:/1734283466688/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6154=[#edits: 1 = <6113/info:/1734283466688/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6155=[#edits: 1 = <6114/info:/1734283466689/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6156=[#edits: 1 = <6115/info:/1734283466690/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6157=[#edits: 1 = <6116/info:/1734283466690/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6158=[#edits: 1 = <6117/info:/1734283466691/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6159=[#edits: 1 = <6118/info:/1734283466691/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6160=[#edits: 1 = <6119/info:/1734283466692/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6161=[#edits: 1 = <6120/info:/1734283466695/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6162=[#edits: 1 = <6121/info:/1734283466696/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6163=[#edits: 1 = <6122/info:/1734283466697/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6164=[#edits: 1 = <6123/info:/1734283466697/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6165=[#edits: 1 = <6124/info:/1734283466698/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6166=[#edits: 1 = <6125/info:/1734283466698/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6167=[#edits: 1 = <6126/info:/1734283466699/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6168=[#edits: 1 = <6127/info:/1734283466700/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6169=[#edits: 1 = <6128/info:/1734283466700/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6170=[#edits: 1 = <6129/info:/1734283466701/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6171=[#edits: 1 = <6130/info:/1734283466707/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6172=[#edits: 1 = <6131/info:/1734283466711/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6173=[#edits: 1 = <6132/info:/1734283466716/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6174=[#edits: 1 = <6133/info:/1734283466719/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6175=[#edits: 1 = <6134/info:/1734283466720/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6176=[#edits: 1 = <6135/info:/1734283466721/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6177=[#edits: 1 = <6136/info:/1734283466721/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6178=[#edits: 1 = <6137/info:/1734283466722/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6179=[#edits: 1 = <6138/info:/1734283466722/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6180=[#edits: 1 = <6139/info:/1734283466724/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6181=[#edits: 1 = <6140/info:/1734283466725/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6182=[#edits: 1 = <6141/info:/1734283466725/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6183=[#edits: 1 = <6142/info:/1734283466726/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6184=[#edits: 1 = <6143/info:/1734283466726/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6185=[#edits: 1 = <6144/info:/1734283466727/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6186=[#edits: 1 = <6145/info:/1734283466728/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6187=[#edits: 1 = <6146/info:/1734283466729/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6188=[#edits: 1 = <6147/info:/1734283466729/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6189=[#edits: 1 = <6148/info:/1734283466730/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6190=[#edits: 1 = <6149/info:/1734283466732/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6191=[#edits: 1 = <6150/info:/1734283466733/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6192=[#edits: 1 = <6151/info:/1734283466733/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6193=[#edits: 1 = <6152/info:/1734283466734/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6194=[#edits: 1 = <6153/info:/1734283466737/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6195=[#edits: 1 = <6154/info:/1734283466738/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6196=[#edits: 1 = <6155/info:/1734283466738/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6197=[#edits: 1 = <6156/info:/1734283466738/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6198=[#edits: 1 = <6157/info:/1734283466739/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6199=[#edits: 1 = <6158/info:/1734283466739/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6200=[#edits: 1 = <6159/info:/1734283466740/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6201=[#edits: 1 = <6160/info:/1734283466741/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6202=[#edits: 1 = <6161/info:/1734283466741/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6203=[#edits: 1 = <6162/info:/1734283466742/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6204=[#edits: 1 = <6163/info:/1734283466742/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6205=[#edits: 1 = <6164/info:/1734283466743/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6206=[#edits: 1 = <6165/info:/1734283466743/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6207=[#edits: 1 = <6166/info:/1734283466744/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6208=[#edits: 1 = <6167/info:/1734283466744/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6209=[#edits: 1 = <6168/info:/1734283466744/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6210=[#edits: 1 = <6169/info:/1734283466745/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6211=[#edits: 1 = <6170/info:/1734283466745/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6212=[#edits: 1 = <6171/info:/1734283466746/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta, lastWalPosition=75279, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:26,784 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6213=[#edits: 1 = <6172/info:/1734283466747/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6214=[#edits: 1 = <6173/info:/1734283466747/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6215=[#edits: 1 = <6174/info:/1734283466748/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6216=[#edits: 1 = <6175/info:/1734283466748/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6217=[#edits: 1 = <6176/info:/1734283466748/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6218=[#edits: 1 = <6177/info:/1734283466749/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6219=[#edits: 1 = <6178/info:/1734283466755/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6220=[#edits: 1 = <6179/info:/1734283466756/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6221=[#edits: 1 = <6180/info:/1734283466756/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6222=[#edits: 1 = <6181/info:/1734283466757/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6223=[#edits: 1 = <6182/info:/1734283466757/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6224=[#edits: 1 = <6183/info:/1734283466757/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6225=[#edits: 1 = <6184/info:/1734283466758/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6226=[#edits: 1 = <6185/info:/1734283466761/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6227=[#edits: 1 = <6186/info:/1734283466763/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6228=[#edits: 1 = <6187/info:/1734283466763/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6229=[#edits: 1 = <6188/info:/1734283466764/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6230=[#edits: 1 = <6189/info:/1734283466765/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6231=[#edits: 1 = <6190/info:/1734283466765/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6232=[#edits: 1 = <6191/info:/1734283466765/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6233=[#edits: 1 = <6192/info:/1734283466766/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6234=[#edits: 1 = <6193/info:/1734283466766/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6235=[#edits: 1 = <6194/info:/1734283466767/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6236=[#edits: 1 = <6195/info:/1734283466767/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6237=[#edits: 1 = <6196/info:/1734283466768/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6238=[#edits: 1 = <6197/info:/1734283466768/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6239=[#edits: 1 = <6198/info:/1734283466769/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta, lastWalPosition=77250, nbRowKeys=27, nbHFiles=0, heapSize=4644, lastSeqIds={}, endOfFile=false,usedBufferSize=4644] 2024-12-15T17:24:26,786 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-15T17:24:26,786 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta to pos 77688, reset compression=false 2024-12-15T17:24:26,786 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6240=[#edits: 1 = <6199/info:/1734283466769/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6241=[#edits: 1 = <6200/info:/1734283466770/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6242=[#edits: 1 = <6201/info:/1734283466775/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6243=[#edits: 1 = <6202/info:/1734283466781/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6244=[#edits: 1 = <6203/info:/1734283466784/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6245=[#edits: 1 = <6204/info:/1734283466784/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta, lastWalPosition=77688, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-15T17:24:26,792 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:24:26,792 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta to pos 78053, reset compression=false 2024-12-15T17:24:26,792 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6246=[#edits: 1 = <6205/info:/1734283466786/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6247=[#edits: 1 = <6206/info:/1734283466787/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6248=[#edits: 1 = <6207/info:/1734283466787/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6249=[#edits: 1 = <6208/info:/1734283466788/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6250=[#edits: 1 = <6209/info:/1734283466789/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta, lastWalPosition=78053, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-15T17:24:26,798 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-15T17:24:26,798 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta to pos 78491, reset compression=false 2024-12-15T17:24:26,798 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6251=[#edits: 1 = <6210/info:/1734283466790/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6252=[#edits: 1 = <6211/info:/1734283466791/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6253=[#edits: 1 = <6212/info:/1734283466791/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6254=[#edits: 1 = <6213/info:/1734283466793/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6255=[#edits: 1 = <6214/info:/1734283466794/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6256=[#edits: 1 = <6215/info:/1734283466795/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta, lastWalPosition=78491, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-15T17:24:26,829 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 14 WAL entries eligible for replication 2024-12-15T17:24:26,829 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta to pos 79513, reset compression=false 2024-12-15T17:24:26,829 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6257=[#edits: 1 = <6216/info:/1734283466795/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6258=[#edits: 1 = <6217/info:/1734283466797/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6259=[#edits: 1 = <6218/info:/1734283466798/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6260=[#edits: 1 = <6219/info:/1734283466799/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6261=[#edits: 1 = <6220/info:/1734283466811/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6262=[#edits: 1 = <6221/info:/1734283466816/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6263=[#edits: 1 = <6222/info:/1734283466820/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6264=[#edits: 1 = <6223/info:/1734283466824/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6265=[#edits: 1 = <6224/info:/1734283466824/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6266=[#edits: 1 = <6225/info:/1734283466824/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6267=[#edits: 1 = <6226/info:/1734283466825/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6268=[#edits: 1 = <6227/info:/1734283466825/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6269=[#edits: 1 = <6228/info:/1734283466826/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6270=[#edits: 1 = <6229/info:/1734283466827/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta, lastWalPosition=79513, nbRowKeys=14, nbHFiles=0, heapSize=2408, lastSeqIds={}, endOfFile=false,usedBufferSize=2408] 2024-12-15T17:24:26,856 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-15T17:24:26,856 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta to pos 79951, reset compression=false 2024-12-15T17:24:26,856 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6271=[#edits: 1 = <6230/info:/1734283466828/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6272=[#edits: 1 = <6231/info:/1734283466831/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6273=[#edits: 1 = <6232/info:/1734283466833/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6274=[#edits: 1 = <6233/info:/1734283466834/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6275=[#edits: 1 = <6234/info:/1734283466835/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6276=[#edits: 1 = <6235/info:/1734283466843/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta, lastWalPosition=79951, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-15T17:24:26,866 DEBUG [AsyncFSWAL-0-hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d-prefix:4ce65a7c4674,44777,1734283454943.meta {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=80535, logrollsize=80530 2024-12-15T17:24:26,866 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL 4ce65a7c4674%2C44777%2C1734283454943.meta:.meta(num 1734283464759) roll requested 2024-12-15T17:24:26,882 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta, exclude list is [], retry=0 2024-12-15T17:24:26,885 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38443,DS-473bdf0f-0275-4001-96d6-e8d9d3b47232,DISK] 2024-12-15T17:24:26,885 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39261,DS-b5ff485f-2f19-470f-9cc2-8f977eeef42c,DISK] 2024-12-15T17:24:26,885 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42767,DS-7f052c43-3f21-44eb-a75f-4456d26e802e,DISK] 2024-12-15T17:24:26,905 INFO [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta with entries=1115, filesize=80.93 KB; new WAL /user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta 2024-12-15T17:24:26,908 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39359:39359),(127.0.0.1/127.0.0.1:36435:36435),(127.0.0.1/127.0.0.1:39889:39889)] 2024-12-15T17:24:26,908 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta is not closed yet, will try archiving it next time 2024-12-15T17:24:26,910 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(299): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta for the last time to pos 80681, reset compression=false 2024-12-15T17:24:26,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741855_1031 (size=82879) 2024-12-15T17:24:26,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741855_1031 (size=82879) 2024-12-15T17:24:26,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741855_1031 (size=82879) 2024-12-15T17:24:26,941 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(462): EOF, closing hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta 2024-12-15T17:24:26,941 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 40 WAL entries eligible for replication 2024-12-15T17:24:26,941 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta, startPosition=0, beingWritten=true 2024-12-15T17:24:26,941 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6277=[#edits: 1 = <6236/info:/1734283466851/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6278=[#edits: 1 = <6237/info:/1734283466857/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6279=[#edits: 1 = <6238/info:/1734283466859/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6280=[#edits: 1 = <6239/info:/1734283466859/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6281=[#edits: 1 = <6240/info:/1734283466860/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6282=[#edits: 1 = <6241/info:/1734283466862/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6283=[#edits: 1 = <6242/info:/1734283466863/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6284=[#edits: 1 = <6243/info:/1734283466865/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6285=[#edits: 1 = <6244/info:/1734283466866/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6286=[#edits: 1 = <6245/info:/1734283466872/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6287=[#edits: 1 = <6246/info:/1734283466874/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6288=[#edits: 1 = <6247/info:/1734283466874/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6289=[#edits: 1 = <6248/info:/1734283466875/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6290=[#edits: 1 = <6249/info:/1734283466876/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6291=[#edits: 1 = <6250/info:/1734283466884/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6292=[#edits: 1 = <6251/info:/1734283466888/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6293=[#edits: 1 = <6252/info:/1734283466892/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6294=[#edits: 1 = <6253/info:/1734283466893/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6295=[#edits: 1 = <6254/info:/1734283466894/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6296=[#edits: 1 = <6255/info:/1734283466895/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6297=[#edits: 1 = <6256/info:/1734283466896/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6298=[#edits: 1 = <6257/info:/1734283466896/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6299=[#edits: 1 = <6258/info:/1734283466897/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6300=[#edits: 1 = <6259/info:/1734283466897/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6301=[#edits: 1 = <6260/info:/1734283466898/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6302=[#edits: 1 = <6261/info:/1734283466898/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6303=[#edits: 1 = <6262/info:/1734283466898/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6304=[#edits: 1 = <6263/info:/1734283466899/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6305=[#edits: 1 = <6264/info:/1734283466899/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6306=[#edits: 1 = <6265/info:/1734283466900/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6307=[#edits: 1 = <6266/info:/1734283466900/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6308=[#edits: 1 = <6267/info:/1734283466901/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6309=[#edits: 1 = <6268/info:/1734283466901/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6310=[#edits: 1 = <6269/info:/1734283466902/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6311=[#edits: 1 = <6270/info:/1734283466902/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6312=[#edits: 1 = <6271/info:/1734283466903/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6313=[#edits: 1 = <6272/info:/1734283466903/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6314=[#edits: 1 = <6273/info:/1734283466904/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6315=[#edits: 1 = <6274/info:/1734283466904/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6316=[#edits: 1 = <6275/info:/1734283466905/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283464759.meta, lastWalPosition=82871, nbRowKeys=40, nbHFiles=0, heapSize=6880, lastSeqIds={}, endOfFile=true,usedBufferSize=6880] 2024-12-15T17:24:26,948 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 15 WAL entries eligible for replication 2024-12-15T17:24:26,948 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta to pos 1180, reset compression=false 2024-12-15T17:24:26,948 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6317=[#edits: 1 = <6276/info:/1734283466905/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6318=[#edits: 1 = <6277/info:/1734283466911/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6319=[#edits: 1 = <6278/info:/1734283466915/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6320=[#edits: 1 = <6279/info:/1734283466924/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6321=[#edits: 1 = <6280/info:/1734283466925/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6322=[#edits: 1 = <6281/info:/1734283466926/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6323=[#edits: 1 = <6282/info:/1734283466927/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6324=[#edits: 1 = <6283/info:/1734283466928/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6325=[#edits: 1 = <6284/info:/1734283466929/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6326=[#edits: 1 = <6285/info:/1734283466930/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6327=[#edits: 1 = <6286/info:/1734283466930/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6328=[#edits: 1 = <6287/info:/1734283466931/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6329=[#edits: 1 = <6288/info:/1734283466939/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6330=[#edits: 1 = <6289/info:/1734283466941/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6331=[#edits: 1 = <6290/info:/1734283466944/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta, lastWalPosition=1180, nbRowKeys=15, nbHFiles=0, heapSize=2580, lastSeqIds={}, endOfFile=false,usedBufferSize=2580] 2024-12-15T17:24:26,960 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:24:26,960 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta to pos 1253, reset compression=false 2024-12-15T17:24:26,960 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6332=[#edits: 1 = <6291/info:/1734283466945/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta, lastWalPosition=1253, nbRowKeys=1, nbHFiles=0, heapSize=172, lastSeqIds={}, endOfFile=false,usedBufferSize=172] 2024-12-15T17:24:26,995 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 54 WAL entries eligible for replication 2024-12-15T17:24:26,995 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta to pos 5195, reset compression=false 2024-12-15T17:24:26,995 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6333=[#edits: 1 = <6292/info:/1734283466952/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6334=[#edits: 1 = <6293/info:/1734283466956/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6335=[#edits: 1 = <6294/info:/1734283466957/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6336=[#edits: 1 = <6295/info:/1734283466957/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6337=[#edits: 1 = <6296/info:/1734283466958/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6338=[#edits: 1 = <6297/info:/1734283466958/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6339=[#edits: 1 = <6298/info:/1734283466959/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6340=[#edits: 1 = <6299/info:/1734283466960/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6341=[#edits: 1 = <6300/info:/1734283466965/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6342=[#edits: 1 = <6301/info:/1734283466965/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6343=[#edits: 1 = <6302/info:/1734283466966/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6344=[#edits: 1 = <6303/info:/1734283466967/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6345=[#edits: 1 = <6304/info:/1734283466967/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6346=[#edits: 1 = <6305/info:/1734283466968/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6347=[#edits: 1 = <6306/info:/1734283466968/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6348=[#edits: 1 = <6307/info:/1734283466968/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6349=[#edits: 1 = <6308/info:/1734283466969/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6350=[#edits: 1 = <6309/info:/1734283466969/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6351=[#edits: 1 = <6310/info:/1734283466970/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6352=[#edits: 1 = <6311/info:/1734283466970/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6353=[#edits: 1 = <6312/info:/1734283466972/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6354=[#edits: 1 = <6313/info:/1734283466972/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6355=[#edits: 1 = <6314/info:/1734283466973/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6356=[#edits: 1 = <6315/info:/1734283466973/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6357=[#edits: 1 = <6316/info:/1734283466974/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6358=[#edits: 1 = <6317/info:/1734283466975/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6359=[#edits: 1 = <6318/info:/1734283466975/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6360=[#edits: 1 = <6319/info:/1734283466976/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6361=[#edits: 1 = <6320/info:/1734283466976/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6362=[#edits: 1 = <6321/info:/1734283466977/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6363=[#edits: 1 = <6322/info:/1734283466977/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6364=[#edits: 1 = <6323/info:/1734283466978/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6365=[#edits: 1 = <6324/info:/1734283466978/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6366=[#edits: 1 = <6325/info:/1734283466978/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6367=[#edits: 1 = <6326/info:/1734283466979/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6368=[#edits: 1 = <6327/info:/1734283466979/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6369=[#edits: 1 = <6328/info:/1734283466980/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6370=[#edits: 1 = <6329/info:/1734283466980/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6371=[#edits: 1 = <6330/info:/1734283466981/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6372=[#edits: 1 = <6331/info:/1734283466982/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6373=[#edits: 1 = <6332/info:/1734283466982/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6374=[#edits: 1 = <6333/info:/1734283466983/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6375=[#edits: 1 = <6334/info:/1734283466983/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6376=[#edits: 1 = <6335/info:/1734283466984/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6377=[#edits: 1 = <6336/info:/1734283466985/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6378=[#edits: 1 = <6337/info:/1734283466985/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6379=[#edits: 1 = <6338/info:/1734283466986/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6380=[#edits: 1 = <6339/info:/1734283466987/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6381=[#edits: 1 = <6340/info:/1734283466988/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6382=[#edits: 1 = <6341/info:/1734283466988/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6383=[#edits: 1 = <6342/info:/1734283466989/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6384=[#edits: 1 = <6343/info:/1734283466989/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6385=[#edits: 1 = <6344/info:/1734283466990/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6386=[#edits: 1 = <6345/info:/1734283466991/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta, lastWalPosition=5195, nbRowKeys=54, nbHFiles=0, heapSize=9288, lastSeqIds={}, endOfFile=false,usedBufferSize=9288] 2024-12-15T17:24:27,034 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 32 WAL entries eligible for replication 2024-12-15T17:24:27,034 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta to pos 7531, reset compression=false 2024-12-15T17:24:27,034 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6387=[#edits: 1 = <6346/info:/1734283466991/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6388=[#edits: 1 = <6347/info:/1734283466993/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6389=[#edits: 1 = <6348/info:/1734283467000/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6390=[#edits: 1 = <6349/info:/1734283467002/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6391=[#edits: 1 = <6350/info:/1734283467002/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6392=[#edits: 1 = <6351/info:/1734283467003/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6393=[#edits: 1 = <6352/info:/1734283467004/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6394=[#edits: 1 = <6353/info:/1734283467005/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6395=[#edits: 1 = <6354/info:/1734283467006/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6396=[#edits: 1 = <6355/info:/1734283467006/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6397=[#edits: 1 = <6356/info:/1734283467007/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6398=[#edits: 1 = <6357/info:/1734283467007/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6399=[#edits: 1 = <6358/info:/1734283467008/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6400=[#edits: 1 = <6359/info:/1734283467009/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6401=[#edits: 1 = <6360/info:/1734283467010/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6402=[#edits: 1 = <6361/info:/1734283467011/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6403=[#edits: 1 = <6362/info:/1734283467011/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6404=[#edits: 1 = <6363/info:/1734283467012/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6405=[#edits: 1 = <6364/info:/1734283467013/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6406=[#edits: 1 = <6365/info:/1734283467013/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6407=[#edits: 1 = <6366/info:/1734283467014/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6408=[#edits: 1 = <6367/info:/1734283467015/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6409=[#edits: 1 = <6368/info:/1734283467015/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6410=[#edits: 1 = <6369/info:/1734283467016/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6411=[#edits: 1 = <6370/info:/1734283467016/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6412=[#edits: 1 = <6371/info:/1734283467017/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6413=[#edits: 1 = <6372/info:/1734283467017/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6414=[#edits: 1 = <6373/info:/1734283467018/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6415=[#edits: 1 = <6374/info:/1734283467018/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6416=[#edits: 1 = <6375/info:/1734283467019/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6417=[#edits: 1 = <6376/info:/1734283467019/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6418=[#edits: 1 = <6377/info:/1734283467020/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta, lastWalPosition=7531, nbRowKeys=32, nbHFiles=0, heapSize=5504, lastSeqIds={}, endOfFile=false,usedBufferSize=5504] 2024-12-15T17:24:27,060 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:24:27,060 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta to pos 7896, reset compression=false 2024-12-15T17:24:27,060 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6419=[#edits: 1 = <6378/info:/1734283467020/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6420=[#edits: 1 = <6379/info:/1734283467034/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6421=[#edits: 1 = <6380/info:/1734283467040/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6422=[#edits: 1 = <6381/info:/1734283467044/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6423=[#edits: 1 = <6382/info:/1734283467053/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta, lastWalPosition=7896, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-15T17:24:27,084 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:24:27,085 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta to pos 8261, reset compression=false 2024-12-15T17:24:27,085 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6424=[#edits: 1 = <6383/info:/1734283467057/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6425=[#edits: 1 = <6384/info:/1734283467060/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6426=[#edits: 1 = <6385/info:/1734283467070/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6427=[#edits: 1 = <6386/info:/1734283467073/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6428=[#edits: 1 = <6387/info:/1734283467076/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta, lastWalPosition=8261, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-15T17:24:27,115 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-15T17:24:27,115 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta to pos 8845, reset compression=false 2024-12-15T17:24:27,115 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6429=[#edits: 1 = <6388/info:/1734283467081/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6430=[#edits: 1 = <6389/info:/1734283467081/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6431=[#edits: 1 = <6390/info:/1734283467082/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6432=[#edits: 1 = <6391/info:/1734283467086/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6433=[#edits: 1 = <6392/info:/1734283467091/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6434=[#edits: 1 = <6393/info:/1734283467092/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6435=[#edits: 1 = <6394/info:/1734283467099/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6436=[#edits: 1 = <6395/info:/1734283467103/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta, lastWalPosition=8845, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-15T17:24:27,152 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:24:27,152 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta to pos 9210, reset compression=false 2024-12-15T17:24:27,152 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6437=[#edits: 1 = <6396/info:/1734283467115/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6438=[#edits: 1 = <6397/info:/1734283467123/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6439=[#edits: 1 = <6398/info:/1734283467131/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6440=[#edits: 1 = <6399/info:/1734283467136/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6441=[#edits: 1 = <6400/info:/1734283467144/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta, lastWalPosition=9210, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-15T17:24:27,182 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 35 WAL entries eligible for replication 2024-12-15T17:24:27,182 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta to pos 11765, reset compression=false 2024-12-15T17:24:27,182 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6442=[#edits: 1 = <6401/info:/1734283467149/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6443=[#edits: 1 = <6402/info:/1734283467150/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6444=[#edits: 1 = <6403/info:/1734283467150/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6445=[#edits: 1 = <6404/info:/1734283467152/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6446=[#edits: 1 = <6405/info:/1734283467154/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6447=[#edits: 1 = <6406/info:/1734283467155/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6448=[#edits: 1 = <6407/info:/1734283467155/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6449=[#edits: 1 = <6408/info:/1734283467159/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6450=[#edits: 1 = <6409/info:/1734283467159/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6451=[#edits: 1 = <6410/info:/1734283467160/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6452=[#edits: 1 = <6411/info:/1734283467160/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6453=[#edits: 1 = <6412/info:/1734283467161/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6454=[#edits: 1 = <6413/info:/1734283467161/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6455=[#edits: 1 = <6414/info:/1734283467162/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6456=[#edits: 1 = <6415/info:/1734283467163/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6457=[#edits: 1 = <6416/info:/1734283467163/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6458=[#edits: 1 = <6417/info:/1734283467164/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6459=[#edits: 1 = <6418/info:/1734283467164/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6460=[#edits: 1 = <6419/info:/1734283467165/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6461=[#edits: 1 = <6420/info:/1734283467165/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6462=[#edits: 1 = <6421/info:/1734283467166/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6463=[#edits: 1 = <6422/info:/1734283467166/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6464=[#edits: 1 = <6423/info:/1734283467167/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6465=[#edits: 1 = <6424/info:/1734283467168/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6466=[#edits: 1 = <6425/info:/1734283467168/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6467=[#edits: 1 = <6426/info:/1734283467169/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6468=[#edits: 1 = <6427/info:/1734283467169/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6469=[#edits: 1 = <6428/info:/1734283467170/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6470=[#edits: 1 = <6429/info:/1734283467170/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6471=[#edits: 1 = <6430/info:/1734283467171/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6472=[#edits: 1 = <6431/info:/1734283467172/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6473=[#edits: 1 = <6432/info:/1734283467173/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6474=[#edits: 1 = <6433/info:/1734283467174/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6475=[#edits: 1 = <6434/info:/1734283467174/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6476=[#edits: 1 = <6435/info:/1734283467175/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta, lastWalPosition=11765, nbRowKeys=35, nbHFiles=0, heapSize=6020, lastSeqIds={}, endOfFile=false,usedBufferSize=6020] 2024-12-15T17:24:27,214 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 53 WAL entries eligible for replication 2024-12-15T17:24:27,214 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6477=[#edits: 1 = <6436/info:/1734283467175/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6478=[#edits: 1 = <6437/info:/1734283467176/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6479=[#edits: 1 = <6438/info:/1734283467177/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6480=[#edits: 1 = <6439/info:/1734283467177/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6481=[#edits: 1 = <6440/info:/1734283467178/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6482=[#edits: 1 = <6441/info:/1734283467179/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6483=[#edits: 1 = <6442/info:/1734283467179/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6484=[#edits: 1 = <6443/info:/1734283467182/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6485=[#edits: 1 = <6444/info:/1734283467186/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6486=[#edits: 1 = <6445/info:/1734283467187/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6487=[#edits: 1 = <6446/info:/1734283467187/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6488=[#edits: 1 = <6447/info:/1734283467188/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6489=[#edits: 1 = <6448/info:/1734283467188/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6490=[#edits: 1 = <6449/info:/1734283467189/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6491=[#edits: 1 = <6450/info:/1734283467189/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6492=[#edits: 1 = <6451/info:/1734283467189/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6493=[#edits: 1 = <6452/info:/1734283467190/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6494=[#edits: 1 = <6453/info:/1734283467190/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6495=[#edits: 1 = <6454/info:/1734283467191/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6496=[#edits: 1 = <6455/info:/1734283467191/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6497=[#edits: 1 = <6456/info:/1734283467191/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6498=[#edits: 1 = <6457/info:/1734283467192/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6499=[#edits: 1 = <6458/info:/1734283467193/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6500=[#edits: 1 = <6459/info:/1734283467193/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6501=[#edits: 1 = <6460/info:/1734283467193/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6502=[#edits: 1 = <6461/info:/1734283467194/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6503=[#edits: 1 = <6462/info:/1734283467194/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6504=[#edits: 1 = <6463/info:/1734283467195/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6505=[#edits: 1 = <6464/info:/1734283467196/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6506=[#edits: 1 = <6465/info:/1734283467197/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6507=[#edits: 1 = <6466/info:/1734283467197/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6508=[#edits: 1 = <6467/info:/1734283467198/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6509=[#edits: 1 = <6468/info:/1734283467198/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6510=[#edits: 1 = <6469/info:/1734283467199/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6511=[#edits: 1 = <6470/info:/1734283467199/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6512=[#edits: 1 = <6471/info:/1734283467199/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6513=[#edits: 1 = <6472/info:/1734283467200/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6514=[#edits: 1 = <6473/info:/1734283467200/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6515=[#edits: 1 = <6474/info:/1734283467201/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6516=[#edits: 1 = <6475/info:/1734283467201/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6517=[#edits: 1 = <6476/info:/1734283467201/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6518=[#edits: 1 = <6477/info:/1734283467202/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6519=[#edits: 1 = <6478/info:/1734283467202/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6520=[#edits: 1 = <6479/info:/1734283467203/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6521=[#edits: 1 = <6480/info:/1734283467203/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6522=[#edits: 1 = <6481/info:/1734283467203/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6523=[#edits: 1 = <6482/info:/1734283467204/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6524=[#edits: 1 = <6483/info:/1734283467204/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6525=[#edits: 1 = <6484/info:/1734283467205/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6526=[#edits: 1 = <6485/info:/1734283467205/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6527=[#edits: 1 = <6486/info:/1734283467206/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6528=[#edits: 1 = <6487/info:/1734283467206/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6529=[#edits: 1 = <6488/info:/1734283467207/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta, lastWalPosition=15634, nbRowKeys=53, nbHFiles=0, heapSize=9116, lastSeqIds={}, endOfFile=false,usedBufferSize=9116] 2024-12-15T17:24:27,216 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta to pos 15634, reset compression=false 2024-12-15T17:24:27,270 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:27,270 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:24:27,270 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta to pos 20087, reset compression=false 2024-12-15T17:24:27,270 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6530=[#edits: 1 = <6489/info:/1734283467207/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6531=[#edits: 1 = <6490/info:/1734283467208/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6532=[#edits: 1 = <6491/info:/1734283467209/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6533=[#edits: 1 = <6492/info:/1734283467209/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6534=[#edits: 1 = <6493/info:/1734283467210/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6535=[#edits: 1 = <6494/info:/1734283467210/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6536=[#edits: 1 = <6495/info:/1734283467211/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6537=[#edits: 1 = <6496/info:/1734283467212/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6538=[#edits: 1 = <6497/info:/1734283467212/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6539=[#edits: 1 = <6498/info:/1734283467213/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6540=[#edits: 1 = <6499/info:/1734283467213/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6541=[#edits: 1 = <6500/info:/1734283467214/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6542=[#edits: 1 = <6501/info:/1734283467215/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6543=[#edits: 1 = <6502/info:/1734283467215/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6544=[#edits: 1 = <6503/info:/1734283467216/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6545=[#edits: 1 = <6504/info:/1734283467217/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6546=[#edits: 1 = <6505/info:/1734283467217/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6547=[#edits: 1 = <6506/info:/1734283467218/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6548=[#edits: 1 = <6507/info:/1734283467219/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6549=[#edits: 1 = <6508/info:/1734283467219/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6550=[#edits: 1 = <6509/info:/1734283467220/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6551=[#edits: 1 = <6510/info:/1734283467220/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6552=[#edits: 1 = <6511/info:/1734283467221/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6553=[#edits: 1 = <6512/info:/1734283467232/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6554=[#edits: 1 = <6513/info:/1734283467237/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6555=[#edits: 1 = <6514/info:/1734283467238/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6556=[#edits: 1 = <6515/info:/1734283467238/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6557=[#edits: 1 = <6516/info:/1734283467239/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6558=[#edits: 1 = <6517/info:/1734283467239/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6559=[#edits: 1 = <6518/info:/1734283467240/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6560=[#edits: 1 = <6519/info:/1734283467241/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6561=[#edits: 1 = <6520/info:/1734283467241/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6562=[#edits: 1 = <6521/info:/1734283467242/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6563=[#edits: 1 = <6522/info:/1734283467243/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6564=[#edits: 1 = <6523/info:/1734283467243/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6565=[#edits: 1 = <6524/info:/1734283467244/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6566=[#edits: 1 = <6525/info:/1734283467245/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6567=[#edits: 1 = <6526/info:/1734283467246/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6568=[#edits: 1 = <6527/info:/1734283467247/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6569=[#edits: 1 = <6528/info:/1734283467247/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6570=[#edits: 1 = <6529/info:/1734283467248/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6571=[#edits: 1 = <6530/info:/1734283467249/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6572=[#edits: 1 = <6531/info:/1734283467250/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6573=[#edits: 1 = <6532/info:/1734283467251/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6574=[#edits: 1 = <6533/info:/1734283467251/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6575=[#edits: 1 = <6534/info:/1734283467252/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6576=[#edits: 1 = <6535/info:/1734283467253/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6577=[#edits: 1 = <6536/info:/1734283467254/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6578=[#edits: 1 = <6537/info:/1734283467255/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6579=[#edits: 1 = <6538/info:/1734283467256/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6580=[#edits: 1 = <6539/info:/1734283467256/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6581=[#edits: 1 = <6540/info:/1734283467257/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6582=[#edits: 1 = <6541/info:/1734283467258/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6583=[#edits: 1 = <6542/info:/1734283467259/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6584=[#edits: 1 = <6543/info:/1734283467259/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6585=[#edits: 1 = <6544/info:/1734283467260/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6586=[#edits: 1 = <6545/info:/1734283467261/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6587=[#edits: 1 = <6546/info:/1734283467262/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6588=[#edits: 1 = <6547/info:/1734283467262/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6589=[#edits: 1 = <6548/info:/1734283467263/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta, lastWalPosition=20014, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:27,274 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6590=[#edits: 1 = <6549/info:/1734283467265/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta, lastWalPosition=20087, nbRowKeys=1, nbHFiles=0, heapSize=172, lastSeqIds={}, endOfFile=false,usedBufferSize=172] 2024-12-15T17:24:27,438 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(269): Writing data from 7000 to 8000 2024-12-15T17:24:27,475 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta to pos 20087, reset compression=false 2024-12-15T17:24:27,494 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:27,496 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6591=[#edits: 1 = <6550/info:/1734283467273/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6592=[#edits: 1 = <6551/info:/1734283467279/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6593=[#edits: 1 = <6552/info:/1734283467280/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6594=[#edits: 1 = <6553/info:/1734283467280/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6595=[#edits: 1 = <6554/info:/1734283467281/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6596=[#edits: 1 = <6555/info:/1734283467281/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6597=[#edits: 1 = <6556/info:/1734283467282/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6598=[#edits: 1 = <6557/info:/1734283467282/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6599=[#edits: 1 = <6558/info:/1734283467283/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6600=[#edits: 1 = <6559/info:/1734283467283/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6601=[#edits: 1 = <6560/info:/1734283467283/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6602=[#edits: 1 = <6561/info:/1734283467284/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6603=[#edits: 1 = <6562/info:/1734283467284/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6604=[#edits: 1 = <6563/info:/1734283467285/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6605=[#edits: 1 = <6564/info:/1734283467285/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6606=[#edits: 1 = <6565/info:/1734283467285/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6607=[#edits: 1 = <6566/info:/1734283467286/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6608=[#edits: 1 = <6567/info:/1734283467286/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6609=[#edits: 1 = <6568/info:/1734283467286/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6610=[#edits: 1 = <6569/info:/1734283467287/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6611=[#edits: 1 = <6570/info:/1734283467287/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6612=[#edits: 1 = <6571/info:/1734283467288/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6613=[#edits: 1 = <6572/info:/1734283467288/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6614=[#edits: 1 = <6573/info:/1734283467288/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6615=[#edits: 1 = <6574/info:/1734283467289/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6616=[#edits: 1 = <6575/info:/1734283467289/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6617=[#edits: 1 = <6576/info:/1734283467289/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6618=[#edits: 1 = <6577/info:/1734283467290/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6619=[#edits: 1 = <6578/info:/1734283467290/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6620=[#edits: 1 = <6579/info:/1734283467291/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6621=[#edits: 1 = <6580/info:/1734283467291/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6622=[#edits: 1 = <6581/info:/1734283467291/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6623=[#edits: 1 = <6582/info:/1734283467292/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6624=[#edits: 1 = <6583/info:/1734283467292/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6625=[#edits: 1 = <6584/info:/1734283467292/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6626=[#edits: 1 = <6585/info:/1734283467293/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6627=[#edits: 1 = <6586/info:/1734283467294/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6628=[#edits: 1 = <6587/info:/1734283467294/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6629=[#edits: 1 = <6588/info:/1734283467294/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6630=[#edits: 1 = <6589/info:/1734283467295/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6631=[#edits: 1 = <6590/info:/1734283467295/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6632=[#edits: 1 = <6591/info:/1734283467295/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6633=[#edits: 1 = <6592/info:/1734283467296/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6634=[#edits: 1 = <6593/info:/1734283467296/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6635=[#edits: 1 = <6594/info:/1734283467296/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6636=[#edits: 1 = <6595/info:/1734283467297/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6637=[#edits: 1 = <6596/info:/1734283467297/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6638=[#edits: 1 = <6597/info:/1734283467297/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6639=[#edits: 1 = <6598/info:/1734283467298/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6640=[#edits: 1 = <6599/info:/1734283467298/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6641=[#edits: 1 = <6600/info:/1734283467299/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6642=[#edits: 1 = <6601/info:/1734283467300/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6643=[#edits: 1 = <6602/info:/1734283467300/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6644=[#edits: 1 = <6603/info:/1734283467301/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6645=[#edits: 1 = <6604/info:/1734283467301/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6646=[#edits: 1 = <6605/info:/1734283467301/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6647=[#edits: 1 = <6606/info:/1734283467302/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6648=[#edits: 1 = <6607/info:/1734283467302/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6649=[#edits: 1 = <6608/info:/1734283467302/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6650=[#edits: 1 = <6609/info:/1734283467303/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta, lastWalPosition=24467, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:27,497 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:27,500 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6651=[#edits: 1 = <6610/info:/1734283467303/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6652=[#edits: 1 = <6611/info:/1734283467303/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6653=[#edits: 1 = <6612/info:/1734283467304/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6654=[#edits: 1 = <6613/info:/1734283467304/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6655=[#edits: 1 = <6614/info:/1734283467304/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6656=[#edits: 1 = <6615/info:/1734283467305/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6657=[#edits: 1 = <6616/info:/1734283467305/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6658=[#edits: 1 = <6617/info:/1734283467305/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6659=[#edits: 1 = <6618/info:/1734283467306/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6660=[#edits: 1 = <6619/info:/1734283467306/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6661=[#edits: 1 = <6620/info:/1734283467307/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6662=[#edits: 1 = <6621/info:/1734283467307/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6663=[#edits: 1 = <6622/info:/1734283467308/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6664=[#edits: 1 = <6623/info:/1734283467308/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6665=[#edits: 1 = <6624/info:/1734283467309/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6666=[#edits: 1 = <6625/info:/1734283467309/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6667=[#edits: 1 = <6626/info:/1734283467309/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6668=[#edits: 1 = <6627/info:/1734283467310/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6669=[#edits: 1 = <6628/info:/1734283467310/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6670=[#edits: 1 = <6629/info:/1734283467310/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6671=[#edits: 1 = <6630/info:/1734283467311/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6672=[#edits: 1 = <6631/info:/1734283467311/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6673=[#edits: 1 = <6632/info:/1734283467311/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6674=[#edits: 1 = <6633/info:/1734283467312/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6675=[#edits: 1 = <6634/info:/1734283467312/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6676=[#edits: 1 = <6635/info:/1734283467312/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6677=[#edits: 1 = <6636/info:/1734283467312/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6678=[#edits: 1 = <6637/info:/1734283467313/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6679=[#edits: 1 = <6638/info:/1734283467313/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6680=[#edits: 1 = <6639/info:/1734283467314/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6681=[#edits: 1 = <6640/info:/1734283467314/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6682=[#edits: 1 = <6641/info:/1734283467314/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6683=[#edits: 1 = <6642/info:/1734283467315/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6684=[#edits: 1 = <6643/info:/1734283467315/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6685=[#edits: 1 = <6644/info:/1734283467315/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6686=[#edits: 1 = <6645/info:/1734283467316/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6687=[#edits: 1 = <6646/info:/1734283467316/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6688=[#edits: 1 = <6647/info:/1734283467316/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6689=[#edits: 1 = <6648/info:/1734283467317/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6690=[#edits: 1 = <6649/info:/1734283467317/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6691=[#edits: 1 = <6650/info:/1734283467317/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6692=[#edits: 1 = <6651/info:/1734283467317/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6693=[#edits: 1 = <6652/info:/1734283467318/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6694=[#edits: 1 = <6653/info:/1734283467318/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6695=[#edits: 1 = <6654/info:/1734283467318/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6696=[#edits: 1 = <6655/info:/1734283467319/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6697=[#edits: 1 = <6656/info:/1734283467319/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6698=[#edits: 1 = <6657/info:/1734283467319/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6699=[#edits: 1 = <6658/info:/1734283467320/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6700=[#edits: 1 = <6659/info:/1734283467320/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6701=[#edits: 1 = <6660/info:/1734283467320/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6702=[#edits: 1 = <6661/info:/1734283467320/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6703=[#edits: 1 = <6662/info:/1734283467321/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6704=[#edits: 1 = <6663/info:/1734283467321/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6705=[#edits: 1 = <6664/info:/1734283467321/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6706=[#edits: 1 = <6665/info:/1734283467322/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6707=[#edits: 1 = <6666/info:/1734283467322/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6708=[#edits: 1 = <6667/info:/1734283467322/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6709=[#edits: 1 = <6668/info:/1734283467322/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6710=[#edits: 1 = <6669/info:/1734283467323/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta, lastWalPosition=28847, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:27,503 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:27,504 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6711=[#edits: 1 = <6670/info:/1734283467323/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6712=[#edits: 1 = <6671/info:/1734283467323/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6713=[#edits: 1 = <6672/info:/1734283467323/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6714=[#edits: 1 = <6673/info:/1734283467324/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6715=[#edits: 1 = <6674/info:/1734283467324/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6716=[#edits: 1 = <6675/info:/1734283467324/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6717=[#edits: 1 = <6676/info:/1734283467325/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6718=[#edits: 1 = <6677/info:/1734283467325/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6719=[#edits: 1 = <6678/info:/1734283467325/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6720=[#edits: 1 = <6679/info:/1734283467325/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6721=[#edits: 1 = <6680/info:/1734283467326/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6722=[#edits: 1 = <6681/info:/1734283467326/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6723=[#edits: 1 = <6682/info:/1734283467326/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6724=[#edits: 1 = <6683/info:/1734283467327/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6725=[#edits: 1 = <6684/info:/1734283467327/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6726=[#edits: 1 = <6685/info:/1734283467327/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6727=[#edits: 1 = <6686/info:/1734283467328/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6728=[#edits: 1 = <6687/info:/1734283467328/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6729=[#edits: 1 = <6688/info:/1734283467328/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6730=[#edits: 1 = <6689/info:/1734283467329/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6731=[#edits: 1 = <6690/info:/1734283467329/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6732=[#edits: 1 = <6691/info:/1734283467329/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6733=[#edits: 1 = <6692/info:/1734283467329/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6734=[#edits: 1 = <6693/info:/1734283467330/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6735=[#edits: 1 = <6694/info:/1734283467330/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6736=[#edits: 1 = <6695/info:/1734283467330/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6737=[#edits: 1 = <6696/info:/1734283467331/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6738=[#edits: 1 = <6697/info:/1734283467331/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6739=[#edits: 1 = <6698/info:/1734283467331/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6740=[#edits: 1 = <6699/info:/1734283467332/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6741=[#edits: 1 = <6700/info:/1734283467332/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6742=[#edits: 1 = <6701/info:/1734283467332/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6743=[#edits: 1 = <6702/info:/1734283467333/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6744=[#edits: 1 = <6703/info:/1734283467333/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6745=[#edits: 1 = <6704/info:/1734283467333/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6746=[#edits: 1 = <6705/info:/1734283467334/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6747=[#edits: 1 = <6706/info:/1734283467334/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6748=[#edits: 1 = <6707/info:/1734283467334/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6749=[#edits: 1 = <6708/info:/1734283467335/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6750=[#edits: 1 = <6709/info:/1734283467335/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6751=[#edits: 1 = <6710/info:/1734283467335/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6752=[#edits: 1 = <6711/info:/1734283467335/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6753=[#edits: 1 = <6712/info:/1734283467336/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6754=[#edits: 1 = <6713/info:/1734283467336/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6755=[#edits: 1 = <6714/info:/1734283467336/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6756=[#edits: 1 = <6715/info:/1734283467337/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6757=[#edits: 1 = <6716/info:/1734283467337/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6758=[#edits: 1 = <6717/info:/1734283467338/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6759=[#edits: 1 = <6718/info:/1734283467338/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6760=[#edits: 1 = <6719/info:/1734283467338/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6761=[#edits: 1 = <6720/info:/1734283467338/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6762=[#edits: 1 = <6721/info:/1734283467339/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6763=[#edits: 1 = <6722/info:/1734283467339/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6764=[#edits: 1 = <6723/info:/1734283467339/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6765=[#edits: 1 = <6724/info:/1734283467340/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6766=[#edits: 1 = <6725/info:/1734283467340/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6767=[#edits: 1 = <6726/info:/1734283467340/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6768=[#edits: 1 = <6727/info:/1734283467340/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6769=[#edits: 1 = <6728/info:/1734283467341/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6770=[#edits: 1 = <6729/info:/1734283467341/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta, lastWalPosition=33227, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:27,509 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:27,509 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6771=[#edits: 1 = <6730/info:/1734283467341/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6772=[#edits: 1 = <6731/info:/1734283467342/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6773=[#edits: 1 = <6732/info:/1734283467342/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6774=[#edits: 1 = <6733/info:/1734283467342/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6775=[#edits: 1 = <6734/info:/1734283467343/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6776=[#edits: 1 = <6735/info:/1734283467343/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6777=[#edits: 1 = <6736/info:/1734283467343/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6778=[#edits: 1 = <6737/info:/1734283467344/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6779=[#edits: 1 = <6738/info:/1734283467344/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6780=[#edits: 1 = <6739/info:/1734283467344/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6781=[#edits: 1 = <6740/info:/1734283467345/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6782=[#edits: 1 = <6741/info:/1734283467345/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6783=[#edits: 1 = <6742/info:/1734283467345/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6784=[#edits: 1 = <6743/info:/1734283467346/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6785=[#edits: 1 = <6744/info:/1734283467346/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6786=[#edits: 1 = <6745/info:/1734283467346/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6787=[#edits: 1 = <6746/info:/1734283467346/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6788=[#edits: 1 = <6747/info:/1734283467347/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6789=[#edits: 1 = <6748/info:/1734283467347/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6790=[#edits: 1 = <6749/info:/1734283467347/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6791=[#edits: 1 = <6750/info:/1734283467348/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6792=[#edits: 1 = <6751/info:/1734283467348/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6793=[#edits: 1 = <6752/info:/1734283467348/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6794=[#edits: 1 = <6753/info:/1734283467349/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6795=[#edits: 1 = <6754/info:/1734283467349/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6796=[#edits: 1 = <6755/info:/1734283467349/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6797=[#edits: 1 = <6756/info:/1734283467350/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6798=[#edits: 1 = <6757/info:/1734283467350/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6799=[#edits: 1 = <6758/info:/1734283467350/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6800=[#edits: 1 = <6759/info:/1734283467351/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6801=[#edits: 1 = <6760/info:/1734283467351/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6802=[#edits: 1 = <6761/info:/1734283467351/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6803=[#edits: 1 = <6762/info:/1734283467351/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6804=[#edits: 1 = <6763/info:/1734283467352/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6805=[#edits: 1 = <6764/info:/1734283467352/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6806=[#edits: 1 = <6765/info:/1734283467352/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6807=[#edits: 1 = <6766/info:/1734283467353/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6808=[#edits: 1 = <6767/info:/1734283467353/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6809=[#edits: 1 = <6768/info:/1734283467353/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6810=[#edits: 1 = <6769/info:/1734283467354/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6811=[#edits: 1 = <6770/info:/1734283467354/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6812=[#edits: 1 = <6771/info:/1734283467354/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6813=[#edits: 1 = <6772/info:/1734283467354/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6814=[#edits: 1 = <6773/info:/1734283467355/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6815=[#edits: 1 = <6774/info:/1734283467355/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6816=[#edits: 1 = <6775/info:/1734283467355/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6817=[#edits: 1 = <6776/info:/1734283467356/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6818=[#edits: 1 = <6777/info:/1734283467356/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6819=[#edits: 1 = <6778/info:/1734283467357/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6820=[#edits: 1 = <6779/info:/1734283467357/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6821=[#edits: 1 = <6780/info:/1734283467357/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6822=[#edits: 1 = <6781/info:/1734283467358/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6823=[#edits: 1 = <6782/info:/1734283467358/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6824=[#edits: 1 = <6783/info:/1734283467358/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6825=[#edits: 1 = <6784/info:/1734283467358/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6826=[#edits: 1 = <6785/info:/1734283467359/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6827=[#edits: 1 = <6786/info:/1734283467359/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6828=[#edits: 1 = <6787/info:/1734283467360/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6829=[#edits: 1 = <6788/info:/1734283467360/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6830=[#edits: 1 = <6789/info:/1734283467360/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta, lastWalPosition=37607, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:27,511 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:27,513 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6831=[#edits: 1 = <6790/info:/1734283467360/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6832=[#edits: 1 = <6791/info:/1734283467361/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6833=[#edits: 1 = <6792/info:/1734283467361/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6834=[#edits: 1 = <6793/info:/1734283467361/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6835=[#edits: 1 = <6794/info:/1734283467362/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6836=[#edits: 1 = <6795/info:/1734283467362/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6837=[#edits: 1 = <6796/info:/1734283467362/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6838=[#edits: 1 = <6797/info:/1734283467363/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6839=[#edits: 1 = <6798/info:/1734283467363/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6840=[#edits: 1 = <6799/info:/1734283467363/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6841=[#edits: 1 = <6800/info:/1734283467364/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6842=[#edits: 1 = <6801/info:/1734283467364/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6843=[#edits: 1 = <6802/info:/1734283467364/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6844=[#edits: 1 = <6803/info:/1734283467365/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6845=[#edits: 1 = <6804/info:/1734283467365/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6846=[#edits: 1 = <6805/info:/1734283467365/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6847=[#edits: 1 = <6806/info:/1734283467366/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6848=[#edits: 1 = <6807/info:/1734283467366/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6849=[#edits: 1 = <6808/info:/1734283467366/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6850=[#edits: 1 = <6809/info:/1734283467366/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6851=[#edits: 1 = <6810/info:/1734283467367/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6852=[#edits: 1 = <6811/info:/1734283467367/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6853=[#edits: 1 = <6812/info:/1734283467369/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6854=[#edits: 1 = <6813/info:/1734283467370/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6855=[#edits: 1 = <6814/info:/1734283467370/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6856=[#edits: 1 = <6815/info:/1734283467370/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6857=[#edits: 1 = <6816/info:/1734283467371/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6858=[#edits: 1 = <6817/info:/1734283467372/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6859=[#edits: 1 = <6818/info:/1734283467372/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6860=[#edits: 1 = <6819/info:/1734283467373/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6861=[#edits: 1 = <6820/info:/1734283467373/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6862=[#edits: 1 = <6821/info:/1734283467373/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6863=[#edits: 1 = <6822/info:/1734283467374/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6864=[#edits: 1 = <6823/info:/1734283467374/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6865=[#edits: 1 = <6824/info:/1734283467374/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6866=[#edits: 1 = <6825/info:/1734283467375/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6867=[#edits: 1 = <6826/info:/1734283467375/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6868=[#edits: 1 = <6827/info:/1734283467375/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6869=[#edits: 1 = <6828/info:/1734283467376/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6870=[#edits: 1 = <6829/info:/1734283467376/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6871=[#edits: 1 = <6830/info:/1734283467376/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6872=[#edits: 1 = <6831/info:/1734283467377/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6873=[#edits: 1 = <6832/info:/1734283467377/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6874=[#edits: 1 = <6833/info:/1734283467377/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6875=[#edits: 1 = <6834/info:/1734283467378/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6876=[#edits: 1 = <6835/info:/1734283467378/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6877=[#edits: 1 = <6836/info:/1734283467378/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6878=[#edits: 1 = <6837/info:/1734283467379/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6879=[#edits: 1 = <6838/info:/1734283467379/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6880=[#edits: 1 = <6839/info:/1734283467379/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6881=[#edits: 1 = <6840/info:/1734283467380/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6882=[#edits: 1 = <6841/info:/1734283467380/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6883=[#edits: 1 = <6842/info:/1734283467380/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6884=[#edits: 1 = <6843/info:/1734283467381/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6885=[#edits: 1 = <6844/info:/1734283467381/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6886=[#edits: 1 = <6845/info:/1734283467382/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6887=[#edits: 1 = <6846/info:/1734283467383/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6888=[#edits: 1 = <6847/info:/1734283467383/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6889=[#edits: 1 = <6848/info:/1734283467384/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6890=[#edits: 1 = <6849/info:/1734283467384/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta, lastWalPosition=41987, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:27,514 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:27,517 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6891=[#edits: 1 = <6850/info:/1734283467384/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6892=[#edits: 1 = <6851/info:/1734283467385/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6893=[#edits: 1 = <6852/info:/1734283467385/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6894=[#edits: 1 = <6853/info:/1734283467386/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6895=[#edits: 1 = <6854/info:/1734283467386/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6896=[#edits: 1 = <6855/info:/1734283467386/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6897=[#edits: 1 = <6856/info:/1734283467387/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6898=[#edits: 1 = <6857/info:/1734283467387/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6899=[#edits: 1 = <6858/info:/1734283467387/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6900=[#edits: 1 = <6859/info:/1734283467388/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6901=[#edits: 1 = <6860/info:/1734283467388/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6902=[#edits: 1 = <6861/info:/1734283467388/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6903=[#edits: 1 = <6862/info:/1734283467389/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6904=[#edits: 1 = <6863/info:/1734283467389/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6905=[#edits: 1 = <6864/info:/1734283467389/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6906=[#edits: 1 = <6865/info:/1734283467390/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6907=[#edits: 1 = <6866/info:/1734283467390/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6908=[#edits: 1 = <6867/info:/1734283467390/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6909=[#edits: 1 = <6868/info:/1734283467391/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6910=[#edits: 1 = <6869/info:/1734283467391/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6911=[#edits: 1 = <6870/info:/1734283467391/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6912=[#edits: 1 = <6871/info:/1734283467391/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6913=[#edits: 1 = <6872/info:/1734283467392/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6914=[#edits: 1 = <6873/info:/1734283467392/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6915=[#edits: 1 = <6874/info:/1734283467392/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6916=[#edits: 1 = <6875/info:/1734283467393/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6917=[#edits: 1 = <6876/info:/1734283467393/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6918=[#edits: 1 = <6877/info:/1734283467393/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6919=[#edits: 1 = <6878/info:/1734283467394/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6920=[#edits: 1 = <6879/info:/1734283467394/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6921=[#edits: 1 = <6880/info:/1734283467394/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6922=[#edits: 1 = <6881/info:/1734283467395/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6923=[#edits: 1 = <6882/info:/1734283467395/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6924=[#edits: 1 = <6883/info:/1734283467395/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6925=[#edits: 1 = <6884/info:/1734283467396/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6926=[#edits: 1 = <6885/info:/1734283467396/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6927=[#edits: 1 = <6886/info:/1734283467396/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6928=[#edits: 1 = <6887/info:/1734283467397/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6929=[#edits: 1 = <6888/info:/1734283467397/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6930=[#edits: 1 = <6889/info:/1734283467397/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6931=[#edits: 1 = <6890/info:/1734283467398/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6932=[#edits: 1 = <6891/info:/1734283467398/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6933=[#edits: 1 = <6892/info:/1734283467398/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6934=[#edits: 1 = <6893/info:/1734283467399/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6935=[#edits: 1 = <6894/info:/1734283467399/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6936=[#edits: 1 = <6895/info:/1734283467399/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6937=[#edits: 1 = <6896/info:/1734283467400/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6938=[#edits: 1 = <6897/info:/1734283467400/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6939=[#edits: 1 = <6898/info:/1734283467402/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6940=[#edits: 1 = <6899/info:/1734283467402/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6941=[#edits: 1 = <6900/info:/1734283467403/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6942=[#edits: 1 = <6901/info:/1734283467403/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6943=[#edits: 1 = <6902/info:/1734283467403/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6944=[#edits: 1 = <6903/info:/1734283467404/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6945=[#edits: 1 = <6904/info:/1734283467404/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6946=[#edits: 1 = <6905/info:/1734283467405/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6947=[#edits: 1 = <6906/info:/1734283467405/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6948=[#edits: 1 = <6907/info:/1734283467405/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6949=[#edits: 1 = <6908/info:/1734283467405/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6950=[#edits: 1 = <6909/info:/1734283467406/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta, lastWalPosition=46367, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:27,521 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:27,523 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6951=[#edits: 1 = <6910/info:/1734283467406/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6952=[#edits: 1 = <6911/info:/1734283467407/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6953=[#edits: 1 = <6912/info:/1734283467407/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6954=[#edits: 1 = <6913/info:/1734283467407/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6955=[#edits: 1 = <6914/info:/1734283467408/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6956=[#edits: 1 = <6915/info:/1734283467408/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6957=[#edits: 1 = <6916/info:/1734283467409/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6958=[#edits: 1 = <6917/info:/1734283467409/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6959=[#edits: 1 = <6918/info:/1734283467409/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6960=[#edits: 1 = <6919/info:/1734283467409/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6961=[#edits: 1 = <6920/info:/1734283467410/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6962=[#edits: 1 = <6921/info:/1734283467410/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6963=[#edits: 1 = <6922/info:/1734283467411/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6964=[#edits: 1 = <6923/info:/1734283467411/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6965=[#edits: 1 = <6924/info:/1734283467411/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6966=[#edits: 1 = <6925/info:/1734283467412/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6967=[#edits: 1 = <6926/info:/1734283467412/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6968=[#edits: 1 = <6927/info:/1734283467412/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6969=[#edits: 1 = <6928/info:/1734283467413/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6970=[#edits: 1 = <6929/info:/1734283467413/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6971=[#edits: 1 = <6930/info:/1734283467413/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6972=[#edits: 1 = <6931/info:/1734283467414/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6973=[#edits: 1 = <6932/info:/1734283467414/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6974=[#edits: 1 = <6933/info:/1734283467414/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6975=[#edits: 1 = <6934/info:/1734283467415/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6976=[#edits: 1 = <6935/info:/1734283467415/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6977=[#edits: 1 = <6936/info:/1734283467415/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6978=[#edits: 1 = <6937/info:/1734283467416/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6979=[#edits: 1 = <6938/info:/1734283467416/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6980=[#edits: 1 = <6939/info:/1734283467416/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6981=[#edits: 1 = <6940/info:/1734283467417/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6982=[#edits: 1 = <6941/info:/1734283467417/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6983=[#edits: 1 = <6942/info:/1734283467418/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6984=[#edits: 1 = <6943/info:/1734283467418/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6985=[#edits: 1 = <6944/info:/1734283467418/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6986=[#edits: 1 = <6945/info:/1734283467418/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6987=[#edits: 1 = <6946/info:/1734283467419/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6988=[#edits: 1 = <6947/info:/1734283467419/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6989=[#edits: 1 = <6948/info:/1734283467419/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6990=[#edits: 1 = <6949/info:/1734283467420/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6991=[#edits: 1 = <6950/info:/1734283467420/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6992=[#edits: 1 = <6951/info:/1734283467420/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6993=[#edits: 1 = <6952/info:/1734283467421/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6994=[#edits: 1 = <6953/info:/1734283467421/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6995=[#edits: 1 = <6954/info:/1734283467421/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6996=[#edits: 1 = <6955/info:/1734283467422/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6997=[#edits: 1 = <6956/info:/1734283467422/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6998=[#edits: 1 = <6957/info:/1734283467422/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/6999=[#edits: 1 = <6958/info:/1734283467423/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7000=[#edits: 1 = <6959/info:/1734283467423/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7001=[#edits: 1 = <6960/info:/1734283467423/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7002=[#edits: 1 = <6961/info:/1734283467424/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7003=[#edits: 1 = <6962/info:/1734283467424/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7004=[#edits: 1 = <6963/info:/1734283467424/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7005=[#edits: 1 = <6964/info:/1734283467424/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7006=[#edits: 1 = <6965/info:/1734283467425/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7007=[#edits: 1 = <6966/info:/1734283467425/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7008=[#edits: 1 = <6967/info:/1734283467425/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7009=[#edits: 1 = <6968/info:/1734283467425/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7010=[#edits: 1 = <6969/info:/1734283467426/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta, lastWalPosition=50747, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:27,524 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:27,526 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 46 WAL entries eligible for replication 2024-12-15T17:24:27,527 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7011=[#edits: 1 = <6970/info:/1734283467426/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7012=[#edits: 1 = <6971/info:/1734283467426/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7013=[#edits: 1 = <6972/info:/1734283467427/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7014=[#edits: 1 = <6973/info:/1734283467427/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7015=[#edits: 1 = <6974/info:/1734283467427/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7016=[#edits: 1 = <6975/info:/1734283467427/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7017=[#edits: 1 = <6976/info:/1734283467428/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7018=[#edits: 1 = <6977/info:/1734283467428/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7019=[#edits: 1 = <6978/info:/1734283467428/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7020=[#edits: 1 = <6979/info:/1734283467428/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7021=[#edits: 1 = <6980/info:/1734283467429/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7022=[#edits: 1 = <6981/info:/1734283467429/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7023=[#edits: 1 = <6982/info:/1734283467429/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7024=[#edits: 1 = <6983/info:/1734283467429/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7025=[#edits: 1 = <6984/info:/1734283467430/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7026=[#edits: 1 = <6985/info:/1734283467430/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7027=[#edits: 1 = <6986/info:/1734283467430/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7028=[#edits: 1 = <6987/info:/1734283467431/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7029=[#edits: 1 = <6988/info:/1734283467431/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7030=[#edits: 1 = <6989/info:/1734283467434/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7031=[#edits: 1 = <6990/info:/1734283467434/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7032=[#edits: 1 = <6991/info:/1734283467435/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7033=[#edits: 1 = <6992/info:/1734283467435/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7034=[#edits: 1 = <6993/info:/1734283467435/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7035=[#edits: 1 = <6994/info:/1734283467436/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7036=[#edits: 1 = <6995/info:/1734283467436/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7037=[#edits: 1 = <6996/info:/1734283467436/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7038=[#edits: 1 = <6997/info:/1734283467437/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7039=[#edits: 1 = <6998/info:/1734283467437/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7040=[#edits: 1 = <6999/info:/1734283467438/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7041=[#edits: 1 = <7000/info:/1734283467438/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7042=[#edits: 1 = <7001/info:/1734283467440/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7043=[#edits: 1 = <7002/info:/1734283467441/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7044=[#edits: 1 = <7003/info:/1734283467441/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7045=[#edits: 1 = <7004/info:/1734283467442/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7046=[#edits: 1 = <7005/info:/1734283467442/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7047=[#edits: 1 = <7006/info:/1734283467443/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7048=[#edits: 1 = <7007/info:/1734283467443/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7049=[#edits: 1 = <7008/info:/1734283467443/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7050=[#edits: 1 = <7009/info:/1734283467444/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7051=[#edits: 1 = <7010/info:/1734283467444/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7052=[#edits: 1 = <7011/info:/1734283467445/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7053=[#edits: 1 = <7012/info:/1734283467445/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7054=[#edits: 1 = <7013/info:/1734283467445/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7055=[#edits: 1 = <7014/info:/1734283467446/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7056=[#edits: 1 = <7015/info:/1734283467446/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7057=[#edits: 1 = <7016/info:/1734283467446/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7058=[#edits: 1 = <7017/info:/1734283467447/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7059=[#edits: 1 = <7018/info:/1734283467447/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7060=[#edits: 1 = <7019/info:/1734283467447/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7061=[#edits: 1 = <7020/info:/1734283467452/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7062=[#edits: 1 = <7021/info:/1734283467459/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7063=[#edits: 1 = <7022/info:/1734283467460/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7064=[#edits: 1 = <7023/info:/1734283467461/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7065=[#edits: 1 = <7024/info:/1734283467462/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7066=[#edits: 1 = <7025/info:/1734283467462/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7067=[#edits: 1 = <7026/info:/1734283467464/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7068=[#edits: 1 = <7027/info:/1734283467464/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7069=[#edits: 1 = <7028/info:/1734283467465/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7070=[#edits: 1 = <7029/info:/1734283467466/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta, lastWalPosition=55127, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:27,527 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta to pos 58485, reset compression=false 2024-12-15T17:24:27,530 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7071=[#edits: 1 = <7030/info:/1734283467466/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7072=[#edits: 1 = <7031/info:/1734283467466/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7073=[#edits: 1 = <7032/info:/1734283467467/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7074=[#edits: 1 = <7033/info:/1734283467467/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7075=[#edits: 1 = <7034/info:/1734283467467/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7076=[#edits: 1 = <7035/info:/1734283467468/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7077=[#edits: 1 = <7036/info:/1734283467469/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7078=[#edits: 1 = <7037/info:/1734283467470/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7079=[#edits: 1 = <7038/info:/1734283467470/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7080=[#edits: 1 = <7039/info:/1734283467471/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7081=[#edits: 1 = <7040/info:/1734283467471/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7082=[#edits: 1 = <7041/info:/1734283467472/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7083=[#edits: 1 = <7042/info:/1734283467472/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7084=[#edits: 1 = <7043/info:/1734283467473/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7085=[#edits: 1 = <7044/info:/1734283467473/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7086=[#edits: 1 = <7045/info:/1734283467474/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7087=[#edits: 1 = <7046/info:/1734283467474/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7088=[#edits: 1 = <7047/info:/1734283467475/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7089=[#edits: 1 = <7048/info:/1734283467476/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7090=[#edits: 1 = <7049/info:/1734283467476/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7091=[#edits: 1 = <7050/info:/1734283467477/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7092=[#edits: 1 = <7051/info:/1734283467477/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7093=[#edits: 1 = <7052/info:/1734283467478/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7094=[#edits: 1 = <7053/info:/1734283467478/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7095=[#edits: 1 = <7054/info:/1734283467478/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7096=[#edits: 1 = <7055/info:/1734283467479/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7097=[#edits: 1 = <7056/info:/1734283467479/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7098=[#edits: 1 = <7057/info:/1734283467479/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7099=[#edits: 1 = <7058/info:/1734283467480/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7100=[#edits: 1 = <7059/info:/1734283467480/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7101=[#edits: 1 = <7060/info:/1734283467480/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7102=[#edits: 1 = <7061/info:/1734283467481/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7103=[#edits: 1 = <7062/info:/1734283467481/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7104=[#edits: 1 = <7063/info:/1734283467481/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7105=[#edits: 1 = <7064/info:/1734283467482/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7106=[#edits: 1 = <7065/info:/1734283467482/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7107=[#edits: 1 = <7066/info:/1734283467482/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7108=[#edits: 1 = <7067/info:/1734283467483/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7109=[#edits: 1 = <7068/info:/1734283467484/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7110=[#edits: 1 = <7069/info:/1734283467485/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7111=[#edits: 1 = <7070/info:/1734283467485/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7112=[#edits: 1 = <7071/info:/1734283467485/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7113=[#edits: 1 = <7072/info:/1734283467486/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7114=[#edits: 1 = <7073/info:/1734283467486/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7115=[#edits: 1 = <7074/info:/1734283467486/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7116=[#edits: 1 = <7075/info:/1734283467487/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta, lastWalPosition=58485, nbRowKeys=46, nbHFiles=0, heapSize=7912, lastSeqIds={}, endOfFile=false,usedBufferSize=7912] 2024-12-15T17:24:27,540 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 18 WAL entries eligible for replication 2024-12-15T17:24:27,540 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta to pos 59799, reset compression=false 2024-12-15T17:24:27,540 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7117=[#edits: 1 = <7076/info:/1734283467487/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7118=[#edits: 1 = <7077/info:/1734283467488/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7119=[#edits: 1 = <7078/info:/1734283467490/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7120=[#edits: 1 = <7079/info:/1734283467490/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7121=[#edits: 1 = <7080/info:/1734283467491/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7122=[#edits: 1 = <7081/info:/1734283467491/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7123=[#edits: 1 = <7082/info:/1734283467497/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7124=[#edits: 1 = <7083/info:/1734283467501/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7125=[#edits: 1 = <7084/info:/1734283467503/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7126=[#edits: 1 = <7085/info:/1734283467505/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7127=[#edits: 1 = <7086/info:/1734283467506/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7128=[#edits: 1 = <7087/info:/1734283467510/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7129=[#edits: 1 = <7088/info:/1734283467513/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7130=[#edits: 1 = <7089/info:/1734283467519/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7131=[#edits: 1 = <7090/info:/1734283467524/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7132=[#edits: 1 = <7091/info:/1734283467527/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7133=[#edits: 1 = <7092/info:/1734283467532/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7134=[#edits: 1 = <7093/info:/1734283467535/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta, lastWalPosition=59799, nbRowKeys=18, nbHFiles=0, heapSize=3096, lastSeqIds={}, endOfFile=false,usedBufferSize=3096] 2024-12-15T17:24:27,554 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:27,554 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta to pos 60018, reset compression=false 2024-12-15T17:24:27,554 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7135=[#edits: 1 = <7094/info:/1734283467536/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7136=[#edits: 1 = <7095/info:/1734283467547/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7137=[#edits: 1 = <7096/info:/1734283467551/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta, lastWalPosition=60018, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-15T17:24:27,559 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:27,559 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta to pos 60164, reset compression=false 2024-12-15T17:24:27,559 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7138=[#edits: 1 = <7097/info:/1734283467553/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7139=[#edits: 1 = <7098/info:/1734283467554/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta, lastWalPosition=60164, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-15T17:24:27,584 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-15T17:24:27,584 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta to pos 60748, reset compression=false 2024-12-15T17:24:27,584 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7140=[#edits: 1 = <7099/info:/1734283467558/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7141=[#edits: 1 = <7100/info:/1734283467559/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7142=[#edits: 1 = <7101/info:/1734283467560/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7143=[#edits: 1 = <7102/info:/1734283467560/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7144=[#edits: 1 = <7103/info:/1734283467563/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7145=[#edits: 1 = <7104/info:/1734283467567/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7146=[#edits: 1 = <7105/info:/1734283467575/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7147=[#edits: 1 = <7106/info:/1734283467577/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta, lastWalPosition=60748, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-15T17:24:27,610 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:24:27,610 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta to pos 61113, reset compression=false 2024-12-15T17:24:27,610 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7148=[#edits: 1 = <7107/info:/1734283467580/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7149=[#edits: 1 = <7108/info:/1734283467584/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7150=[#edits: 1 = <7109/info:/1734283467589/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7151=[#edits: 1 = <7110/info:/1734283467595/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7152=[#edits: 1 = <7111/info:/1734283467600/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta, lastWalPosition=61113, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-15T17:24:27,627 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:24:27,627 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7153=[#edits: 1 = <7112/info:/1734283467610/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta, lastWalPosition=61186, nbRowKeys=1, nbHFiles=0, heapSize=172, lastSeqIds={}, endOfFile=false,usedBufferSize=172] 2024-12-15T17:24:27,627 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta to pos 61186, reset compression=false 2024-12-15T17:24:27,638 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 16 WAL entries eligible for replication 2024-12-15T17:24:27,638 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta to pos 62354, reset compression=false 2024-12-15T17:24:27,638 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7154=[#edits: 1 = <7113/info:/1734283467626/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7155=[#edits: 1 = <7114/info:/1734283467627/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7156=[#edits: 1 = <7115/info:/1734283467628/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7157=[#edits: 1 = <7116/info:/1734283467629/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7158=[#edits: 1 = <7117/info:/1734283467630/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7159=[#edits: 1 = <7118/info:/1734283467631/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7160=[#edits: 1 = <7119/info:/1734283467631/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7161=[#edits: 1 = <7120/info:/1734283467632/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7162=[#edits: 1 = <7121/info:/1734283467633/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7163=[#edits: 1 = <7122/info:/1734283467633/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7164=[#edits: 1 = <7123/info:/1734283467634/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7165=[#edits: 1 = <7124/info:/1734283467634/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7166=[#edits: 1 = <7125/info:/1734283467635/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7167=[#edits: 1 = <7126/info:/1734283467635/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7168=[#edits: 1 = <7127/info:/1734283467636/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7169=[#edits: 1 = <7128/info:/1734283467636/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta, lastWalPosition=62354, nbRowKeys=16, nbHFiles=0, heapSize=2752, lastSeqIds={}, endOfFile=false,usedBufferSize=2752] 2024-12-15T17:24:27,660 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-15T17:24:27,660 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta to pos 62938, reset compression=false 2024-12-15T17:24:27,660 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7170=[#edits: 1 = <7129/info:/1734283467636/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7171=[#edits: 1 = <7130/info:/1734283467637/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7172=[#edits: 1 = <7131/info:/1734283467637/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7173=[#edits: 1 = <7132/info:/1734283467638/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7174=[#edits: 1 = <7133/info:/1734283467638/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7175=[#edits: 1 = <7134/info:/1734283467639/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7176=[#edits: 1 = <7135/info:/1734283467655/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7177=[#edits: 1 = <7136/info:/1734283467657/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta, lastWalPosition=62938, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-15T17:24:27,661 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-15T17:24:27,676 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-15T17:24:27,677 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta to pos 63230, reset compression=false 2024-12-15T17:24:27,677 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7178=[#edits: 1 = <7137/info:/1734283467657/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7179=[#edits: 1 = <7138/info:/1734283467658/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7180=[#edits: 1 = <7139/info:/1734283467659/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7181=[#edits: 1 = <7140/info:/1734283467663/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta, lastWalPosition=63230, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-15T17:24:27,696 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-15T17:24:27,696 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta to pos 63522, reset compression=false 2024-12-15T17:24:27,696 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7182=[#edits: 1 = <7141/info:/1734283467666/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7183=[#edits: 1 = <7142/info:/1734283467677/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7184=[#edits: 1 = <7143/info:/1734283467681/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7185=[#edits: 1 = <7144/info:/1734283467682/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta, lastWalPosition=63522, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-15T17:24:27,725 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 19 WAL entries eligible for replication 2024-12-15T17:24:27,725 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta to pos 64909, reset compression=false 2024-12-15T17:24:27,725 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7186=[#edits: 1 = <7145/info:/1734283467688/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7187=[#edits: 1 = <7146/info:/1734283467700/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7188=[#edits: 1 = <7147/info:/1734283467702/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7189=[#edits: 1 = <7148/info:/1734283467703/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7190=[#edits: 1 = <7149/info:/1734283467704/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7191=[#edits: 1 = <7150/info:/1734283467706/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7192=[#edits: 1 = <7151/info:/1734283467707/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7193=[#edits: 1 = <7152/info:/1734283467712/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7194=[#edits: 1 = <7153/info:/1734283467712/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7195=[#edits: 1 = <7154/info:/1734283467713/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7196=[#edits: 1 = <7155/info:/1734283467714/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7197=[#edits: 1 = <7156/info:/1734283467715/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7198=[#edits: 1 = <7157/info:/1734283467716/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7199=[#edits: 1 = <7158/info:/1734283467716/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7200=[#edits: 1 = <7159/info:/1734283467717/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7201=[#edits: 1 = <7160/info:/1734283467717/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7202=[#edits: 1 = <7161/info:/1734283467718/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7203=[#edits: 1 = <7162/info:/1734283467718/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7204=[#edits: 1 = <7163/info:/1734283467718/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta, lastWalPosition=64909, nbRowKeys=19, nbHFiles=0, heapSize=3268, lastSeqIds={}, endOfFile=false,usedBufferSize=3268] 2024-12-15T17:24:27,733 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:27,733 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7205=[#edits: 1 = <7164/info:/1734283467719/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7206=[#edits: 1 = <7165/info:/1734283467724/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta, lastWalPosition=65055, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-15T17:24:27,733 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta to pos 65055, reset compression=false 2024-12-15T17:24:27,742 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-15T17:24:27,742 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta to pos 65493, reset compression=false 2024-12-15T17:24:27,744 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:24:27,744 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:24:27,747 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7207=[#edits: 1 = <7166/info:/1734283467732/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7208=[#edits: 1 = <7167/info:/1734283467733/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7209=[#edits: 1 = <7168/info:/1734283467734/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7210=[#edits: 1 = <7169/info:/1734283467735/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7211=[#edits: 1 = <7170/info:/1734283467736/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7212=[#edits: 1 = <7171/info:/1734283467736/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta, lastWalPosition=65493, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-15T17:24:27,763 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 23 WAL entries eligible for replication 2024-12-15T17:24:27,764 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta to pos 67172, reset compression=false 2024-12-15T17:24:27,764 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7213=[#edits: 1 = <7172/info:/1734283467741/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7214=[#edits: 1 = <7173/info:/1734283467741/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7215=[#edits: 1 = <7174/info:/1734283467747/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7216=[#edits: 1 = <7175/info:/1734283467749/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7217=[#edits: 1 = <7176/info:/1734283467750/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7218=[#edits: 1 = <7177/info:/1734283467751/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7219=[#edits: 1 = <7178/info:/1734283467752/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7220=[#edits: 1 = <7179/info:/1734283467754/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7221=[#edits: 1 = <7180/info:/1734283467754/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7222=[#edits: 1 = <7181/info:/1734283467755/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7223=[#edits: 1 = <7182/info:/1734283467755/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7224=[#edits: 1 = <7183/info:/1734283467755/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7225=[#edits: 1 = <7184/info:/1734283467756/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7226=[#edits: 1 = <7185/info:/1734283467756/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7227=[#edits: 1 = <7186/info:/1734283467756/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7228=[#edits: 1 = <7187/info:/1734283467757/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7229=[#edits: 1 = <7188/info:/1734283467757/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7230=[#edits: 1 = <7189/info:/1734283467757/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7231=[#edits: 1 = <7190/info:/1734283467758/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7232=[#edits: 1 = <7191/info:/1734283467758/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7233=[#edits: 1 = <7192/info:/1734283467758/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7234=[#edits: 1 = <7193/info:/1734283467759/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7235=[#edits: 1 = <7194/info:/1734283467759/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta, lastWalPosition=67172, nbRowKeys=23, nbHFiles=0, heapSize=3956, lastSeqIds={}, endOfFile=false,usedBufferSize=3956] 2024-12-15T17:24:27,782 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 20 WAL entries eligible for replication 2024-12-15T17:24:27,783 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta to pos 68632, reset compression=false 2024-12-15T17:24:27,783 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7236=[#edits: 1 = <7195/info:/1734283467760/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7237=[#edits: 1 = <7196/info:/1734283467760/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7238=[#edits: 1 = <7197/info:/1734283467761/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7239=[#edits: 1 = <7198/info:/1734283467761/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7240=[#edits: 1 = <7199/info:/1734283467761/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7241=[#edits: 1 = <7200/info:/1734283467762/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7242=[#edits: 1 = <7201/info:/1734283467763/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7243=[#edits: 1 = <7202/info:/1734283467765/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7244=[#edits: 1 = <7203/info:/1734283467768/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7245=[#edits: 1 = <7204/info:/1734283467772/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7246=[#edits: 1 = <7205/info:/1734283467772/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7247=[#edits: 1 = <7206/info:/1734283467773/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7248=[#edits: 1 = <7207/info:/1734283467773/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7249=[#edits: 1 = <7208/info:/1734283467774/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7250=[#edits: 1 = <7209/info:/1734283467775/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7251=[#edits: 1 = <7210/info:/1734283467775/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7252=[#edits: 1 = <7211/info:/1734283467775/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7253=[#edits: 1 = <7212/info:/1734283467776/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7254=[#edits: 1 = <7213/info:/1734283467776/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7255=[#edits: 1 = <7214/info:/1734283467778/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta, lastWalPosition=68632, nbRowKeys=20, nbHFiles=0, heapSize=3440, lastSeqIds={}, endOfFile=false,usedBufferSize=3440] 2024-12-15T17:24:27,810 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 35 WAL entries eligible for replication 2024-12-15T17:24:27,810 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta to pos 71187, reset compression=false 2024-12-15T17:24:27,810 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7256=[#edits: 1 = <7215/info:/1734283467780/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7257=[#edits: 1 = <7216/info:/1734283467782/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7258=[#edits: 1 = <7217/info:/1734283467788/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7259=[#edits: 1 = <7218/info:/1734283467788/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7260=[#edits: 1 = <7219/info:/1734283467788/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7261=[#edits: 1 = <7220/info:/1734283467789/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7262=[#edits: 1 = <7221/info:/1734283467789/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7263=[#edits: 1 = <7222/info:/1734283467790/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7264=[#edits: 1 = <7223/info:/1734283467790/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7265=[#edits: 1 = <7224/info:/1734283467791/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7266=[#edits: 1 = <7225/info:/1734283467791/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7267=[#edits: 1 = <7226/info:/1734283467792/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7268=[#edits: 1 = <7227/info:/1734283467792/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7269=[#edits: 1 = <7228/info:/1734283467792/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7270=[#edits: 1 = <7229/info:/1734283467793/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7271=[#edits: 1 = <7230/info:/1734283467794/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7272=[#edits: 1 = <7231/info:/1734283467794/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7273=[#edits: 1 = <7232/info:/1734283467795/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7274=[#edits: 1 = <7233/info:/1734283467795/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7275=[#edits: 1 = <7234/info:/1734283467796/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7276=[#edits: 1 = <7235/info:/1734283467796/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7277=[#edits: 1 = <7236/info:/1734283467797/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7278=[#edits: 1 = <7237/info:/1734283467797/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7279=[#edits: 1 = <7238/info:/1734283467798/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7280=[#edits: 1 = <7239/info:/1734283467798/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7281=[#edits: 1 = <7240/info:/1734283467799/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7282=[#edits: 1 = <7241/info:/1734283467799/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7283=[#edits: 1 = <7242/info:/1734283467800/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7284=[#edits: 1 = <7243/info:/1734283467800/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7285=[#edits: 1 = <7244/info:/1734283467801/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7286=[#edits: 1 = <7245/info:/1734283467801/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7287=[#edits: 1 = <7246/info:/1734283467802/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7288=[#edits: 1 = <7247/info:/1734283467802/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7289=[#edits: 1 = <7248/info:/1734283467802/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7290=[#edits: 1 = <7249/info:/1734283467803/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta, lastWalPosition=71187, nbRowKeys=35, nbHFiles=0, heapSize=6020, lastSeqIds={}, endOfFile=false,usedBufferSize=6020] 2024-12-15T17:24:27,816 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 15 WAL entries eligible for replication 2024-12-15T17:24:27,816 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta to pos 72282, reset compression=false 2024-12-15T17:24:27,816 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7291=[#edits: 1 = <7250/info:/1734283467803/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7292=[#edits: 1 = <7251/info:/1734283467804/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7293=[#edits: 1 = <7252/info:/1734283467804/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7294=[#edits: 1 = <7253/info:/1734283467805/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7295=[#edits: 1 = <7254/info:/1734283467805/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7296=[#edits: 1 = <7255/info:/1734283467805/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7297=[#edits: 1 = <7256/info:/1734283467806/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7298=[#edits: 1 = <7257/info:/1734283467806/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7299=[#edits: 1 = <7258/info:/1734283467806/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7300=[#edits: 1 = <7259/info:/1734283467807/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7301=[#edits: 1 = <7260/info:/1734283467807/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7302=[#edits: 1 = <7261/info:/1734283467808/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7303=[#edits: 1 = <7262/info:/1734283467809/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7304=[#edits: 1 = <7263/info:/1734283467810/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7305=[#edits: 1 = <7264/info:/1734283467814/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta, lastWalPosition=72282, nbRowKeys=15, nbHFiles=0, heapSize=2580, lastSeqIds={}, endOfFile=false,usedBufferSize=2580] 2024-12-15T17:24:27,821 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:27,821 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta to pos 72501, reset compression=false 2024-12-15T17:24:27,821 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7306=[#edits: 1 = <7265/info:/1734283467815/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7307=[#edits: 1 = <7266/info:/1734283467817/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7308=[#edits: 1 = <7267/info:/1734283467819/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta, lastWalPosition=72501, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-15T17:24:27,853 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 26 WAL entries eligible for replication 2024-12-15T17:24:27,853 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7309=[#edits: 1 = <7268/info:/1734283467820/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7310=[#edits: 1 = <7269/info:/1734283467821/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7311=[#edits: 1 = <7270/info:/1734283467825/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7312=[#edits: 1 = <7271/info:/1734283467828/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7313=[#edits: 1 = <7272/info:/1734283467828/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7314=[#edits: 1 = <7273/info:/1734283467829/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7315=[#edits: 1 = <7274/info:/1734283467829/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7316=[#edits: 1 = <7275/info:/1734283467830/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7317=[#edits: 1 = <7276/info:/1734283467830/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7318=[#edits: 1 = <7277/info:/1734283467830/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7319=[#edits: 1 = <7278/info:/1734283467831/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7320=[#edits: 1 = <7279/info:/1734283467831/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7321=[#edits: 1 = <7280/info:/1734283467832/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7322=[#edits: 1 = <7281/info:/1734283467832/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7323=[#edits: 1 = <7282/info:/1734283467833/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7324=[#edits: 1 = <7283/info:/1734283467833/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7325=[#edits: 1 = <7284/info:/1734283467833/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7326=[#edits: 1 = <7285/info:/1734283467834/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7327=[#edits: 1 = <7286/info:/1734283467834/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7328=[#edits: 1 = <7287/info:/1734283467835/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7329=[#edits: 1 = <7288/info:/1734283467835/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7330=[#edits: 1 = <7289/info:/1734283467836/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7331=[#edits: 1 = <7290/info:/1734283467836/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7332=[#edits: 1 = <7291/info:/1734283467837/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7333=[#edits: 1 = <7292/info:/1734283467839/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7334=[#edits: 1 = <7293/info:/1734283467839/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta, lastWalPosition=74399, nbRowKeys=26, nbHFiles=0, heapSize=4472, lastSeqIds={}, endOfFile=false,usedBufferSize=4472] 2024-12-15T17:24:27,853 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta to pos 74399, reset compression=false 2024-12-15T17:24:27,891 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 37 WAL entries eligible for replication 2024-12-15T17:24:27,891 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7335=[#edits: 1 = <7294/info:/1734283467845/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7336=[#edits: 1 = <7295/info:/1734283467846/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7337=[#edits: 1 = <7296/info:/1734283467847/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7338=[#edits: 1 = <7297/info:/1734283467852/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7339=[#edits: 1 = <7298/info:/1734283467855/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7340=[#edits: 1 = <7299/info:/1734283467858/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7341=[#edits: 1 = <7300/info:/1734283467858/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7342=[#edits: 1 = <7301/info:/1734283467859/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7343=[#edits: 1 = <7302/info:/1734283467860/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7344=[#edits: 1 = <7303/info:/1734283467860/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7345=[#edits: 1 = <7304/info:/1734283467861/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7346=[#edits: 1 = <7305/info:/1734283467861/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7347=[#edits: 1 = <7306/info:/1734283467862/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7348=[#edits: 1 = <7307/info:/1734283467863/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7349=[#edits: 1 = <7308/info:/1734283467863/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7350=[#edits: 1 = <7309/info:/1734283467864/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7351=[#edits: 1 = <7310/info:/1734283467864/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7352=[#edits: 1 = <7311/info:/1734283467865/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7353=[#edits: 1 = <7312/info:/1734283467866/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7354=[#edits: 1 = <7313/info:/1734283467866/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7355=[#edits: 1 = <7314/info:/1734283467867/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7356=[#edits: 1 = <7315/info:/1734283467869/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7357=[#edits: 1 = <7316/info:/1734283467870/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7358=[#edits: 1 = <7317/info:/1734283467871/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7359=[#edits: 1 = <7318/info:/1734283467871/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7360=[#edits: 1 = <7319/info:/1734283467872/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7361=[#edits: 1 = <7320/info:/1734283467873/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7362=[#edits: 1 = <7321/info:/1734283467874/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7363=[#edits: 1 = <7322/info:/1734283467874/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7364=[#edits: 1 = <7323/info:/1734283467875/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7365=[#edits: 1 = <7324/info:/1734283467876/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7366=[#edits: 1 = <7325/info:/1734283467877/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7367=[#edits: 1 = <7326/info:/1734283467877/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7368=[#edits: 1 = <7327/info:/1734283467879/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7369=[#edits: 1 = <7328/info:/1734283467881/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7370=[#edits: 1 = <7329/info:/1734283467883/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7371=[#edits: 1 = <7330/info:/1734283467886/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta, lastWalPosition=77100, nbRowKeys=37, nbHFiles=0, heapSize=6364, lastSeqIds={}, endOfFile=false,usedBufferSize=6364] 2024-12-15T17:24:27,892 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta to pos 77100, reset compression=false 2024-12-15T17:24:27,902 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:24:27,902 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta to pos 77465, reset compression=false 2024-12-15T17:24:27,902 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7372=[#edits: 1 = <7331/info:/1734283467888/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7373=[#edits: 1 = <7332/info:/1734283467890/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7374=[#edits: 1 = <7333/info:/1734283467893/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7375=[#edits: 1 = <7334/info:/1734283467893/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7376=[#edits: 1 = <7335/info:/1734283467894/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta, lastWalPosition=77465, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-15T17:24:27,925 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-15T17:24:27,925 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta to pos 78122, reset compression=false 2024-12-15T17:24:27,925 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7377=[#edits: 1 = <7336/info:/1734283467900/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7378=[#edits: 1 = <7337/info:/1734283467901/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7379=[#edits: 1 = <7338/info:/1734283467902/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7380=[#edits: 1 = <7339/info:/1734283467903/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7381=[#edits: 1 = <7340/info:/1734283467903/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7382=[#edits: 1 = <7341/info:/1734283467906/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7383=[#edits: 1 = <7342/info:/1734283467907/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7384=[#edits: 1 = <7343/info:/1734283467907/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7385=[#edits: 1 = <7344/info:/1734283467911/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta, lastWalPosition=78122, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-15T17:24:27,955 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 20 WAL entries eligible for replication 2024-12-15T17:24:27,955 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta to pos 79582, reset compression=false 2024-12-15T17:24:27,955 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7386=[#edits: 1 = <7345/info:/1734283467916/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7387=[#edits: 1 = <7346/info:/1734283467925/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7388=[#edits: 1 = <7347/info:/1734283467927/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7389=[#edits: 1 = <7348/info:/1734283467931/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7390=[#edits: 1 = <7349/info:/1734283467931/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7391=[#edits: 1 = <7350/info:/1734283467932/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7392=[#edits: 1 = <7351/info:/1734283467932/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7393=[#edits: 1 = <7352/info:/1734283467933/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7394=[#edits: 1 = <7353/info:/1734283467933/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7395=[#edits: 1 = <7354/info:/1734283467934/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7396=[#edits: 1 = <7355/info:/1734283467935/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7397=[#edits: 1 = <7356/info:/1734283467935/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7398=[#edits: 1 = <7357/info:/1734283467937/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7399=[#edits: 1 = <7358/info:/1734283467938/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7400=[#edits: 1 = <7359/info:/1734283467939/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7401=[#edits: 1 = <7360/info:/1734283467939/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7402=[#edits: 1 = <7361/info:/1734283467941/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7403=[#edits: 1 = <7362/info:/1734283467942/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7404=[#edits: 1 = <7363/info:/1734283467942/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7405=[#edits: 1 = <7364/info:/1734283467943/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta, lastWalPosition=79582, nbRowKeys=20, nbHFiles=0, heapSize=3440, lastSeqIds={}, endOfFile=false,usedBufferSize=3440] 2024-12-15T17:24:27,962 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-15T17:24:27,963 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta to pos 80020, reset compression=false 2024-12-15T17:24:27,963 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7406=[#edits: 1 = <7365/info:/1734283467948/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7407=[#edits: 1 = <7366/info:/1734283467949/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7408=[#edits: 1 = <7367/info:/1734283467954/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7409=[#edits: 1 = <7368/info:/1734283467958/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7410=[#edits: 1 = <7369/info:/1734283467960/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7411=[#edits: 1 = <7370/info:/1734283467960/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta, lastWalPosition=80020, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-15T17:24:27,966 DEBUG [AsyncFSWAL-0-hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d-prefix:4ce65a7c4674,44777,1734283454943.meta {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=80531, logrollsize=80530 2024-12-15T17:24:27,966 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL 4ce65a7c4674%2C44777%2C1734283454943.meta:.meta(num 1734283466866) roll requested 2024-12-15T17:24:27,985 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, exclude list is [], retry=0 2024-12-15T17:24:27,991 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43807,DS-3aa61df7-b653-4e88-a949-fddce61de0cf,DISK] 2024-12-15T17:24:27,992 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42767,DS-7f052c43-3f21-44eb-a75f-4456d26e802e,DISK] 2024-12-15T17:24:27,992 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38443,DS-473bdf0f-0275-4001-96d6-e8d9d3b47232,DISK] 2024-12-15T17:24:28,035 INFO [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta with entries=1154, filesize=82.35 KB; new WAL /user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta 2024-12-15T17:24:28,036 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39359:39359),(127.0.0.1/127.0.0.1:34601:34601),(127.0.0.1/127.0.0.1:36435:36435)] 2024-12-15T17:24:28,036 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta is not closed yet, will try archiving it next time 2024-12-15T17:24:28,037 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(299): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta for the last time to pos 81845, reset compression=false 2024-12-15T17:24:28,039 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta not finished, retry = 0 2024-12-15T17:24:28,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741860_1036 (size=84335) 2024-12-15T17:24:28,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741860_1036 (size=84335) 2024-12-15T17:24:28,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741860_1036 (size=84335) 2024-12-15T17:24:28,049 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(462): EOF, closing hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta 2024-12-15T17:24:28,049 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 59 WAL entries eligible for replication 2024-12-15T17:24:28,049 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, startPosition=0, beingWritten=true 2024-12-15T17:24:28,049 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7412=[#edits: 1 = <7371/info:/1734283467961/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7413=[#edits: 1 = <7372/info:/1734283467961/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7414=[#edits: 1 = <7373/info:/1734283467962/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7415=[#edits: 1 = <7374/info:/1734283467963/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7416=[#edits: 1 = <7375/info:/1734283467965/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7417=[#edits: 1 = <7376/info:/1734283467966/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7418=[#edits: 1 = <7377/info:/1734283467966/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7419=[#edits: 1 = <7378/info:/1734283467974/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7420=[#edits: 1 = <7379/info:/1734283467976/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7421=[#edits: 1 = <7380/info:/1734283467976/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7422=[#edits: 1 = <7381/info:/1734283467976/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7423=[#edits: 1 = <7382/info:/1734283467977/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7424=[#edits: 1 = <7383/info:/1734283467977/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7425=[#edits: 1 = <7384/info:/1734283467978/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7426=[#edits: 1 = <7385/info:/1734283467978/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7427=[#edits: 1 = <7386/info:/1734283467978/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7428=[#edits: 1 = <7387/info:/1734283467979/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7429=[#edits: 1 = <7388/info:/1734283467979/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7430=[#edits: 1 = <7389/info:/1734283467980/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7431=[#edits: 1 = <7390/info:/1734283467980/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7432=[#edits: 1 = <7391/info:/1734283467981/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7433=[#edits: 1 = <7392/info:/1734283467981/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7434=[#edits: 1 = <7393/info:/1734283467985/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7435=[#edits: 1 = <7394/info:/1734283467986/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7436=[#edits: 1 = <7395/info:/1734283467987/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7437=[#edits: 1 = <7396/info:/1734283467996/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7438=[#edits: 1 = <7397/info:/1734283467998/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7439=[#edits: 1 = <7398/info:/1734283467998/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7440=[#edits: 1 = <7399/info:/1734283467999/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7441=[#edits: 1 = <7400/info:/1734283467999/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7442=[#edits: 1 = <7401/info:/1734283468000/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7443=[#edits: 1 = <7402/info:/1734283468001/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7444=[#edits: 1 = <7403/info:/1734283468001/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7445=[#edits: 1 = <7404/info:/1734283468002/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7446=[#edits: 1 = <7405/info:/1734283468002/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7447=[#edits: 1 = <7406/info:/1734283468003/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7448=[#edits: 1 = <7407/info:/1734283468008/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7449=[#edits: 1 = <7408/info:/1734283468009/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7450=[#edits: 1 = <7409/info:/1734283468010/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7451=[#edits: 1 = <7410/info:/1734283468012/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7452=[#edits: 1 = <7411/info:/1734283468013/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7453=[#edits: 1 = <7412/info:/1734283468017/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7454=[#edits: 1 = <7413/info:/1734283468018/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7455=[#edits: 1 = <7414/info:/1734283468024/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7456=[#edits: 1 = <7415/info:/1734283468026/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7457=[#edits: 1 = <7416/info:/1734283468027/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7458=[#edits: 1 = <7417/info:/1734283468027/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7459=[#edits: 1 = <7418/info:/1734283468028/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7460=[#edits: 1 = <7419/info:/1734283468029/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7461=[#edits: 1 = <7420/info:/1734283468029/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7462=[#edits: 1 = <7421/info:/1734283468030/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7463=[#edits: 1 = <7422/info:/1734283468031/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7464=[#edits: 1 = <7423/info:/1734283468031/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7465=[#edits: 1 = <7424/info:/1734283468032/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7466=[#edits: 1 = <7425/info:/1734283468033/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7467=[#edits: 1 = <7426/info:/1734283468033/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7468=[#edits: 1 = <7427/info:/1734283468034/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7469=[#edits: 1 = <7428/info:/1734283468034/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7470=[#edits: 1 = <7429/info:/1734283468035/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283466866.meta, lastWalPosition=84327, nbRowKeys=59, nbHFiles=0, heapSize=10148, lastSeqIds={}, endOfFile=true,usedBufferSize=10148] 2024-12-15T17:24:28,098 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 38 WAL entries eligible for replication 2024-12-15T17:24:28,098 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 2859, reset compression=false 2024-12-15T17:24:28,098 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7471=[#edits: 1 = <7430/info:/1734283468035/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7472=[#edits: 1 = <7431/info:/1734283468039/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7473=[#edits: 1 = <7432/info:/1734283468041/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7474=[#edits: 1 = <7433/info:/1734283468047/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7475=[#edits: 1 = <7434/info:/1734283468049/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7476=[#edits: 1 = <7435/info:/1734283468053/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7477=[#edits: 1 = <7436/info:/1734283468054/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7478=[#edits: 1 = <7437/info:/1734283468055/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7479=[#edits: 1 = <7438/info:/1734283468055/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7480=[#edits: 1 = <7439/info:/1734283468056/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7481=[#edits: 1 = <7440/info:/1734283468059/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7482=[#edits: 1 = <7441/info:/1734283468064/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7483=[#edits: 1 = <7442/info:/1734283468064/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7484=[#edits: 1 = <7443/info:/1734283468068/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7485=[#edits: 1 = <7444/info:/1734283468069/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7486=[#edits: 1 = <7445/info:/1734283468070/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7487=[#edits: 1 = <7446/info:/1734283468071/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7488=[#edits: 1 = <7447/info:/1734283468072/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7489=[#edits: 1 = <7448/info:/1734283468076/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7490=[#edits: 1 = <7449/info:/1734283468077/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7491=[#edits: 1 = <7450/info:/1734283468078/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7492=[#edits: 1 = <7451/info:/1734283468079/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7493=[#edits: 1 = <7452/info:/1734283468080/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7494=[#edits: 1 = <7453/info:/1734283468082/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7495=[#edits: 1 = <7454/info:/1734283468083/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7496=[#edits: 1 = <7455/info:/1734283468083/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7497=[#edits: 1 = <7456/info:/1734283468083/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7498=[#edits: 1 = <7457/info:/1734283468084/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7499=[#edits: 1 = <7458/info:/1734283468085/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7500=[#edits: 1 = <7459/info:/1734283468086/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7501=[#edits: 1 = <7460/info:/1734283468086/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7502=[#edits: 1 = <7461/info:/1734283468087/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7503=[#edits: 1 = <7462/info:/1734283468088/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7504=[#edits: 1 = <7463/info:/1734283468089/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7505=[#edits: 1 = <7464/info:/1734283468089/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7506=[#edits: 1 = <7465/info:/1734283468090/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7507=[#edits: 1 = <7466/info:/1734283468090/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7508=[#edits: 1 = <7467/info:/1734283468091/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=2859, nbRowKeys=38, nbHFiles=0, heapSize=6536, lastSeqIds={}, endOfFile=false,usedBufferSize=6536] 2024-12-15T17:24:28,129 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 19 WAL entries eligible for replication 2024-12-15T17:24:28,129 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 4246, reset compression=false 2024-12-15T17:24:28,130 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7509=[#edits: 1 = <7468/info:/1734283468101/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7510=[#edits: 1 = <7469/info:/1734283468105/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7511=[#edits: 1 = <7470/info:/1734283468108/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7512=[#edits: 1 = <7471/info:/1734283468111/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7513=[#edits: 1 = <7472/info:/1734283468113/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7514=[#edits: 1 = <7473/info:/1734283468114/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7515=[#edits: 1 = <7474/info:/1734283468115/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7516=[#edits: 1 = <7475/info:/1734283468115/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7517=[#edits: 1 = <7476/info:/1734283468116/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7518=[#edits: 1 = <7477/info:/1734283468116/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7519=[#edits: 1 = <7478/info:/1734283468117/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7520=[#edits: 1 = <7479/info:/1734283468117/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7521=[#edits: 1 = <7480/info:/1734283468118/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7522=[#edits: 1 = <7481/info:/1734283468120/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7523=[#edits: 1 = <7482/info:/1734283468120/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7524=[#edits: 1 = <7483/info:/1734283468124/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7525=[#edits: 1 = <7484/info:/1734283468124/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7526=[#edits: 1 = <7485/info:/1734283468125/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7527=[#edits: 1 = <7486/info:/1734283468125/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=4246, nbRowKeys=19, nbHFiles=0, heapSize=3268, lastSeqIds={}, endOfFile=false,usedBufferSize=3268] 2024-12-15T17:24:28,134 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:24:28,134 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 4319, reset compression=false 2024-12-15T17:24:28,134 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7528=[#edits: 1 = <7487/info:/1734283468125/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=4319, nbRowKeys=1, nbHFiles=0, heapSize=172, lastSeqIds={}, endOfFile=false,usedBufferSize=172] 2024-12-15T17:24:28,138 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:24:28,138 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 4392, reset compression=false 2024-12-15T17:24:28,138 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7529=[#edits: 1 = <7488/info:/1734283468131/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=4392, nbRowKeys=1, nbHFiles=0, heapSize=172, lastSeqIds={}, endOfFile=false,usedBufferSize=172] 2024-12-15T17:24:28,142 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:24:28,142 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 4465, reset compression=false 2024-12-15T17:24:28,142 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7530=[#edits: 1 = <7489/info:/1734283468134/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=4465, nbRowKeys=1, nbHFiles=0, heapSize=172, lastSeqIds={}, endOfFile=false,usedBufferSize=172] 2024-12-15T17:24:28,147 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:28,147 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 4684, reset compression=false 2024-12-15T17:24:28,147 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7531=[#edits: 1 = <7490/info:/1734283468139/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7532=[#edits: 1 = <7491/info:/1734283468144/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7533=[#edits: 1 = <7492/info:/1734283468145/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=4684, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-15T17:24:28,152 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-15T17:24:28,152 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 5560, reset compression=false 2024-12-15T17:24:28,152 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7534=[#edits: 1 = <7493/info:/1734283468146/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7535=[#edits: 1 = <7494/info:/1734283468146/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7536=[#edits: 1 = <7495/info:/1734283468147/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7537=[#edits: 1 = <7496/info:/1734283468147/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7538=[#edits: 1 = <7497/info:/1734283468148/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7539=[#edits: 1 = <7498/info:/1734283468148/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7540=[#edits: 1 = <7499/info:/1734283468148/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7541=[#edits: 1 = <7500/info:/1734283468149/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7542=[#edits: 1 = <7501/info:/1734283468149/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7543=[#edits: 1 = <7502/info:/1734283468149/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7544=[#edits: 1 = <7503/info:/1734283468150/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7545=[#edits: 1 = <7504/info:/1734283468150/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=5560, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-15T17:24:28,169 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-15T17:24:28,169 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 6363, reset compression=false 2024-12-15T17:24:28,169 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7546=[#edits: 1 = <7505/info:/1734283468151/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7547=[#edits: 1 = <7506/info:/1734283468151/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7548=[#edits: 1 = <7507/info:/1734283468152/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7549=[#edits: 1 = <7508/info:/1734283468153/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7550=[#edits: 1 = <7509/info:/1734283468155/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7551=[#edits: 1 = <7510/info:/1734283468156/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7552=[#edits: 1 = <7511/info:/1734283468156/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7553=[#edits: 1 = <7512/info:/1734283468156/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7554=[#edits: 1 = <7513/info:/1734283468157/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7555=[#edits: 1 = <7514/info:/1734283468157/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7556=[#edits: 1 = <7515/info:/1734283468163/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=6363, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-15T17:24:28,194 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 49 WAL entries eligible for replication 2024-12-15T17:24:28,194 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 9940, reset compression=false 2024-12-15T17:24:28,194 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7557=[#edits: 1 = <7516/info:/1734283468164/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7558=[#edits: 1 = <7517/info:/1734283468165/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7559=[#edits: 1 = <7518/info:/1734283468165/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7560=[#edits: 1 = <7519/info:/1734283468165/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7561=[#edits: 1 = <7520/info:/1734283468166/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7562=[#edits: 1 = <7521/info:/1734283468166/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7563=[#edits: 1 = <7522/info:/1734283468167/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7564=[#edits: 1 = <7523/info:/1734283468167/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7565=[#edits: 1 = <7524/info:/1734283468170/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7566=[#edits: 1 = <7525/info:/1734283468172/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7567=[#edits: 1 = <7526/info:/1734283468173/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7568=[#edits: 1 = <7527/info:/1734283468173/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7569=[#edits: 1 = <7528/info:/1734283468173/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7570=[#edits: 1 = <7529/info:/1734283468174/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7571=[#edits: 1 = <7530/info:/1734283468174/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7572=[#edits: 1 = <7531/info:/1734283468174/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7573=[#edits: 1 = <7532/info:/1734283468175/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7574=[#edits: 1 = <7533/info:/1734283468176/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7575=[#edits: 1 = <7534/info:/1734283468176/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7576=[#edits: 1 = <7535/info:/1734283468176/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7577=[#edits: 1 = <7536/info:/1734283468177/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7578=[#edits: 1 = <7537/info:/1734283468177/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7579=[#edits: 1 = <7538/info:/1734283468177/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7580=[#edits: 1 = <7539/info:/1734283468178/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7581=[#edits: 1 = <7540/info:/1734283468178/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7582=[#edits: 1 = <7541/info:/1734283468179/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7583=[#edits: 1 = <7542/info:/1734283468180/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7584=[#edits: 1 = <7543/info:/1734283468181/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7585=[#edits: 1 = <7544/info:/1734283468182/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7586=[#edits: 1 = <7545/info:/1734283468182/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7587=[#edits: 1 = <7546/info:/1734283468183/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7588=[#edits: 1 = <7547/info:/1734283468183/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7589=[#edits: 1 = <7548/info:/1734283468183/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7590=[#edits: 1 = <7549/info:/1734283468184/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7591=[#edits: 1 = <7550/info:/1734283468184/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7592=[#edits: 1 = <7551/info:/1734283468184/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7593=[#edits: 1 = <7552/info:/1734283468185/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7594=[#edits: 1 = <7553/info:/1734283468185/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7595=[#edits: 1 = <7554/info:/1734283468185/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7596=[#edits: 1 = <7555/info:/1734283468186/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7597=[#edits: 1 = <7556/info:/1734283468186/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7598=[#edits: 1 = <7557/info:/1734283468186/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7599=[#edits: 1 = <7558/info:/1734283468187/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7600=[#edits: 1 = <7559/info:/1734283468187/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7601=[#edits: 1 = <7560/info:/1734283468189/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7602=[#edits: 1 = <7561/info:/1734283468189/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7603=[#edits: 1 = <7562/info:/1734283468190/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7604=[#edits: 1 = <7563/info:/1734283468190/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7605=[#edits: 1 = <7564/info:/1734283468191/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=9940, nbRowKeys=49, nbHFiles=0, heapSize=8428, lastSeqIds={}, endOfFile=false,usedBufferSize=8428] 2024-12-15T17:24:28,215 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 20 WAL entries eligible for replication 2024-12-15T17:24:28,215 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 11400, reset compression=false 2024-12-15T17:24:28,215 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7606=[#edits: 1 = <7565/info:/1734283468191/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7607=[#edits: 1 = <7566/info:/1734283468192/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7608=[#edits: 1 = <7567/info:/1734283468192/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7609=[#edits: 1 = <7568/info:/1734283468195/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7610=[#edits: 1 = <7569/info:/1734283468195/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7611=[#edits: 1 = <7570/info:/1734283468196/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7612=[#edits: 1 = <7571/info:/1734283468196/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7613=[#edits: 1 = <7572/info:/1734283468198/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7614=[#edits: 1 = <7573/info:/1734283468199/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7615=[#edits: 1 = <7574/info:/1734283468199/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7616=[#edits: 1 = <7575/info:/1734283468200/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7617=[#edits: 1 = <7576/info:/1734283468200/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7618=[#edits: 1 = <7577/info:/1734283468201/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7619=[#edits: 1 = <7578/info:/1734283468201/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7620=[#edits: 1 = <7579/info:/1734283468203/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7621=[#edits: 1 = <7580/info:/1734283468204/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7622=[#edits: 1 = <7581/info:/1734283468205/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7623=[#edits: 1 = <7582/info:/1734283468207/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7624=[#edits: 1 = <7583/info:/1734283468210/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7625=[#edits: 1 = <7584/info:/1734283468211/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=11400, nbRowKeys=20, nbHFiles=0, heapSize=3440, lastSeqIds={}, endOfFile=false,usedBufferSize=3440] 2024-12-15T17:24:28,221 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-15T17:24:28,221 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 11911, reset compression=false 2024-12-15T17:24:28,221 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7626=[#edits: 1 = <7585/info:/1734283468213/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7627=[#edits: 1 = <7586/info:/1734283468216/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7628=[#edits: 1 = <7587/info:/1734283468217/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7629=[#edits: 1 = <7588/info:/1734283468217/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7630=[#edits: 1 = <7589/info:/1734283468217/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7631=[#edits: 1 = <7590/info:/1734283468218/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7632=[#edits: 1 = <7591/info:/1734283468218/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=11911, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-15T17:24:28,228 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:24:28,228 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 12276, reset compression=false 2024-12-15T17:24:28,228 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7633=[#edits: 1 = <7592/info:/1734283468220/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7634=[#edits: 1 = <7593/info:/1734283468220/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7635=[#edits: 1 = <7594/info:/1734283468221/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7636=[#edits: 1 = <7595/info:/1734283468221/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7637=[#edits: 1 = <7596/info:/1734283468222/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=12276, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-15T17:24:28,234 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-15T17:24:28,234 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 12568, reset compression=false 2024-12-15T17:24:28,234 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7638=[#edits: 1 = <7597/info:/1734283468226/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7639=[#edits: 1 = <7598/info:/1734283468228/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7640=[#edits: 1 = <7599/info:/1734283468231/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7641=[#edits: 1 = <7600/info:/1734283468231/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=12568, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-15T17:24:28,241 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:28,241 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 12714, reset compression=false 2024-12-15T17:24:28,241 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7642=[#edits: 1 = <7601/info:/1734283468233/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7643=[#edits: 1 = <7602/info:/1734283468233/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=12714, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-15T17:24:28,246 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:24:28,246 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 12787, reset compression=false 2024-12-15T17:24:28,246 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7644=[#edits: 1 = <7603/info:/1734283468240/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=12787, nbRowKeys=1, nbHFiles=0, heapSize=172, lastSeqIds={}, endOfFile=false,usedBufferSize=172] 2024-12-15T17:24:28,250 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:28,250 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 12933, reset compression=false 2024-12-15T17:24:28,250 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7645=[#edits: 1 = <7604/info:/1734283468243/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7646=[#edits: 1 = <7605/info:/1734283468247/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=12933, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-15T17:24:28,254 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-15T17:24:28,254 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 13517, reset compression=false 2024-12-15T17:24:28,254 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7647=[#edits: 1 = <7606/info:/1734283468249/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7648=[#edits: 1 = <7607/info:/1734283468250/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7649=[#edits: 1 = <7608/info:/1734283468251/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7650=[#edits: 1 = <7609/info:/1734283468251/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7651=[#edits: 1 = <7610/info:/1734283468251/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7652=[#edits: 1 = <7611/info:/1734283468252/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7653=[#edits: 1 = <7612/info:/1734283468252/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7654=[#edits: 1 = <7613/info:/1734283468253/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=13517, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-15T17:24:28,258 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:28,258 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 13736, reset compression=false 2024-12-15T17:24:28,258 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7655=[#edits: 1 = <7614/info:/1734283468253/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7656=[#edits: 1 = <7615/info:/1734283468254/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7657=[#edits: 1 = <7616/info:/1734283468257/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=13736, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-15T17:24:28,263 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:24:28,263 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 14101, reset compression=false 2024-12-15T17:24:28,263 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7658=[#edits: 1 = <7617/info:/1734283468257/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7659=[#edits: 1 = <7618/info:/1734283468258/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7660=[#edits: 1 = <7619/info:/1734283468258/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7661=[#edits: 1 = <7620/info:/1734283468259/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7662=[#edits: 1 = <7621/info:/1734283468261/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=14101, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-15T17:24:28,293 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-15T17:24:28,293 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 14539, reset compression=false 2024-12-15T17:24:28,293 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7663=[#edits: 1 = <7622/info:/1734283468261/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7664=[#edits: 1 = <7623/info:/1734283468262/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7665=[#edits: 1 = <7624/info:/1734283468262/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7666=[#edits: 1 = <7625/info:/1734283468263/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7667=[#edits: 1 = <7626/info:/1734283468264/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7668=[#edits: 1 = <7627/info:/1734283468288/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=14539, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-15T17:24:28,298 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-15T17:24:28,298 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 15269, reset compression=false 2024-12-15T17:24:28,298 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7669=[#edits: 1 = <7628/info:/1734283468290/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7670=[#edits: 1 = <7629/info:/1734283468293/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7671=[#edits: 1 = <7630/info:/1734283468294/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7672=[#edits: 1 = <7631/info:/1734283468294/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7673=[#edits: 1 = <7632/info:/1734283468295/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7674=[#edits: 1 = <7633/info:/1734283468295/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7675=[#edits: 1 = <7634/info:/1734283468295/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7676=[#edits: 1 = <7635/info:/1734283468296/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7677=[#edits: 1 = <7636/info:/1734283468296/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7678=[#edits: 1 = <7637/info:/1734283468296/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=15269, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-15T17:24:28,304 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:24:28,304 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7679=[#edits: 1 = <7638/info:/1734283468297/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=15342, nbRowKeys=1, nbHFiles=0, heapSize=172, lastSeqIds={}, endOfFile=false,usedBufferSize=172] 2024-12-15T17:24:28,305 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 15342, reset compression=false 2024-12-15T17:24:28,310 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:28,310 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 15488, reset compression=false 2024-12-15T17:24:28,310 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7680=[#edits: 1 = <7639/info:/1734283468304/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7681=[#edits: 1 = <7640/info:/1734283468308/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=15488, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-15T17:24:28,319 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 19 WAL entries eligible for replication 2024-12-15T17:24:28,319 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7682=[#edits: 1 = <7641/info:/1734283468308/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7683=[#edits: 1 = <7642/info:/1734283468309/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7684=[#edits: 1 = <7643/info:/1734283468310/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7685=[#edits: 1 = <7644/info:/1734283468311/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7686=[#edits: 1 = <7645/info:/1734283468311/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7687=[#edits: 1 = <7646/info:/1734283468311/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7688=[#edits: 1 = <7647/info:/1734283468312/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7689=[#edits: 1 = <7648/info:/1734283468312/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7690=[#edits: 1 = <7649/info:/1734283468312/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7691=[#edits: 1 = <7650/info:/1734283468313/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7692=[#edits: 1 = <7651/info:/1734283468313/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7693=[#edits: 1 = <7652/info:/1734283468313/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7694=[#edits: 1 = <7653/info:/1734283468314/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7695=[#edits: 1 = <7654/info:/1734283468314/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7696=[#edits: 1 = <7655/info:/1734283468314/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7697=[#edits: 1 = <7656/info:/1734283468315/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7698=[#edits: 1 = <7657/info:/1734283468315/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7699=[#edits: 1 = <7658/info:/1734283468315/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7700=[#edits: 1 = <7659/info:/1734283468316/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=16875, nbRowKeys=19, nbHFiles=0, heapSize=3268, lastSeqIds={}, endOfFile=false,usedBufferSize=3268] 2024-12-15T17:24:28,319 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 16875, reset compression=false 2024-12-15T17:24:28,334 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 33 WAL entries eligible for replication 2024-12-15T17:24:28,334 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 19284, reset compression=false 2024-12-15T17:24:28,334 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7701=[#edits: 1 = <7660/info:/1734283468316/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7702=[#edits: 1 = <7661/info:/1734283468317/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7703=[#edits: 1 = <7662/info:/1734283468317/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7704=[#edits: 1 = <7663/info:/1734283468318/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7705=[#edits: 1 = <7664/info:/1734283468318/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7706=[#edits: 1 = <7665/info:/1734283468320/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7707=[#edits: 1 = <7666/info:/1734283468322/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7708=[#edits: 1 = <7667/info:/1734283468323/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7709=[#edits: 1 = <7668/info:/1734283468323/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7710=[#edits: 1 = <7669/info:/1734283468324/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7711=[#edits: 1 = <7670/info:/1734283468324/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7712=[#edits: 1 = <7671/info:/1734283468324/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7713=[#edits: 1 = <7672/info:/1734283468325/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7714=[#edits: 1 = <7673/info:/1734283468325/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7715=[#edits: 1 = <7674/info:/1734283468325/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7716=[#edits: 1 = <7675/info:/1734283468325/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7717=[#edits: 1 = <7676/info:/1734283468326/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7718=[#edits: 1 = <7677/info:/1734283468326/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7719=[#edits: 1 = <7678/info:/1734283468327/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7720=[#edits: 1 = <7679/info:/1734283468327/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7721=[#edits: 1 = <7680/info:/1734283468327/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7722=[#edits: 1 = <7681/info:/1734283468328/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7723=[#edits: 1 = <7682/info:/1734283468328/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7724=[#edits: 1 = <7683/info:/1734283468328/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7725=[#edits: 1 = <7684/info:/1734283468329/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7726=[#edits: 1 = <7685/info:/1734283468329/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7727=[#edits: 1 = <7686/info:/1734283468329/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7728=[#edits: 1 = <7687/info:/1734283468330/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7729=[#edits: 1 = <7688/info:/1734283468330/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7730=[#edits: 1 = <7689/info:/1734283468330/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7731=[#edits: 1 = <7690/info:/1734283468331/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7732=[#edits: 1 = <7691/info:/1734283468331/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7733=[#edits: 1 = <7692/info:/1734283468331/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=19284, nbRowKeys=33, nbHFiles=0, heapSize=5676, lastSeqIds={}, endOfFile=false,usedBufferSize=5676] 2024-12-15T17:24:28,341 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-15T17:24:28,341 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 19868, reset compression=false 2024-12-15T17:24:28,341 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7734=[#edits: 1 = <7693/info:/1734283468333/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7735=[#edits: 1 = <7694/info:/1734283468334/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7736=[#edits: 1 = <7695/info:/1734283468335/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7737=[#edits: 1 = <7696/info:/1734283468336/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7738=[#edits: 1 = <7697/info:/1734283468336/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7739=[#edits: 1 = <7698/info:/1734283468337/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7740=[#edits: 1 = <7699/info:/1734283468337/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7741=[#edits: 1 = <7700/info:/1734283468337/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=19868, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-15T17:24:28,348 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-15T17:24:28,349 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 20379, reset compression=false 2024-12-15T17:24:28,349 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7742=[#edits: 1 = <7701/info:/1734283468340/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7743=[#edits: 1 = <7702/info:/1734283468340/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7744=[#edits: 1 = <7703/info:/1734283468341/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7745=[#edits: 1 = <7704/info:/1734283468342/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7746=[#edits: 1 = <7705/info:/1734283468342/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7747=[#edits: 1 = <7706/info:/1734283468343/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7748=[#edits: 1 = <7707/info:/1734283468343/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=20379, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-15T17:24:28,378 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:24:28,378 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 20744, reset compression=false 2024-12-15T17:24:28,378 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7749=[#edits: 1 = <7708/info:/1734283468344/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7750=[#edits: 1 = <7709/info:/1734283468352/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7751=[#edits: 1 = <7710/info:/1734283468363/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7752=[#edits: 1 = <7711/info:/1734283468368/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7753=[#edits: 1 = <7712/info:/1734283468372/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=20744, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-15T17:24:28,412 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-15T17:24:28,412 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 21620, reset compression=false 2024-12-15T17:24:28,413 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7754=[#edits: 1 = <7713/info:/1734283468377/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7755=[#edits: 1 = <7714/info:/1734283468387/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7756=[#edits: 1 = <7715/info:/1734283468393/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7757=[#edits: 1 = <7716/info:/1734283468396/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7758=[#edits: 1 = <7717/info:/1734283468399/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7759=[#edits: 1 = <7718/info:/1734283468400/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7760=[#edits: 1 = <7719/info:/1734283468401/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7761=[#edits: 1 = <7720/info:/1734283468402/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7762=[#edits: 1 = <7721/info:/1734283468402/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7763=[#edits: 1 = <7722/info:/1734283468403/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7764=[#edits: 1 = <7723/info:/1734283468404/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7765=[#edits: 1 = <7724/info:/1734283468405/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=21620, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-15T17:24:28,429 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 23 WAL entries eligible for replication 2024-12-15T17:24:28,430 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 23299, reset compression=false 2024-12-15T17:24:28,430 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7766=[#edits: 1 = <7725/info:/1734283468408/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7767=[#edits: 1 = <7726/info:/1734283468409/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7768=[#edits: 1 = <7727/info:/1734283468410/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7769=[#edits: 1 = <7728/info:/1734283468410/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7770=[#edits: 1 = <7729/info:/1734283468411/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7771=[#edits: 1 = <7730/info:/1734283468412/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7772=[#edits: 1 = <7731/info:/1734283468413/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7773=[#edits: 1 = <7732/info:/1734283468413/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7774=[#edits: 1 = <7733/info:/1734283468414/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7775=[#edits: 1 = <7734/info:/1734283468414/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7776=[#edits: 1 = <7735/info:/1734283468414/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7777=[#edits: 1 = <7736/info:/1734283468414/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7778=[#edits: 1 = <7737/info:/1734283468415/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7779=[#edits: 1 = <7738/info:/1734283468415/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7780=[#edits: 1 = <7739/info:/1734283468420/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7781=[#edits: 1 = <7740/info:/1734283468421/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7782=[#edits: 1 = <7741/info:/1734283468422/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7783=[#edits: 1 = <7742/info:/1734283468422/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7784=[#edits: 1 = <7743/info:/1734283468422/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7785=[#edits: 1 = <7744/info:/1734283468423/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7786=[#edits: 1 = <7745/info:/1734283468423/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7787=[#edits: 1 = <7746/info:/1734283468427/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7788=[#edits: 1 = <7747/info:/1734283468427/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=23299, nbRowKeys=23, nbHFiles=0, heapSize=3956, lastSeqIds={}, endOfFile=false,usedBufferSize=3956] 2024-12-15T17:24:28,457 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:24:28,457 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 23664, reset compression=false 2024-12-15T17:24:28,461 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7789=[#edits: 1 = <7748/info:/1734283468428/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7790=[#edits: 1 = <7749/info:/1734283468432/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7791=[#edits: 1 = <7750/info:/1734283468433/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7792=[#edits: 1 = <7751/info:/1734283468434/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7793=[#edits: 1 = <7752/info:/1734283468434/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=23664, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-15T17:24:28,478 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 22 WAL entries eligible for replication 2024-12-15T17:24:28,478 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 25270, reset compression=false 2024-12-15T17:24:28,478 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7794=[#edits: 1 = <7753/info:/1734283468439/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7795=[#edits: 1 = <7754/info:/1734283468450/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7796=[#edits: 1 = <7755/info:/1734283468451/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7797=[#edits: 1 = <7756/info:/1734283468451/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7798=[#edits: 1 = <7757/info:/1734283468452/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7799=[#edits: 1 = <7758/info:/1734283468452/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7800=[#edits: 1 = <7759/info:/1734283468453/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7801=[#edits: 1 = <7760/info:/1734283468453/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7802=[#edits: 1 = <7761/info:/1734283468454/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7803=[#edits: 1 = <7762/info:/1734283468454/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7804=[#edits: 1 = <7763/info:/1734283468455/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7805=[#edits: 1 = <7764/info:/1734283468455/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7806=[#edits: 1 = <7765/info:/1734283468456/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7807=[#edits: 1 = <7766/info:/1734283468468/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7808=[#edits: 1 = <7767/info:/1734283468468/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7809=[#edits: 1 = <7768/info:/1734283468469/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7810=[#edits: 1 = <7769/info:/1734283468469/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7811=[#edits: 1 = <7770/info:/1734283468471/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7812=[#edits: 1 = <7771/info:/1734283468472/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7813=[#edits: 1 = <7772/info:/1734283468473/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7814=[#edits: 1 = <7773/info:/1734283468475/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7815=[#edits: 1 = <7774/info:/1734283468475/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=25270, nbRowKeys=22, nbHFiles=0, heapSize=3784, lastSeqIds={}, endOfFile=false,usedBufferSize=3784] 2024-12-15T17:24:28,490 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 14 WAL entries eligible for replication 2024-12-15T17:24:28,490 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 26292, reset compression=false 2024-12-15T17:24:28,490 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7816=[#edits: 1 = <7775/info:/1734283468476/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7817=[#edits: 1 = <7776/info:/1734283468479/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7818=[#edits: 1 = <7777/info:/1734283468480/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7819=[#edits: 1 = <7778/info:/1734283468480/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7820=[#edits: 1 = <7779/info:/1734283468481/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7821=[#edits: 1 = <7780/info:/1734283468481/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7822=[#edits: 1 = <7781/info:/1734283468482/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7823=[#edits: 1 = <7782/info:/1734283468485/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7824=[#edits: 1 = <7783/info:/1734283468485/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7825=[#edits: 1 = <7784/info:/1734283468486/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7826=[#edits: 1 = <7785/info:/1734283468486/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7827=[#edits: 1 = <7786/info:/1734283468486/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7828=[#edits: 1 = <7787/info:/1734283468487/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7829=[#edits: 1 = <7788/info:/1734283468487/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=26292, nbRowKeys=14, nbHFiles=0, heapSize=2408, lastSeqIds={}, endOfFile=false,usedBufferSize=2408] 2024-12-15T17:24:28,495 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:24:28,495 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 26657, reset compression=false 2024-12-15T17:24:28,495 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7830=[#edits: 1 = <7789/info:/1734283468488/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7831=[#edits: 1 = <7790/info:/1734283468489/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7832=[#edits: 1 = <7791/info:/1734283468490/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7833=[#edits: 1 = <7792/info:/1734283468491/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7834=[#edits: 1 = <7793/info:/1734283468492/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=26657, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-15T17:24:28,500 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-15T17:24:28,500 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 27095, reset compression=false 2024-12-15T17:24:28,500 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7835=[#edits: 1 = <7794/info:/1734283468493/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7836=[#edits: 1 = <7795/info:/1734283468494/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7837=[#edits: 1 = <7796/info:/1734283468494/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7838=[#edits: 1 = <7797/info:/1734283468495/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7839=[#edits: 1 = <7798/info:/1734283468496/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7840=[#edits: 1 = <7799/info:/1734283468497/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=27095, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-15T17:24:28,506 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:28,506 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 27241, reset compression=false 2024-12-15T17:24:28,506 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7841=[#edits: 1 = <7800/info:/1734283468498/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7842=[#edits: 1 = <7801/info:/1734283468499/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=27241, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-15T17:24:28,539 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-15T17:24:28,539 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 27898, reset compression=false 2024-12-15T17:24:28,539 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7843=[#edits: 1 = <7802/info:/1734283468504/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7844=[#edits: 1 = <7803/info:/1734283468506/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7845=[#edits: 1 = <7804/info:/1734283468508/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7846=[#edits: 1 = <7805/info:/1734283468509/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7847=[#edits: 1 = <7806/info:/1734283468510/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7848=[#edits: 1 = <7807/info:/1734283468510/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7849=[#edits: 1 = <7808/info:/1734283468511/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7850=[#edits: 1 = <7809/info:/1734283468513/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7851=[#edits: 1 = <7810/info:/1734283468522/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=27898, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-15T17:24:28,553 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-15T17:24:28,553 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 28482, reset compression=false 2024-12-15T17:24:28,553 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7852=[#edits: 1 = <7811/info:/1734283468532/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7853=[#edits: 1 = <7812/info:/1734283468547/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7854=[#edits: 1 = <7813/info:/1734283468548/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7855=[#edits: 1 = <7814/info:/1734283468549/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7856=[#edits: 1 = <7815/info:/1734283468549/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7857=[#edits: 1 = <7816/info:/1734283468550/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7858=[#edits: 1 = <7817/info:/1734283468550/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7859=[#edits: 1 = <7818/info:/1734283468550/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=28482, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-15T17:24:28,592 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 46 WAL entries eligible for replication 2024-12-15T17:24:28,593 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 31840, reset compression=false 2024-12-15T17:24:28,593 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7860=[#edits: 1 = <7819/info:/1734283468551/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7861=[#edits: 1 = <7820/info:/1734283468552/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7862=[#edits: 1 = <7821/info:/1734283468556/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7863=[#edits: 1 = <7822/info:/1734283468557/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7864=[#edits: 1 = <7823/info:/1734283468558/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7865=[#edits: 1 = <7824/info:/1734283468558/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7866=[#edits: 1 = <7825/info:/1734283468559/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7867=[#edits: 1 = <7826/info:/1734283468560/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7868=[#edits: 1 = <7827/info:/1734283468560/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7869=[#edits: 1 = <7828/info:/1734283468561/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7870=[#edits: 1 = <7829/info:/1734283468561/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7871=[#edits: 1 = <7830/info:/1734283468562/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7872=[#edits: 1 = <7831/info:/1734283468562/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7873=[#edits: 1 = <7832/info:/1734283468563/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7874=[#edits: 1 = <7833/info:/1734283468563/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7875=[#edits: 1 = <7834/info:/1734283468564/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7876=[#edits: 1 = <7835/info:/1734283468564/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7877=[#edits: 1 = <7836/info:/1734283468565/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7878=[#edits: 1 = <7837/info:/1734283468566/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7879=[#edits: 1 = <7838/info:/1734283468567/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7880=[#edits: 1 = <7839/info:/1734283468567/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7881=[#edits: 1 = <7840/info:/1734283468568/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7882=[#edits: 1 = <7841/info:/1734283468568/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7883=[#edits: 1 = <7842/info:/1734283468568/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7884=[#edits: 1 = <7843/info:/1734283468569/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7885=[#edits: 1 = <7844/info:/1734283468570/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7886=[#edits: 1 = <7845/info:/1734283468570/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7887=[#edits: 1 = <7846/info:/1734283468570/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7888=[#edits: 1 = <7847/info:/1734283468571/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7889=[#edits: 1 = <7848/info:/1734283468571/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7890=[#edits: 1 = <7849/info:/1734283468572/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7891=[#edits: 1 = <7850/info:/1734283468572/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7892=[#edits: 1 = <7851/info:/1734283468573/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7893=[#edits: 1 = <7852/info:/1734283468573/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7894=[#edits: 1 = <7853/info:/1734283468574/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7895=[#edits: 1 = <7854/info:/1734283468574/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7896=[#edits: 1 = <7855/info:/1734283468575/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7897=[#edits: 1 = <7856/info:/1734283468575/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7898=[#edits: 1 = <7857/info:/1734283468576/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7899=[#edits: 1 = <7858/info:/1734283468576/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7900=[#edits: 1 = <7859/info:/1734283468577/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7901=[#edits: 1 = <7860/info:/1734283468577/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7902=[#edits: 1 = <7861/info:/1734283468577/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7903=[#edits: 1 = <7862/info:/1734283468578/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7904=[#edits: 1 = <7863/info:/1734283468578/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7905=[#edits: 1 = <7864/info:/1734283468579/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=31840, nbRowKeys=46, nbHFiles=0, heapSize=7912, lastSeqIds={}, endOfFile=false,usedBufferSize=7912] 2024-12-15T17:24:28,621 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-15T17:24:28,621 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 32132, reset compression=false 2024-12-15T17:24:28,621 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7906=[#edits: 1 = <7865/info:/1734283468587/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7907=[#edits: 1 = <7866/info:/1734283468588/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7908=[#edits: 1 = <7867/info:/1734283468597/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7909=[#edits: 1 = <7868/info:/1734283468607/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=32132, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-15T17:24:28,649 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-15T17:24:28,649 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 33081, reset compression=false 2024-12-15T17:24:28,649 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7910=[#edits: 1 = <7869/info:/1734283468623/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7911=[#edits: 1 = <7870/info:/1734283468636/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7912=[#edits: 1 = <7871/info:/1734283468636/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7913=[#edits: 1 = <7872/info:/1734283468640/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7914=[#edits: 1 = <7873/info:/1734283468641/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7915=[#edits: 1 = <7874/info:/1734283468641/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7916=[#edits: 1 = <7875/info:/1734283468642/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7917=[#edits: 1 = <7876/info:/1734283468643/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7918=[#edits: 1 = <7877/info:/1734283468644/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7919=[#edits: 1 = <7878/info:/1734283468644/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7920=[#edits: 1 = <7879/info:/1734283468645/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7921=[#edits: 1 = <7880/info:/1734283468646/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7922=[#edits: 1 = <7881/info:/1734283468646/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=33081, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-15T17:24:28,681 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T17:24:28,681 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 34833, reset compression=false 2024-12-15T17:24:28,681 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7923=[#edits: 1 = <7882/info:/1734283468647/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7924=[#edits: 1 = <7883/info:/1734283468648/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7925=[#edits: 1 = <7884/info:/1734283468649/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7926=[#edits: 1 = <7885/info:/1734283468649/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7927=[#edits: 1 = <7886/info:/1734283468650/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7928=[#edits: 1 = <7887/info:/1734283468651/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7929=[#edits: 1 = <7888/info:/1734283468652/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7930=[#edits: 1 = <7889/info:/1734283468653/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7931=[#edits: 1 = <7890/info:/1734283468654/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7932=[#edits: 1 = <7891/info:/1734283468655/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7933=[#edits: 1 = <7892/info:/1734283468655/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7934=[#edits: 1 = <7893/info:/1734283468659/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7935=[#edits: 1 = <7894/info:/1734283468660/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7936=[#edits: 1 = <7895/info:/1734283468661/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7937=[#edits: 1 = <7896/info:/1734283468662/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7938=[#edits: 1 = <7897/info:/1734283468663/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7939=[#edits: 1 = <7898/info:/1734283468663/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7940=[#edits: 1 = <7899/info:/1734283468664/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7941=[#edits: 1 = <7900/info:/1734283468665/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7942=[#edits: 1 = <7901/info:/1734283468665/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7943=[#edits: 1 = <7902/info:/1734283468668/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7944=[#edits: 1 = <7903/info:/1734283468670/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7945=[#edits: 1 = <7904/info:/1734283468670/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7946=[#edits: 1 = <7905/info:/1734283468671/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=34833, nbRowKeys=24, nbHFiles=0, heapSize=4128, lastSeqIds={}, endOfFile=false,usedBufferSize=4128] 2024-12-15T17:24:28,724 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 57 WAL entries eligible for replication 2024-12-15T17:24:28,724 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 38994, reset compression=false 2024-12-15T17:24:28,725 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7947=[#edits: 1 = <7906/info:/1734283468672/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7948=[#edits: 1 = <7907/info:/1734283468673/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7949=[#edits: 1 = <7908/info:/1734283468673/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7950=[#edits: 1 = <7909/info:/1734283468674/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7951=[#edits: 1 = <7910/info:/1734283468674/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7952=[#edits: 1 = <7911/info:/1734283468675/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7953=[#edits: 1 = <7912/info:/1734283468676/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7954=[#edits: 1 = <7913/info:/1734283468677/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7955=[#edits: 1 = <7914/info:/1734283468677/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7956=[#edits: 1 = <7915/info:/1734283468678/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7957=[#edits: 1 = <7916/info:/1734283468678/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7958=[#edits: 1 = <7917/info:/1734283468679/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7959=[#edits: 1 = <7918/info:/1734283468679/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7960=[#edits: 1 = <7919/info:/1734283468680/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7961=[#edits: 1 = <7920/info:/1734283468681/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7962=[#edits: 1 = <7921/info:/1734283468682/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7963=[#edits: 1 = <7922/info:/1734283468683/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7964=[#edits: 1 = <7923/info:/1734283468683/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7965=[#edits: 1 = <7924/info:/1734283468684/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7966=[#edits: 1 = <7925/info:/1734283468684/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7967=[#edits: 1 = <7926/info:/1734283468685/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7968=[#edits: 1 = <7927/info:/1734283468685/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7969=[#edits: 1 = <7928/info:/1734283468686/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7970=[#edits: 1 = <7929/info:/1734283468686/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7971=[#edits: 1 = <7930/info:/1734283468687/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7972=[#edits: 1 = <7931/info:/1734283468687/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7973=[#edits: 1 = <7932/info:/1734283468688/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7974=[#edits: 1 = <7933/info:/1734283468688/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7975=[#edits: 1 = <7934/info:/1734283468689/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7976=[#edits: 1 = <7935/info:/1734283468690/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7977=[#edits: 1 = <7936/info:/1734283468690/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7978=[#edits: 1 = <7937/info:/1734283468691/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7979=[#edits: 1 = <7938/info:/1734283468692/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7980=[#edits: 1 = <7939/info:/1734283468693/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7981=[#edits: 1 = <7940/info:/1734283468694/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7982=[#edits: 1 = <7941/info:/1734283468695/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7983=[#edits: 1 = <7942/info:/1734283468696/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7984=[#edits: 1 = <7943/info:/1734283468696/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7985=[#edits: 1 = <7944/info:/1734283468697/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7986=[#edits: 1 = <7945/info:/1734283468698/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7987=[#edits: 1 = <7946/info:/1734283468699/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7988=[#edits: 1 = <7947/info:/1734283468700/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7989=[#edits: 1 = <7948/info:/1734283468701/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7990=[#edits: 1 = <7949/info:/1734283468701/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7991=[#edits: 1 = <7950/info:/1734283468702/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7992=[#edits: 1 = <7951/info:/1734283468703/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7993=[#edits: 1 = <7952/info:/1734283468703/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7994=[#edits: 1 = <7953/info:/1734283468704/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7995=[#edits: 1 = <7954/info:/1734283468705/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7996=[#edits: 1 = <7955/info:/1734283468706/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7997=[#edits: 1 = <7956/info:/1734283468706/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7998=[#edits: 1 = <7957/info:/1734283468707/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/7999=[#edits: 1 = <7958/info:/1734283468708/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8000=[#edits: 1 = <7959/info:/1734283468709/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8001=[#edits: 1 = <7960/info:/1734283468710/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8002=[#edits: 1 = <7961/info:/1734283468710/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8003=[#edits: 1 = <7962/info:/1734283468711/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=38994, nbRowKeys=57, nbHFiles=0, heapSize=9804, lastSeqIds={}, endOfFile=false,usedBufferSize=9804] 2024-12-15T17:24:28,738 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(269): Writing data from 8000 to 9000 2024-12-15T17:24:28,765 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 39 WAL entries eligible for replication 2024-12-15T17:24:28,765 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 41841, reset compression=false 2024-12-15T17:24:28,766 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8004=[#edits: 1 = <7963/info:/1734283468712/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8005=[#edits: 1 = <7964/info:/1734283468712/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8006=[#edits: 1 = <7965/info:/1734283468713/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8007=[#edits: 1 = <7966/info:/1734283468714/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8008=[#edits: 1 = <7967/info:/1734283468715/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8009=[#edits: 1 = <7968/info:/1734283468716/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8010=[#edits: 1 = <7969/info:/1734283468717/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8011=[#edits: 1 = <7970/info:/1734283468718/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8012=[#edits: 1 = <7971/info:/1734283468719/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8013=[#edits: 1 = <7972/info:/1734283468719/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8014=[#edits: 1 = <7973/info:/1734283468720/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8015=[#edits: 1 = <7974/info:/1734283468721/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8016=[#edits: 1 = <7975/info:/1734283468721/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8017=[#edits: 1 = <7976/info:/1734283468722/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8018=[#edits: 1 = <7977/info:/1734283468722/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8019=[#edits: 1 = <7978/info:/1734283468722/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8020=[#edits: 1 = <7979/info:/1734283468723/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8021=[#edits: 1 = <7980/info:/1734283468724/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8022=[#edits: 1 = <7981/info:/1734283468724/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8023=[#edits: 1 = <7982/info:/1734283468724/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8024=[#edits: 1 = <7983/info:/1734283468725/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8025=[#edits: 1 = <7984/info:/1734283468727/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8026=[#edits: 1 = <7985/info:/1734283468727/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8027=[#edits: 1 = <7986/info:/1734283468728/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8028=[#edits: 1 = <7987/info:/1734283468728/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8029=[#edits: 1 = <7988/info:/1734283468729/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8030=[#edits: 1 = <7989/info:/1734283468729/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8031=[#edits: 1 = <7990/info:/1734283468730/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8032=[#edits: 1 = <7991/info:/1734283468730/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8033=[#edits: 1 = <7992/info:/1734283468734/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8034=[#edits: 1 = <7993/info:/1734283468735/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8035=[#edits: 1 = <7994/info:/1734283468736/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8036=[#edits: 1 = <7995/info:/1734283468736/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8037=[#edits: 1 = <7996/info:/1734283468737/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8038=[#edits: 1 = <7997/info:/1734283468737/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8039=[#edits: 1 = <7998/info:/1734283468738/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8040=[#edits: 1 = <7999/info:/1734283468738/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8041=[#edits: 1 = <8000/info:/1734283468739/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8042=[#edits: 1 = <8001/info:/1734283468747/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=41841, nbRowKeys=39, nbHFiles=0, heapSize=6708, lastSeqIds={}, endOfFile=false,usedBufferSize=6708] 2024-12-15T17:24:28,780 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:28,780 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8043=[#edits: 1 = <8002/info:/1734283468756/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8044=[#edits: 1 = <8003/info:/1734283468767/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8045=[#edits: 1 = <8004/info:/1734283468768/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=42060, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-15T17:24:28,780 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 42060, reset compression=false 2024-12-15T17:24:28,801 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:24:28,801 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 42133, reset compression=false 2024-12-15T17:24:28,801 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8046=[#edits: 1 = <8005/info:/1734283468779/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=42133, nbRowKeys=1, nbHFiles=0, heapSize=172, lastSeqIds={}, endOfFile=false,usedBufferSize=172] 2024-12-15T17:24:28,828 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:28,828 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 42352, reset compression=false 2024-12-15T17:24:28,828 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8047=[#edits: 1 = <8006/info:/1734283468791/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8048=[#edits: 1 = <8007/info:/1734283468803/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8049=[#edits: 1 = <8008/info:/1734283468815/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=42352, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-15T17:24:28,845 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 20 WAL entries eligible for replication 2024-12-15T17:24:28,845 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 43812, reset compression=false 2024-12-15T17:24:28,845 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8050=[#edits: 1 = <8009/info:/1734283468827/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8051=[#edits: 1 = <8010/info:/1734283468828/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8052=[#edits: 1 = <8011/info:/1734283468831/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8053=[#edits: 1 = <8012/info:/1734283468833/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8054=[#edits: 1 = <8013/info:/1734283468833/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8055=[#edits: 1 = <8014/info:/1734283468834/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8056=[#edits: 1 = <8015/info:/1734283468834/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8057=[#edits: 1 = <8016/info:/1734283468835/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8058=[#edits: 1 = <8017/info:/1734283468835/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8059=[#edits: 1 = <8018/info:/1734283468836/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8060=[#edits: 1 = <8019/info:/1734283468836/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8061=[#edits: 1 = <8020/info:/1734283468839/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8062=[#edits: 1 = <8021/info:/1734283468840/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8063=[#edits: 1 = <8022/info:/1734283468840/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8064=[#edits: 1 = <8023/info:/1734283468841/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8065=[#edits: 1 = <8024/info:/1734283468841/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8066=[#edits: 1 = <8025/info:/1734283468841/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8067=[#edits: 1 = <8026/info:/1734283468842/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8068=[#edits: 1 = <8027/info:/1734283468842/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8069=[#edits: 1 = <8028/info:/1734283468843/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=43812, nbRowKeys=20, nbHFiles=0, heapSize=3440, lastSeqIds={}, endOfFile=false,usedBufferSize=3440] 2024-12-15T17:24:28,857 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 18 WAL entries eligible for replication 2024-12-15T17:24:28,857 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 45126, reset compression=false 2024-12-15T17:24:28,857 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8070=[#edits: 1 = <8029/info:/1734283468843/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8071=[#edits: 1 = <8030/info:/1734283468844/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8072=[#edits: 1 = <8031/info:/1734283468847/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8073=[#edits: 1 = <8032/info:/1734283468849/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8074=[#edits: 1 = <8033/info:/1734283468850/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8075=[#edits: 1 = <8034/info:/1734283468850/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8076=[#edits: 1 = <8035/info:/1734283468850/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8077=[#edits: 1 = <8036/info:/1734283468851/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8078=[#edits: 1 = <8037/info:/1734283468851/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8079=[#edits: 1 = <8038/info:/1734283468851/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8080=[#edits: 1 = <8039/info:/1734283468852/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8081=[#edits: 1 = <8040/info:/1734283468852/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8082=[#edits: 1 = <8041/info:/1734283468852/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8083=[#edits: 1 = <8042/info:/1734283468853/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8084=[#edits: 1 = <8043/info:/1734283468853/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8085=[#edits: 1 = <8044/info:/1734283468853/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8086=[#edits: 1 = <8045/info:/1734283468854/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8087=[#edits: 1 = <8046/info:/1734283468855/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=45126, nbRowKeys=18, nbHFiles=0, heapSize=3096, lastSeqIds={}, endOfFile=false,usedBufferSize=3096] 2024-12-15T17:24:28,865 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-15T17:24:28,865 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8088=[#edits: 1 = <8047/info:/1734283468855/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8089=[#edits: 1 = <8048/info:/1734283468856/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8090=[#edits: 1 = <8049/info:/1734283468859/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8091=[#edits: 1 = <8050/info:/1734283468860/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8092=[#edits: 1 = <8051/info:/1734283468861/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8093=[#edits: 1 = <8052/info:/1734283468861/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8094=[#edits: 1 = <8053/info:/1734283468861/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8095=[#edits: 1 = <8054/info:/1734283468862/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8096=[#edits: 1 = <8055/info:/1734283468862/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8097=[#edits: 1 = <8056/info:/1734283468862/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8098=[#edits: 1 = <8057/info:/1734283468863/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8099=[#edits: 1 = <8058/info:/1734283468863/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8100=[#edits: 1 = <8059/info:/1734283468863/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=46075, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-15T17:24:28,866 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 46075, reset compression=false 2024-12-15T17:24:28,873 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 14 WAL entries eligible for replication 2024-12-15T17:24:28,873 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8101=[#edits: 1 = <8060/info:/1734283468864/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8102=[#edits: 1 = <8061/info:/1734283468864/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8103=[#edits: 1 = <8062/info:/1734283468865/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8104=[#edits: 1 = <8063/info:/1734283468865/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8105=[#edits: 1 = <8064/info:/1734283468866/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8106=[#edits: 1 = <8065/info:/1734283468866/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8107=[#edits: 1 = <8066/info:/1734283468867/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8108=[#edits: 1 = <8067/info:/1734283468867/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8109=[#edits: 1 = <8068/info:/1734283468867/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8110=[#edits: 1 = <8069/info:/1734283468868/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8111=[#edits: 1 = <8070/info:/1734283468868/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8112=[#edits: 1 = <8071/info:/1734283468868/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8113=[#edits: 1 = <8072/info:/1734283468869/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8114=[#edits: 1 = <8073/info:/1734283468869/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=47097, nbRowKeys=14, nbHFiles=0, heapSize=2408, lastSeqIds={}, endOfFile=false,usedBufferSize=2408] 2024-12-15T17:24:28,873 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 47097, reset compression=false 2024-12-15T17:24:28,897 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 26 WAL entries eligible for replication 2024-12-15T17:24:28,897 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 48995, reset compression=false 2024-12-15T17:24:28,897 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8115=[#edits: 1 = <8074/info:/1734283468870/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8116=[#edits: 1 = <8075/info:/1734283468870/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8117=[#edits: 1 = <8076/info:/1734283468871/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8118=[#edits: 1 = <8077/info:/1734283468871/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8119=[#edits: 1 = <8078/info:/1734283468875/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8120=[#edits: 1 = <8079/info:/1734283468883/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8121=[#edits: 1 = <8080/info:/1734283468887/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8122=[#edits: 1 = <8081/info:/1734283468887/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8123=[#edits: 1 = <8082/info:/1734283468888/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8124=[#edits: 1 = <8083/info:/1734283468888/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8125=[#edits: 1 = <8084/info:/1734283468889/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8126=[#edits: 1 = <8085/info:/1734283468890/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8127=[#edits: 1 = <8086/info:/1734283468890/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8128=[#edits: 1 = <8087/info:/1734283468891/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8129=[#edits: 1 = <8088/info:/1734283468891/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8130=[#edits: 1 = <8089/info:/1734283468892/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8131=[#edits: 1 = <8090/info:/1734283468892/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8132=[#edits: 1 = <8091/info:/1734283468893/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8133=[#edits: 1 = <8092/info:/1734283468893/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8134=[#edits: 1 = <8093/info:/1734283468893/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8135=[#edits: 1 = <8094/info:/1734283468894/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8136=[#edits: 1 = <8095/info:/1734283468894/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8137=[#edits: 1 = <8096/info:/1734283468895/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8138=[#edits: 1 = <8097/info:/1734283468895/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8139=[#edits: 1 = <8098/info:/1734283468895/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8140=[#edits: 1 = <8099/info:/1734283468896/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=48995, nbRowKeys=26, nbHFiles=0, heapSize=4472, lastSeqIds={}, endOfFile=false,usedBufferSize=4472] 2024-12-15T17:24:28,901 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:24:28,901 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 49360, reset compression=false 2024-12-15T17:24:28,901 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8141=[#edits: 1 = <8100/info:/1734283468896/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8142=[#edits: 1 = <8101/info:/1734283468897/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8143=[#edits: 1 = <8102/info:/1734283468898/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8144=[#edits: 1 = <8103/info:/1734283468899/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8145=[#edits: 1 = <8104/info:/1734283468900/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=49360, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-15T17:24:28,905 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-15T17:24:28,905 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 50017, reset compression=false 2024-12-15T17:24:28,905 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8146=[#edits: 1 = <8105/info:/1734283468900/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8147=[#edits: 1 = <8106/info:/1734283468900/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8148=[#edits: 1 = <8107/info:/1734283468901/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8149=[#edits: 1 = <8108/info:/1734283468901/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8150=[#edits: 1 = <8109/info:/1734283468902/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8151=[#edits: 1 = <8110/info:/1734283468902/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8152=[#edits: 1 = <8111/info:/1734283468903/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8153=[#edits: 1 = <8112/info:/1734283468903/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8154=[#edits: 1 = <8113/info:/1734283468903/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=50017, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-15T17:24:28,911 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-15T17:24:28,911 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 50528, reset compression=false 2024-12-15T17:24:28,911 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8155=[#edits: 1 = <8114/info:/1734283468904/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8156=[#edits: 1 = <8115/info:/1734283468904/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8157=[#edits: 1 = <8116/info:/1734283468905/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8158=[#edits: 1 = <8117/info:/1734283468905/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8159=[#edits: 1 = <8118/info:/1734283468905/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8160=[#edits: 1 = <8119/info:/1734283468906/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8161=[#edits: 1 = <8120/info:/1734283468906/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=50528, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-15T17:24:28,915 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-15T17:24:28,915 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 51258, reset compression=false 2024-12-15T17:24:28,915 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8162=[#edits: 1 = <8121/info:/1734283468910/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8163=[#edits: 1 = <8122/info:/1734283468910/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8164=[#edits: 1 = <8123/info:/1734283468911/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8165=[#edits: 1 = <8124/info:/1734283468911/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8166=[#edits: 1 = <8125/info:/1734283468911/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8167=[#edits: 1 = <8126/info:/1734283468912/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8168=[#edits: 1 = <8127/info:/1734283468913/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8169=[#edits: 1 = <8128/info:/1734283468913/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8170=[#edits: 1 = <8129/info:/1734283468913/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8171=[#edits: 1 = <8130/info:/1734283468914/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=51258, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-15T17:24:28,919 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-15T17:24:28,919 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 51988, reset compression=false 2024-12-15T17:24:28,919 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8172=[#edits: 1 = <8131/info:/1734283468914/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8173=[#edits: 1 = <8132/info:/1734283468914/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8174=[#edits: 1 = <8133/info:/1734283468915/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8175=[#edits: 1 = <8134/info:/1734283468915/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8176=[#edits: 1 = <8135/info:/1734283468916/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8177=[#edits: 1 = <8136/info:/1734283468916/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8178=[#edits: 1 = <8137/info:/1734283468917/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8179=[#edits: 1 = <8138/info:/1734283468917/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8180=[#edits: 1 = <8139/info:/1734283468917/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8181=[#edits: 1 = <8140/info:/1734283468918/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=51988, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-15T17:24:28,924 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-15T17:24:28,924 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 52864, reset compression=false 2024-12-15T17:24:28,924 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8182=[#edits: 1 = <8141/info:/1734283468918/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8183=[#edits: 1 = <8142/info:/1734283468918/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8184=[#edits: 1 = <8143/info:/1734283468919/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8185=[#edits: 1 = <8144/info:/1734283468919/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8186=[#edits: 1 = <8145/info:/1734283468919/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8187=[#edits: 1 = <8146/info:/1734283468920/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8188=[#edits: 1 = <8147/info:/1734283468920/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8189=[#edits: 1 = <8148/info:/1734283468921/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8190=[#edits: 1 = <8149/info:/1734283468921/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8191=[#edits: 1 = <8150/info:/1734283468921/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8192=[#edits: 1 = <8151/info:/1734283468921/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8193=[#edits: 1 = <8152/info:/1734283468922/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=52864, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-15T17:24:28,929 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-15T17:24:28,929 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 53740, reset compression=false 2024-12-15T17:24:28,929 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8194=[#edits: 1 = <8153/info:/1734283468922/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8195=[#edits: 1 = <8154/info:/1734283468923/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8196=[#edits: 1 = <8155/info:/1734283468923/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8197=[#edits: 1 = <8156/info:/1734283468923/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8198=[#edits: 1 = <8157/info:/1734283468923/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8199=[#edits: 1 = <8158/info:/1734283468924/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8200=[#edits: 1 = <8159/info:/1734283468924/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8201=[#edits: 1 = <8160/info:/1734283468925/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8202=[#edits: 1 = <8161/info:/1734283468925/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8203=[#edits: 1 = <8162/info:/1734283468925/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8204=[#edits: 1 = <8163/info:/1734283468926/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8205=[#edits: 1 = <8164/info:/1734283468926/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=53740, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-15T17:24:28,935 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 15 WAL entries eligible for replication 2024-12-15T17:24:28,935 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 54835, reset compression=false 2024-12-15T17:24:28,935 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8206=[#edits: 1 = <8165/info:/1734283468927/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8207=[#edits: 1 = <8166/info:/1734283468928/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8208=[#edits: 1 = <8167/info:/1734283468929/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8209=[#edits: 1 = <8168/info:/1734283468929/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8210=[#edits: 1 = <8169/info:/1734283468930/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8211=[#edits: 1 = <8170/info:/1734283468930/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8212=[#edits: 1 = <8171/info:/1734283468930/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8213=[#edits: 1 = <8172/info:/1734283468931/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8214=[#edits: 1 = <8173/info:/1734283468931/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8215=[#edits: 1 = <8174/info:/1734283468931/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8216=[#edits: 1 = <8175/info:/1734283468931/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8217=[#edits: 1 = <8176/info:/1734283468932/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8218=[#edits: 1 = <8177/info:/1734283468932/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8219=[#edits: 1 = <8178/info:/1734283468932/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8220=[#edits: 1 = <8179/info:/1734283468933/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=54835, nbRowKeys=15, nbHFiles=0, heapSize=2580, lastSeqIds={}, endOfFile=false,usedBufferSize=2580] 2024-12-15T17:24:28,939 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-15T17:24:28,939 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 55638, reset compression=false 2024-12-15T17:24:28,939 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8221=[#edits: 1 = <8180/info:/1734283468934/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8222=[#edits: 1 = <8181/info:/1734283468934/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8223=[#edits: 1 = <8182/info:/1734283468934/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8224=[#edits: 1 = <8183/info:/1734283468935/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8225=[#edits: 1 = <8184/info:/1734283468935/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8226=[#edits: 1 = <8185/info:/1734283468936/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8227=[#edits: 1 = <8186/info:/1734283468936/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8228=[#edits: 1 = <8187/info:/1734283468936/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8229=[#edits: 1 = <8188/info:/1734283468936/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8230=[#edits: 1 = <8189/info:/1734283468937/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8231=[#edits: 1 = <8190/info:/1734283468937/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=55638, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-15T17:24:28,943 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-15T17:24:28,943 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 56514, reset compression=false 2024-12-15T17:24:28,943 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8232=[#edits: 1 = <8191/info:/1734283468937/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8233=[#edits: 1 = <8192/info:/1734283468938/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8234=[#edits: 1 = <8193/info:/1734283468938/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8235=[#edits: 1 = <8194/info:/1734283468938/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8236=[#edits: 1 = <8195/info:/1734283468939/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8237=[#edits: 1 = <8196/info:/1734283468939/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8238=[#edits: 1 = <8197/info:/1734283468940/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8239=[#edits: 1 = <8198/info:/1734283468940/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8240=[#edits: 1 = <8199/info:/1734283468940/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8241=[#edits: 1 = <8200/info:/1734283468940/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8242=[#edits: 1 = <8201/info:/1734283468941/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8243=[#edits: 1 = <8202/info:/1734283468941/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=56514, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-15T17:24:28,947 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-15T17:24:28,947 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 57171, reset compression=false 2024-12-15T17:24:28,947 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8244=[#edits: 1 = <8203/info:/1734283468941/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8245=[#edits: 1 = <8204/info:/1734283468942/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8246=[#edits: 1 = <8205/info:/1734283468942/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8247=[#edits: 1 = <8206/info:/1734283468942/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8248=[#edits: 1 = <8207/info:/1734283468943/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8249=[#edits: 1 = <8208/info:/1734283468943/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8250=[#edits: 1 = <8209/info:/1734283468943/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8251=[#edits: 1 = <8210/info:/1734283468944/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8252=[#edits: 1 = <8211/info:/1734283468944/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=57171, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-15T17:24:28,951 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:28,951 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 57390, reset compression=false 2024-12-15T17:24:28,951 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8253=[#edits: 1 = <8212/info:/1734283468947/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8254=[#edits: 1 = <8213/info:/1734283468947/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8255=[#edits: 1 = <8214/info:/1734283468948/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=57390, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-15T17:24:28,955 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:28,955 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 57609, reset compression=false 2024-12-15T17:24:28,960 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8256=[#edits: 1 = <8215/info:/1734283468950/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8257=[#edits: 1 = <8216/info:/1734283468951/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8258=[#edits: 1 = <8217/info:/1734283468951/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=57609, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-15T17:24:29,158 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 57609, reset compression=false 2024-12-15T17:24:29,187 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:29,189 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:29,187 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8259=[#edits: 1 = <8218/info:/1734283468952/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8260=[#edits: 1 = <8219/info:/1734283468961/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8261=[#edits: 1 = <8220/info:/1734283468962/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8262=[#edits: 1 = <8221/info:/1734283468963/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8263=[#edits: 1 = <8222/info:/1734283468963/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8264=[#edits: 1 = <8223/info:/1734283468963/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8265=[#edits: 1 = <8224/info:/1734283468963/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8266=[#edits: 1 = <8225/info:/1734283468964/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8267=[#edits: 1 = <8226/info:/1734283468964/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8268=[#edits: 1 = <8227/info:/1734283468964/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8269=[#edits: 1 = <8228/info:/1734283468965/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8270=[#edits: 1 = <8229/info:/1734283468965/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8271=[#edits: 1 = <8230/info:/1734283468965/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8272=[#edits: 1 = <8231/info:/1734283468965/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8273=[#edits: 1 = <8232/info:/1734283468966/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8274=[#edits: 1 = <8233/info:/1734283468966/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8275=[#edits: 1 = <8234/info:/1734283468966/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8276=[#edits: 1 = <8235/info:/1734283468967/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8277=[#edits: 1 = <8236/info:/1734283468967/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8278=[#edits: 1 = <8237/info:/1734283468967/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8279=[#edits: 1 = <8238/info:/1734283468967/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8280=[#edits: 1 = <8239/info:/1734283468968/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8281=[#edits: 1 = <8240/info:/1734283468968/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8282=[#edits: 1 = <8241/info:/1734283468968/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8283=[#edits: 1 = <8242/info:/1734283468968/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8284=[#edits: 1 = <8243/info:/1734283468969/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8285=[#edits: 1 = <8244/info:/1734283468969/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8286=[#edits: 1 = <8245/info:/1734283468969/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8287=[#edits: 1 = <8246/info:/1734283468969/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8288=[#edits: 1 = <8247/info:/1734283468970/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8289=[#edits: 1 = <8248/info:/1734283468970/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8290=[#edits: 1 = <8249/info:/1734283468970/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8291=[#edits: 1 = <8250/info:/1734283468971/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8292=[#edits: 1 = <8251/info:/1734283468971/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8293=[#edits: 1 = <8252/info:/1734283468971/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8294=[#edits: 1 = <8253/info:/1734283468971/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8295=[#edits: 1 = <8254/info:/1734283468972/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8296=[#edits: 1 = <8255/info:/1734283468972/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8297=[#edits: 1 = <8256/info:/1734283468972/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8298=[#edits: 1 = <8257/info:/1734283468973/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8299=[#edits: 1 = <8258/info:/1734283468973/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8300=[#edits: 1 = <8259/info:/1734283468973/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8301=[#edits: 1 = <8260/info:/1734283468974/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8302=[#edits: 1 = <8261/info:/1734283468974/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8303=[#edits: 1 = <8262/info:/1734283468974/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8304=[#edits: 1 = <8263/info:/1734283468975/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8305=[#edits: 1 = <8264/info:/1734283468975/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8306=[#edits: 1 = <8265/info:/1734283468975/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8307=[#edits: 1 = <8266/info:/1734283468976/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8308=[#edits: 1 = <8267/info:/1734283468976/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8309=[#edits: 1 = <8268/info:/1734283468976/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8310=[#edits: 1 = <8269/info:/1734283468976/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8311=[#edits: 1 = <8270/info:/1734283468977/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8312=[#edits: 1 = <8271/info:/1734283468977/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8313=[#edits: 1 = <8272/info:/1734283468977/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8314=[#edits: 1 = <8273/info:/1734283468978/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8315=[#edits: 1 = <8274/info:/1734283468978/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8316=[#edits: 1 = <8275/info:/1734283468978/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8317=[#edits: 1 = <8276/info:/1734283468979/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8318=[#edits: 1 = <8277/info:/1734283468979/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=61989, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:29,192 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:29,192 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8319=[#edits: 1 = <8278/info:/1734283468979/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8320=[#edits: 1 = <8279/info:/1734283468979/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8321=[#edits: 1 = <8280/info:/1734283468980/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8322=[#edits: 1 = <8281/info:/1734283468980/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8323=[#edits: 1 = <8282/info:/1734283468980/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8324=[#edits: 1 = <8283/info:/1734283468981/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8325=[#edits: 1 = <8284/info:/1734283468981/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8326=[#edits: 1 = <8285/info:/1734283468981/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8327=[#edits: 1 = <8286/info:/1734283468982/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8328=[#edits: 1 = <8287/info:/1734283468982/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8329=[#edits: 1 = <8288/info:/1734283468982/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8330=[#edits: 1 = <8289/info:/1734283468982/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8331=[#edits: 1 = <8290/info:/1734283468983/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8332=[#edits: 1 = <8291/info:/1734283468983/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8333=[#edits: 1 = <8292/info:/1734283468983/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8334=[#edits: 1 = <8293/info:/1734283468984/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8335=[#edits: 1 = <8294/info:/1734283468984/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8336=[#edits: 1 = <8295/info:/1734283468984/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8337=[#edits: 1 = <8296/info:/1734283468984/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8338=[#edits: 1 = <8297/info:/1734283468985/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8339=[#edits: 1 = <8298/info:/1734283468985/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8340=[#edits: 1 = <8299/info:/1734283468985/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8341=[#edits: 1 = <8300/info:/1734283468986/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8342=[#edits: 1 = <8301/info:/1734283468986/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8343=[#edits: 1 = <8302/info:/1734283468987/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8344=[#edits: 1 = <8303/info:/1734283468987/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8345=[#edits: 1 = <8304/info:/1734283468987/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8346=[#edits: 1 = <8305/info:/1734283468987/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8347=[#edits: 1 = <8306/info:/1734283468988/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8348=[#edits: 1 = <8307/info:/1734283468988/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8349=[#edits: 1 = <8308/info:/1734283468988/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8350=[#edits: 1 = <8309/info:/1734283468989/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8351=[#edits: 1 = <8310/info:/1734283468989/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8352=[#edits: 1 = <8311/info:/1734283468989/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8353=[#edits: 1 = <8312/info:/1734283468989/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8354=[#edits: 1 = <8313/info:/1734283468990/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8355=[#edits: 1 = <8314/info:/1734283468990/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8356=[#edits: 1 = <8315/info:/1734283468990/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8357=[#edits: 1 = <8316/info:/1734283468991/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8358=[#edits: 1 = <8317/info:/1734283468991/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8359=[#edits: 1 = <8318/info:/1734283468991/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8360=[#edits: 1 = <8319/info:/1734283468991/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8361=[#edits: 1 = <8320/info:/1734283468992/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8362=[#edits: 1 = <8321/info:/1734283468992/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8363=[#edits: 1 = <8322/info:/1734283468992/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8364=[#edits: 1 = <8323/info:/1734283468993/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8365=[#edits: 1 = <8324/info:/1734283468993/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8366=[#edits: 1 = <8325/info:/1734283468993/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8367=[#edits: 1 = <8326/info:/1734283469006/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8368=[#edits: 1 = <8327/info:/1734283469006/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8369=[#edits: 1 = <8328/info:/1734283469006/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8370=[#edits: 1 = <8329/info:/1734283469007/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8371=[#edits: 1 = <8330/info:/1734283469007/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8372=[#edits: 1 = <8331/info:/1734283469008/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8373=[#edits: 1 = <8332/info:/1734283469009/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8374=[#edits: 1 = <8333/info:/1734283469009/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8375=[#edits: 1 = <8334/info:/1734283469010/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8376=[#edits: 1 = <8335/info:/1734283469010/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8377=[#edits: 1 = <8336/info:/1734283469010/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8378=[#edits: 1 = <8337/info:/1734283469011/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=66369, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:29,194 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:29,194 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8379=[#edits: 1 = <8338/info:/1734283469011/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8380=[#edits: 1 = <8339/info:/1734283469011/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8381=[#edits: 1 = <8340/info:/1734283469015/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8382=[#edits: 1 = <8341/info:/1734283469016/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8383=[#edits: 1 = <8342/info:/1734283469016/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8384=[#edits: 1 = <8343/info:/1734283469017/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8385=[#edits: 1 = <8344/info:/1734283469018/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8386=[#edits: 1 = <8345/info:/1734283469018/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8387=[#edits: 1 = <8346/info:/1734283469018/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8388=[#edits: 1 = <8347/info:/1734283469019/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8389=[#edits: 1 = <8348/info:/1734283469019/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8390=[#edits: 1 = <8349/info:/1734283469019/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8391=[#edits: 1 = <8350/info:/1734283469020/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8392=[#edits: 1 = <8351/info:/1734283469020/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8393=[#edits: 1 = <8352/info:/1734283469020/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8394=[#edits: 1 = <8353/info:/1734283469021/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8395=[#edits: 1 = <8354/info:/1734283469023/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8396=[#edits: 1 = <8355/info:/1734283469024/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8397=[#edits: 1 = <8356/info:/1734283469024/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8398=[#edits: 1 = <8357/info:/1734283469025/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8399=[#edits: 1 = <8358/info:/1734283469025/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8400=[#edits: 1 = <8359/info:/1734283469025/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8401=[#edits: 1 = <8360/info:/1734283469026/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8402=[#edits: 1 = <8361/info:/1734283469026/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8403=[#edits: 1 = <8362/info:/1734283469026/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8404=[#edits: 1 = <8363/info:/1734283469027/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8405=[#edits: 1 = <8364/info:/1734283469027/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8406=[#edits: 1 = <8365/info:/1734283469028/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8407=[#edits: 1 = <8366/info:/1734283469028/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8408=[#edits: 1 = <8367/info:/1734283469028/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8409=[#edits: 1 = <8368/info:/1734283469029/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8410=[#edits: 1 = <8369/info:/1734283469030/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8411=[#edits: 1 = <8370/info:/1734283469030/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8412=[#edits: 1 = <8371/info:/1734283469031/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8413=[#edits: 1 = <8372/info:/1734283469031/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8414=[#edits: 1 = <8373/info:/1734283469032/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8415=[#edits: 1 = <8374/info:/1734283469032/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8416=[#edits: 1 = <8375/info:/1734283469033/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8417=[#edits: 1 = <8376/info:/1734283469033/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8418=[#edits: 1 = <8377/info:/1734283469033/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8419=[#edits: 1 = <8378/info:/1734283469034/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8420=[#edits: 1 = <8379/info:/1734283469034/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8421=[#edits: 1 = <8380/info:/1734283469034/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8422=[#edits: 1 = <8381/info:/1734283469035/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8423=[#edits: 1 = <8382/info:/1734283469035/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8424=[#edits: 1 = <8383/info:/1734283469035/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8425=[#edits: 1 = <8384/info:/1734283469037/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8426=[#edits: 1 = <8385/info:/1734283469037/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8427=[#edits: 1 = <8386/info:/1734283469037/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8428=[#edits: 1 = <8387/info:/1734283469038/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8429=[#edits: 1 = <8388/info:/1734283469038/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8430=[#edits: 1 = <8389/info:/1734283469038/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8431=[#edits: 1 = <8390/info:/1734283469039/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8432=[#edits: 1 = <8391/info:/1734283469039/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8433=[#edits: 1 = <8392/info:/1734283469041/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8434=[#edits: 1 = <8393/info:/1734283469041/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8435=[#edits: 1 = <8394/info:/1734283469042/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8436=[#edits: 1 = <8395/info:/1734283469042/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8437=[#edits: 1 = <8396/info:/1734283469042/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8438=[#edits: 1 = <8397/info:/1734283469043/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=70749, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:29,196 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8439=[#edits: 1 = <8398/info:/1734283469043/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8440=[#edits: 1 = <8399/info:/1734283469044/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8441=[#edits: 1 = <8400/info:/1734283469044/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8442=[#edits: 1 = <8401/info:/1734283469045/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8443=[#edits: 1 = <8402/info:/1734283469045/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8444=[#edits: 1 = <8403/info:/1734283469046/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8445=[#edits: 1 = <8404/info:/1734283469047/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8446=[#edits: 1 = <8405/info:/1734283469050/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8447=[#edits: 1 = <8406/info:/1734283469051/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8448=[#edits: 1 = <8407/info:/1734283469051/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8449=[#edits: 1 = <8408/info:/1734283469055/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8450=[#edits: 1 = <8409/info:/1734283469056/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8451=[#edits: 1 = <8410/info:/1734283469057/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8452=[#edits: 1 = <8411/info:/1734283469057/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8453=[#edits: 1 = <8412/info:/1734283469057/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8454=[#edits: 1 = <8413/info:/1734283469058/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8455=[#edits: 1 = <8414/info:/1734283469058/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8456=[#edits: 1 = <8415/info:/1734283469059/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8457=[#edits: 1 = <8416/info:/1734283469059/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8458=[#edits: 1 = <8417/info:/1734283469063/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8459=[#edits: 1 = <8418/info:/1734283469063/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8460=[#edits: 1 = <8419/info:/1734283469064/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8461=[#edits: 1 = <8420/info:/1734283469064/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8462=[#edits: 1 = <8421/info:/1734283469064/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8463=[#edits: 1 = <8422/info:/1734283469065/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8464=[#edits: 1 = <8423/info:/1734283469065/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8465=[#edits: 1 = <8424/info:/1734283469065/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8466=[#edits: 1 = <8425/info:/1734283469065/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8467=[#edits: 1 = <8426/info:/1734283469066/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8468=[#edits: 1 = <8427/info:/1734283469066/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8469=[#edits: 1 = <8428/info:/1734283469066/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8470=[#edits: 1 = <8429/info:/1734283469066/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8471=[#edits: 1 = <8430/info:/1734283469067/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8472=[#edits: 1 = <8431/info:/1734283469067/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8473=[#edits: 1 = <8432/info:/1734283469067/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8474=[#edits: 1 = <8433/info:/1734283469068/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8475=[#edits: 1 = <8434/info:/1734283469069/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8476=[#edits: 1 = <8435/info:/1734283469070/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8477=[#edits: 1 = <8436/info:/1734283469071/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8478=[#edits: 1 = <8437/info:/1734283469071/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8479=[#edits: 1 = <8438/info:/1734283469073/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8480=[#edits: 1 = <8439/info:/1734283469074/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8481=[#edits: 1 = <8440/info:/1734283469075/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8482=[#edits: 1 = <8441/info:/1734283469078/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8483=[#edits: 1 = <8442/info:/1734283469079/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8484=[#edits: 1 = <8443/info:/1734283469080/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8485=[#edits: 1 = <8444/info:/1734283469082/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8486=[#edits: 1 = <8445/info:/1734283469083/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8487=[#edits: 1 = <8446/info:/1734283469083/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8488=[#edits: 1 = <8447/info:/1734283469085/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8489=[#edits: 1 = <8448/info:/1734283469086/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8490=[#edits: 1 = <8449/info:/1734283469088/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8491=[#edits: 1 = <8450/info:/1734283469089/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8492=[#edits: 1 = <8451/info:/1734283469090/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8493=[#edits: 1 = <8452/info:/1734283469091/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8494=[#edits: 1 = <8453/info:/1734283469092/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8495=[#edits: 1 = <8454/info:/1734283469092/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8496=[#edits: 1 = <8455/info:/1734283469093/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8497=[#edits: 1 = <8456/info:/1734283469094/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8498=[#edits: 1 = <8457/info:/1734283469095/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=75129, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:29,197 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:29,198 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8499=[#edits: 1 = <8458/info:/1734283469095/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8500=[#edits: 1 = <8459/info:/1734283469096/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8501=[#edits: 1 = <8460/info:/1734283469096/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8502=[#edits: 1 = <8461/info:/1734283469097/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8503=[#edits: 1 = <8462/info:/1734283469097/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8504=[#edits: 1 = <8463/info:/1734283469097/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8505=[#edits: 1 = <8464/info:/1734283469098/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8506=[#edits: 1 = <8465/info:/1734283469098/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8507=[#edits: 1 = <8466/info:/1734283469099/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8508=[#edits: 1 = <8467/info:/1734283469099/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8509=[#edits: 1 = <8468/info:/1734283469100/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8510=[#edits: 1 = <8469/info:/1734283469100/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8511=[#edits: 1 = <8470/info:/1734283469103/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8512=[#edits: 1 = <8471/info:/1734283469104/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8513=[#edits: 1 = <8472/info:/1734283469107/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8514=[#edits: 1 = <8473/info:/1734283469115/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8515=[#edits: 1 = <8474/info:/1734283469116/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8516=[#edits: 1 = <8475/info:/1734283469116/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8517=[#edits: 1 = <8476/info:/1734283469117/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8518=[#edits: 1 = <8477/info:/1734283469118/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8519=[#edits: 1 = <8478/info:/1734283469119/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8520=[#edits: 1 = <8479/info:/1734283469120/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8521=[#edits: 1 = <8480/info:/1734283469120/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8522=[#edits: 1 = <8481/info:/1734283469122/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8523=[#edits: 1 = <8482/info:/1734283469123/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8524=[#edits: 1 = <8483/info:/1734283469124/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8525=[#edits: 1 = <8484/info:/1734283469125/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8526=[#edits: 1 = <8485/info:/1734283469126/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8527=[#edits: 1 = <8486/info:/1734283469127/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8528=[#edits: 1 = <8487/info:/1734283469127/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8529=[#edits: 1 = <8488/info:/1734283469140/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8530=[#edits: 1 = <8489/info:/1734283469141/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8531=[#edits: 1 = <8490/info:/1734283469142/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8532=[#edits: 1 = <8491/info:/1734283469144/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8533=[#edits: 1 = <8492/info:/1734283469145/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8534=[#edits: 1 = <8493/info:/1734283469146/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8535=[#edits: 1 = <8494/info:/1734283469147/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8536=[#edits: 1 = <8495/info:/1734283469148/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8537=[#edits: 1 = <8496/info:/1734283469148/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8538=[#edits: 1 = <8497/info:/1734283469149/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8539=[#edits: 1 = <8498/info:/1734283469150/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8540=[#edits: 1 = <8499/info:/1734283469154/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8541=[#edits: 1 = <8500/info:/1734283469158/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8542=[#edits: 1 = <8501/info:/1734283469169/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8543=[#edits: 1 = <8502/info:/1734283469170/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8544=[#edits: 1 = <8503/info:/1734283469171/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8545=[#edits: 1 = <8504/info:/1734283469172/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8546=[#edits: 1 = <8505/info:/1734283469173/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8547=[#edits: 1 = <8506/info:/1734283469174/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8548=[#edits: 1 = <8507/info:/1734283469175/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8549=[#edits: 1 = <8508/info:/1734283469176/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8550=[#edits: 1 = <8509/info:/1734283469177/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8551=[#edits: 1 = <8510/info:/1734283469178/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8552=[#edits: 1 = <8511/info:/1734283469179/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8553=[#edits: 1 = <8512/info:/1734283469180/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8554=[#edits: 1 = <8513/info:/1734283469180/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8555=[#edits: 1 = <8514/info:/1734283469181/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8556=[#edits: 1 = <8515/info:/1734283469182/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8557=[#edits: 1 = <8516/info:/1734283469182/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8558=[#edits: 1 = <8517/info:/1734283469183/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=79509, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:29,203 DEBUG [AsyncFSWAL-0-hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d-prefix:4ce65a7c4674,44777,1734283454943.meta {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=80531, logrollsize=80530 2024-12-15T17:24:29,203 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL 4ce65a7c4674%2C44777%2C1734283454943.meta:.meta(num 1734283467967) roll requested 2024-12-15T17:24:29,226 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, exclude list is [], retry=0 2024-12-15T17:24:29,230 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39261,DS-b5ff485f-2f19-470f-9cc2-8f977eeef42c,DISK] 2024-12-15T17:24:29,230 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43807,DS-3aa61df7-b653-4e88-a949-fddce61de0cf,DISK] 2024-12-15T17:24:29,230 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42767,DS-7f052c43-3f21-44eb-a75f-4456d26e802e,DISK] 2024-12-15T17:24:29,276 INFO [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta with entries=1155, filesize=82.42 KB; new WAL /user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta 2024-12-15T17:24:29,280 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39889:39889),(127.0.0.1/127.0.0.1:34601:34601),(127.0.0.1/127.0.0.1:36435:36435)] 2024-12-15T17:24:29,280 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta is not closed yet, will try archiving it next time 2024-12-15T17:24:29,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741861_1037 (size=84408) 2024-12-15T17:24:29,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741861_1037 (size=84408) 2024-12-15T17:24:29,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741861_1037 (size=84408) 2024-12-15T17:24:29,310 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-15T17:24:29,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:29,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:29,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:29,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:29,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:29,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:29,397 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta to pos 79509, reset compression=false 2024-12-15T17:24:29,401 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:29,402 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(462): EOF, closing hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta 2024-12-15T17:24:29,402 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-15T17:24:29,402 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, startPosition=0, beingWritten=true 2024-12-15T17:24:29,401 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8559=[#edits: 1 = <8518/info:/1734283469184/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8560=[#edits: 1 = <8519/info:/1734283469190/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8561=[#edits: 1 = <8520/info:/1734283469192/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8562=[#edits: 1 = <8521/info:/1734283469196/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8563=[#edits: 1 = <8522/info:/1734283469197/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8564=[#edits: 1 = <8523/info:/1734283469198/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8565=[#edits: 1 = <8524/info:/1734283469200/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8566=[#edits: 1 = <8525/info:/1734283469201/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8567=[#edits: 1 = <8526/info:/1734283469201/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8568=[#edits: 1 = <8527/info:/1734283469201/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8569=[#edits: 1 = <8528/info:/1734283469202/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8570=[#edits: 1 = <8529/info:/1734283469202/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8571=[#edits: 1 = <8530/info:/1734283469202/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8572=[#edits: 1 = <8531/info:/1734283469203/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8573=[#edits: 1 = <8532/info:/1734283469204/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8574=[#edits: 1 = <8533/info:/1734283469206/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8575=[#edits: 1 = <8534/info:/1734283469207/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8576=[#edits: 1 = <8535/info:/1734283469208/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8577=[#edits: 1 = <8536/info:/1734283469210/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8578=[#edits: 1 = <8537/info:/1734283469211/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8579=[#edits: 1 = <8538/info:/1734283469212/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8580=[#edits: 1 = <8539/info:/1734283469213/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8581=[#edits: 1 = <8540/info:/1734283469214/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8582=[#edits: 1 = <8541/info:/1734283469215/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8583=[#edits: 1 = <8542/info:/1734283469216/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8584=[#edits: 1 = <8543/info:/1734283469216/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8585=[#edits: 1 = <8544/info:/1734283469217/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8586=[#edits: 1 = <8545/info:/1734283469218/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8587=[#edits: 1 = <8546/info:/1734283469219/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8588=[#edits: 1 = <8547/info:/1734283469220/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8589=[#edits: 1 = <8548/info:/1734283469221/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8590=[#edits: 1 = <8549/info:/1734283469222/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8591=[#edits: 1 = <8550/info:/1734283469223/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8592=[#edits: 1 = <8551/info:/1734283469225/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8593=[#edits: 1 = <8552/info:/1734283469226/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8594=[#edits: 1 = <8553/info:/1734283469227/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8595=[#edits: 1 = <8554/info:/1734283469229/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8596=[#edits: 1 = <8555/info:/1734283469231/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8597=[#edits: 1 = <8556/info:/1734283469233/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8598=[#edits: 1 = <8557/info:/1734283469237/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8599=[#edits: 1 = <8558/info:/1734283469238/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8600=[#edits: 1 = <8559/info:/1734283469239/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8601=[#edits: 1 = <8560/info:/1734283469241/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8602=[#edits: 1 = <8561/info:/1734283469242/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8603=[#edits: 1 = <8562/info:/1734283469245/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8604=[#edits: 1 = <8563/info:/1734283469246/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8605=[#edits: 1 = <8564/info:/1734283469248/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8606=[#edits: 1 = <8565/info:/1734283469249/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8607=[#edits: 1 = <8566/info:/1734283469250/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8608=[#edits: 1 = <8567/info:/1734283469251/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8609=[#edits: 1 = <8568/info:/1734283469253/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8610=[#edits: 1 = <8569/info:/1734283469254/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8611=[#edits: 1 = <8570/info:/1734283469255/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8612=[#edits: 1 = <8571/info:/1734283469256/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8613=[#edits: 1 = <8572/info:/1734283469256/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8614=[#edits: 1 = <8573/info:/1734283469257/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8615=[#edits: 1 = <8574/info:/1734283469257/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8616=[#edits: 1 = <8575/info:/1734283469258/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8617=[#edits: 1 = <8576/info:/1734283469259/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8618=[#edits: 1 = <8577/info:/1734283469259/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=83889, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:29,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:29,411 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8619=[#edits: 1 = <8578/info:/1734283469260/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8620=[#edits: 1 = <8579/info:/1734283469260/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8621=[#edits: 1 = <8580/info:/1734283469261/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8622=[#edits: 1 = <8581/info:/1734283469261/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8623=[#edits: 1 = <8582/info:/1734283469262/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8624=[#edits: 1 = <8583/info:/1734283469263/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8625=[#edits: 1 = <8584/info:/1734283469263/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283467967.meta, lastWalPosition=84400, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=true,usedBufferSize=1204] 2024-12-15T17:24:29,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:29,446 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:29,446 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8626=[#edits: 1 = <8585/info:/1734283469275/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8627=[#edits: 1 = <8586/info:/1734283469296/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8628=[#edits: 1 = <8587/info:/1734283469296/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8629=[#edits: 1 = <8588/info:/1734283469297/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8630=[#edits: 1 = <8589/info:/1734283469299/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8631=[#edits: 1 = <8590/info:/1734283469300/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8632=[#edits: 1 = <8591/info:/1734283469303/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8633=[#edits: 1 = <8592/info:/1734283469304/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8634=[#edits: 1 = <8593/info:/1734283469305/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8635=[#edits: 1 = <8594/info:/1734283469306/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8636=[#edits: 1 = <8595/info:/1734283469312/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8637=[#edits: 1 = <8596/info:/1734283469315/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8638=[#edits: 1 = <8597/info:/1734283469316/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8639=[#edits: 1 = <8598/info:/1734283469317/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8640=[#edits: 1 = <8599/info:/1734283469318/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8641=[#edits: 1 = <8600/info:/1734283469319/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8642=[#edits: 1 = <8601/info:/1734283469321/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8643=[#edits: 1 = <8602/info:/1734283469324/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8644=[#edits: 1 = <8603/info:/1734283469325/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8645=[#edits: 1 = <8604/info:/1734283469325/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8646=[#edits: 1 = <8605/info:/1734283469325/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8647=[#edits: 1 = <8606/info:/1734283469326/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8648=[#edits: 1 = <8607/info:/1734283469326/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8649=[#edits: 1 = <8608/info:/1734283469327/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8650=[#edits: 1 = <8609/info:/1734283469328/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8651=[#edits: 1 = <8610/info:/1734283469328/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8652=[#edits: 1 = <8611/info:/1734283469329/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8653=[#edits: 1 = <8612/info:/1734283469330/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8654=[#edits: 1 = <8613/info:/1734283469331/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8655=[#edits: 1 = <8614/info:/1734283469332/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8656=[#edits: 1 = <8615/info:/1734283469333/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8657=[#edits: 1 = <8616/info:/1734283469333/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8658=[#edits: 1 = <8617/info:/1734283469334/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8659=[#edits: 1 = <8618/info:/1734283469335/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8660=[#edits: 1 = <8619/info:/1734283469335/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8661=[#edits: 1 = <8620/info:/1734283469336/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8662=[#edits: 1 = <8621/info:/1734283469337/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8663=[#edits: 1 = <8622/info:/1734283469338/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8664=[#edits: 1 = <8623/info:/1734283469342/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8665=[#edits: 1 = <8624/info:/1734283469345/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8666=[#edits: 1 = <8625/info:/1734283469346/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8667=[#edits: 1 = <8626/info:/1734283469347/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8668=[#edits: 1 = <8627/info:/1734283469348/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8669=[#edits: 1 = <8628/info:/1734283469349/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8670=[#edits: 1 = <8629/info:/1734283469351/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8671=[#edits: 1 = <8630/info:/1734283469353/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8672=[#edits: 1 = <8631/info:/1734283469355/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8673=[#edits: 1 = <8632/info:/1734283469355/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8674=[#edits: 1 = <8633/info:/1734283469356/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8675=[#edits: 1 = <8634/info:/1734283469356/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8676=[#edits: 1 = <8635/info:/1734283469356/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8677=[#edits: 1 = <8636/info:/1734283469357/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8678=[#edits: 1 = <8637/info:/1734283469357/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8679=[#edits: 1 = <8638/info:/1734283469358/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8680=[#edits: 1 = <8639/info:/1734283469358/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8681=[#edits: 1 = <8640/info:/1734283469358/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8682=[#edits: 1 = <8641/info:/1734283469359/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8683=[#edits: 1 = <8642/info:/1734283469359/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8684=[#edits: 1 = <8643/info:/1734283469360/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8685=[#edits: 1 = <8644/info:/1734283469363/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=4465, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:29,447 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 40 WAL entries eligible for replication 2024-12-15T17:24:29,447 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta to pos 7385, reset compression=false 2024-12-15T17:24:29,449 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8686=[#edits: 1 = <8645/info:/1734283469364/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8687=[#edits: 1 = <8646/info:/1734283469364/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8688=[#edits: 1 = <8647/info:/1734283469366/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8689=[#edits: 1 = <8648/info:/1734283469367/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8690=[#edits: 1 = <8649/info:/1734283469367/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8691=[#edits: 1 = <8650/info:/1734283469368/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8692=[#edits: 1 = <8651/info:/1734283469370/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8693=[#edits: 1 = <8652/info:/1734283469374/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8694=[#edits: 1 = <8653/info:/1734283469377/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8695=[#edits: 1 = <8654/info:/1734283469380/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8696=[#edits: 1 = <8655/info:/1734283469380/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8697=[#edits: 1 = <8656/info:/1734283469381/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8698=[#edits: 1 = <8657/info:/1734283469382/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8699=[#edits: 1 = <8658/info:/1734283469382/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8700=[#edits: 1 = <8659/info:/1734283469383/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8701=[#edits: 1 = <8660/info:/1734283469385/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8702=[#edits: 1 = <8661/info:/1734283469386/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8703=[#edits: 1 = <8662/info:/1734283469387/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8704=[#edits: 1 = <8663/info:/1734283469388/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8705=[#edits: 1 = <8664/info:/1734283469388/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8706=[#edits: 1 = <8665/info:/1734283469388/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8707=[#edits: 1 = <8666/info:/1734283469388/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8708=[#edits: 1 = <8667/info:/1734283469389/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8709=[#edits: 1 = <8668/info:/1734283469389/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8710=[#edits: 1 = <8669/info:/1734283469389/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8711=[#edits: 1 = <8670/info:/1734283469390/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8712=[#edits: 1 = <8671/info:/1734283469391/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8713=[#edits: 1 = <8672/info:/1734283469391/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8714=[#edits: 1 = <8673/info:/1734283469400/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8715=[#edits: 1 = <8674/info:/1734283469411/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8716=[#edits: 1 = <8675/info:/1734283469412/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8717=[#edits: 1 = <8676/info:/1734283469413/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8718=[#edits: 1 = <8677/info:/1734283469413/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8719=[#edits: 1 = <8678/info:/1734283469414/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8720=[#edits: 1 = <8679/info:/1734283469414/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8721=[#edits: 1 = <8680/info:/1734283469414/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8722=[#edits: 1 = <8681/info:/1734283469415/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8723=[#edits: 1 = <8682/info:/1734283469415/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8724=[#edits: 1 = <8683/info:/1734283469423/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8725=[#edits: 1 = <8684/info:/1734283469428/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=7385, nbRowKeys=40, nbHFiles=0, heapSize=6880, lastSeqIds={}, endOfFile=false,usedBufferSize=6880] 2024-12-15T17:24:29,478 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 33 WAL entries eligible for replication 2024-12-15T17:24:29,478 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta to pos 9794, reset compression=false 2024-12-15T17:24:29,478 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8726=[#edits: 1 = <8685/info:/1734283469432/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8727=[#edits: 1 = <8686/info:/1734283469435/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8728=[#edits: 1 = <8687/info:/1734283469436/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8729=[#edits: 1 = <8688/info:/1734283469436/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8730=[#edits: 1 = <8689/info:/1734283469437/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8731=[#edits: 1 = <8690/info:/1734283469437/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8732=[#edits: 1 = <8691/info:/1734283469437/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8733=[#edits: 1 = <8692/info:/1734283469438/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8734=[#edits: 1 = <8693/info:/1734283469438/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8735=[#edits: 1 = <8694/info:/1734283469438/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8736=[#edits: 1 = <8695/info:/1734283469439/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8737=[#edits: 1 = <8696/info:/1734283469439/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8738=[#edits: 1 = <8697/info:/1734283469440/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8739=[#edits: 1 = <8698/info:/1734283469440/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8740=[#edits: 1 = <8699/info:/1734283469441/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8741=[#edits: 1 = <8700/info:/1734283469441/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8742=[#edits: 1 = <8701/info:/1734283469443/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8743=[#edits: 1 = <8702/info:/1734283469445/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8744=[#edits: 1 = <8703/info:/1734283469460/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8745=[#edits: 1 = <8704/info:/1734283469460/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8746=[#edits: 1 = <8705/info:/1734283469461/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8747=[#edits: 1 = <8706/info:/1734283469462/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8748=[#edits: 1 = <8707/info:/1734283469463/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8749=[#edits: 1 = <8708/info:/1734283469464/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8750=[#edits: 1 = <8709/info:/1734283469466/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8751=[#edits: 1 = <8710/info:/1734283469466/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8752=[#edits: 1 = <8711/info:/1734283469467/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8753=[#edits: 1 = <8712/info:/1734283469469/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8754=[#edits: 1 = <8713/info:/1734283469471/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8755=[#edits: 1 = <8714/info:/1734283469472/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8756=[#edits: 1 = <8715/info:/1734283469473/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8757=[#edits: 1 = <8716/info:/1734283469474/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8758=[#edits: 1 = <8717/info:/1734283469475/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=9794, nbRowKeys=33, nbHFiles=0, heapSize=5676, lastSeqIds={}, endOfFile=false,usedBufferSize=5676] 2024-12-15T17:24:29,509 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 34 WAL entries eligible for replication 2024-12-15T17:24:29,509 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta to pos 12276, reset compression=false 2024-12-15T17:24:29,509 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8759=[#edits: 1 = <8718/info:/1734283469475/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8760=[#edits: 1 = <8719/info:/1734283469479/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8761=[#edits: 1 = <8720/info:/1734283469480/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8762=[#edits: 1 = <8721/info:/1734283469481/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8763=[#edits: 1 = <8722/info:/1734283469481/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8764=[#edits: 1 = <8723/info:/1734283469482/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8765=[#edits: 1 = <8724/info:/1734283469483/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8766=[#edits: 1 = <8725/info:/1734283469485/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8767=[#edits: 1 = <8726/info:/1734283469486/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8768=[#edits: 1 = <8727/info:/1734283469487/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8769=[#edits: 1 = <8728/info:/1734283469487/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8770=[#edits: 1 = <8729/info:/1734283469488/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8771=[#edits: 1 = <8730/info:/1734283469488/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8772=[#edits: 1 = <8731/info:/1734283469489/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8773=[#edits: 1 = <8732/info:/1734283469490/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8774=[#edits: 1 = <8733/info:/1734283469491/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8775=[#edits: 1 = <8734/info:/1734283469492/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8776=[#edits: 1 = <8735/info:/1734283469495/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8777=[#edits: 1 = <8736/info:/1734283469496/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8778=[#edits: 1 = <8737/info:/1734283469497/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8779=[#edits: 1 = <8738/info:/1734283469497/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8780=[#edits: 1 = <8739/info:/1734283469499/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8781=[#edits: 1 = <8740/info:/1734283469499/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8782=[#edits: 1 = <8741/info:/1734283469500/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8783=[#edits: 1 = <8742/info:/1734283469500/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8784=[#edits: 1 = <8743/info:/1734283469500/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8785=[#edits: 1 = <8744/info:/1734283469501/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8786=[#edits: 1 = <8745/info:/1734283469501/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8787=[#edits: 1 = <8746/info:/1734283469501/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8788=[#edits: 1 = <8747/info:/1734283469502/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8789=[#edits: 1 = <8748/info:/1734283469502/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8790=[#edits: 1 = <8749/info:/1734283469502/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8791=[#edits: 1 = <8750/info:/1734283469503/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8792=[#edits: 1 = <8751/info:/1734283469503/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=12276, nbRowKeys=34, nbHFiles=0, heapSize=5848, lastSeqIds={}, endOfFile=false,usedBufferSize=5848] 2024-12-15T17:24:29,529 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 23 WAL entries eligible for replication 2024-12-15T17:24:29,529 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta to pos 13955, reset compression=false 2024-12-15T17:24:29,529 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8793=[#edits: 1 = <8752/info:/1734283469504/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8794=[#edits: 1 = <8753/info:/1734283469505/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8795=[#edits: 1 = <8754/info:/1734283469505/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8796=[#edits: 1 = <8755/info:/1734283469505/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8797=[#edits: 1 = <8756/info:/1734283469506/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8798=[#edits: 1 = <8757/info:/1734283469506/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8799=[#edits: 1 = <8758/info:/1734283469506/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8800=[#edits: 1 = <8759/info:/1734283469507/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8801=[#edits: 1 = <8760/info:/1734283469507/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8802=[#edits: 1 = <8761/info:/1734283469508/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8803=[#edits: 1 = <8762/info:/1734283469510/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8804=[#edits: 1 = <8763/info:/1734283469511/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8805=[#edits: 1 = <8764/info:/1734283469511/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8806=[#edits: 1 = <8765/info:/1734283469513/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8807=[#edits: 1 = <8766/info:/1734283469514/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8808=[#edits: 1 = <8767/info:/1734283469515/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8809=[#edits: 1 = <8768/info:/1734283469516/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8810=[#edits: 1 = <8769/info:/1734283469516/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8811=[#edits: 1 = <8770/info:/1734283469517/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8812=[#edits: 1 = <8771/info:/1734283469517/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8813=[#edits: 1 = <8772/info:/1734283469518/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8814=[#edits: 1 = <8773/info:/1734283469519/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8815=[#edits: 1 = <8774/info:/1734283469519/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=13955, nbRowKeys=23, nbHFiles=0, heapSize=3956, lastSeqIds={}, endOfFile=false,usedBufferSize=3956] 2024-12-15T17:24:29,563 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-15T17:24:29,563 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta to pos 14466, reset compression=false 2024-12-15T17:24:29,563 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8816=[#edits: 1 = <8775/info:/1734283469521/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8817=[#edits: 1 = <8776/info:/1734283469523/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8818=[#edits: 1 = <8777/info:/1734283469524/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8819=[#edits: 1 = <8778/info:/1734283469530/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8820=[#edits: 1 = <8779/info:/1734283469535/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8821=[#edits: 1 = <8780/info:/1734283469543/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8822=[#edits: 1 = <8781/info:/1734283469552/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=14466, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-15T17:24:29,601 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 18 WAL entries eligible for replication 2024-12-15T17:24:29,601 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta to pos 15780, reset compression=false 2024-12-15T17:24:29,601 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8823=[#edits: 1 = <8782/info:/1734283469560/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8824=[#edits: 1 = <8783/info:/1734283469564/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8825=[#edits: 1 = <8784/info:/1734283469570/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8826=[#edits: 1 = <8785/info:/1734283469576/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8827=[#edits: 1 = <8786/info:/1734283469580/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8828=[#edits: 1 = <8787/info:/1734283469581/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8829=[#edits: 1 = <8788/info:/1734283469582/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8830=[#edits: 1 = <8789/info:/1734283469583/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8831=[#edits: 1 = <8790/info:/1734283469585/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8832=[#edits: 1 = <8791/info:/1734283469585/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8833=[#edits: 1 = <8792/info:/1734283469586/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8834=[#edits: 1 = <8793/info:/1734283469587/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8835=[#edits: 1 = <8794/info:/1734283469588/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8836=[#edits: 1 = <8795/info:/1734283469589/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8837=[#edits: 1 = <8796/info:/1734283469590/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8838=[#edits: 1 = <8797/info:/1734283469592/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8839=[#edits: 1 = <8798/info:/1734283469594/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8840=[#edits: 1 = <8799/info:/1734283469595/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=15780, nbRowKeys=18, nbHFiles=0, heapSize=3096, lastSeqIds={}, endOfFile=false,usedBufferSize=3096] 2024-12-15T17:24:29,637 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T17:24:29,637 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta to pos 17532, reset compression=false 2024-12-15T17:24:29,637 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8841=[#edits: 1 = <8800/info:/1734283469596/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8842=[#edits: 1 = <8801/info:/1734283469597/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8843=[#edits: 1 = <8802/info:/1734283469598/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8844=[#edits: 1 = <8803/info:/1734283469599/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8845=[#edits: 1 = <8804/info:/1734283469603/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8846=[#edits: 1 = <8805/info:/1734283469605/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8847=[#edits: 1 = <8806/info:/1734283469608/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8848=[#edits: 1 = <8807/info:/1734283469609/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8849=[#edits: 1 = <8808/info:/1734283469610/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8850=[#edits: 1 = <8809/info:/1734283469611/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8851=[#edits: 1 = <8810/info:/1734283469612/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8852=[#edits: 1 = <8811/info:/1734283469613/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8853=[#edits: 1 = <8812/info:/1734283469614/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8854=[#edits: 1 = <8813/info:/1734283469614/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8855=[#edits: 1 = <8814/info:/1734283469615/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8856=[#edits: 1 = <8815/info:/1734283469616/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8857=[#edits: 1 = <8816/info:/1734283469616/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8858=[#edits: 1 = <8817/info:/1734283469617/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8859=[#edits: 1 = <8818/info:/1734283469619/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8860=[#edits: 1 = <8819/info:/1734283469620/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8861=[#edits: 1 = <8820/info:/1734283469622/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8862=[#edits: 1 = <8821/info:/1734283469625/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8863=[#edits: 1 = <8822/info:/1734283469627/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8864=[#edits: 1 = <8823/info:/1734283469629/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=17532, nbRowKeys=24, nbHFiles=0, heapSize=4128, lastSeqIds={}, endOfFile=false,usedBufferSize=4128] 2024-12-15T17:24:29,649 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 17 WAL entries eligible for replication 2024-12-15T17:24:29,649 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta to pos 18773, reset compression=false 2024-12-15T17:24:29,649 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8865=[#edits: 1 = <8824/info:/1734283469631/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8866=[#edits: 1 = <8825/info:/1734283469632/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8867=[#edits: 1 = <8826/info:/1734283469633/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8868=[#edits: 1 = <8827/info:/1734283469633/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8869=[#edits: 1 = <8828/info:/1734283469634/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8870=[#edits: 1 = <8829/info:/1734283469634/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8871=[#edits: 1 = <8830/info:/1734283469635/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8872=[#edits: 1 = <8831/info:/1734283469636/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8873=[#edits: 1 = <8832/info:/1734283469638/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8874=[#edits: 1 = <8833/info:/1734283469640/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8875=[#edits: 1 = <8834/info:/1734283469641/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8876=[#edits: 1 = <8835/info:/1734283469641/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8877=[#edits: 1 = <8836/info:/1734283469641/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8878=[#edits: 1 = <8837/info:/1734283469642/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8879=[#edits: 1 = <8838/info:/1734283469642/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8880=[#edits: 1 = <8839/info:/1734283469643/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8881=[#edits: 1 = <8840/info:/1734283469643/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=18773, nbRowKeys=17, nbHFiles=0, heapSize=2924, lastSeqIds={}, endOfFile=false,usedBufferSize=2924] 2024-12-15T17:24:29,655 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:24:29,655 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta to pos 18846, reset compression=false 2024-12-15T17:24:29,655 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8882=[#edits: 1 = <8841/info:/1734283469652/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=18846, nbRowKeys=1, nbHFiles=0, heapSize=172, lastSeqIds={}, endOfFile=false,usedBufferSize=172] 2024-12-15T17:24:29,660 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:29,660 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta to pos 18992, reset compression=false 2024-12-15T17:24:29,660 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8883=[#edits: 1 = <8842/info:/1734283469655/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8884=[#edits: 1 = <8843/info:/1734283469656/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=18992, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-15T17:24:29,678 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 16 WAL entries eligible for replication 2024-12-15T17:24:29,678 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta to pos 20160, reset compression=false 2024-12-15T17:24:29,678 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8885=[#edits: 1 = <8844/info:/1734283469658/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8886=[#edits: 1 = <8845/info:/1734283469659/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8887=[#edits: 1 = <8846/info:/1734283469660/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8888=[#edits: 1 = <8847/info:/1734283469661/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8889=[#edits: 1 = <8848/info:/1734283469662/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8890=[#edits: 1 = <8849/info:/1734283469663/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8891=[#edits: 1 = <8850/info:/1734283469664/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8892=[#edits: 1 = <8851/info:/1734283469665/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8893=[#edits: 1 = <8852/info:/1734283469665/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8894=[#edits: 1 = <8853/info:/1734283469667/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8895=[#edits: 1 = <8854/info:/1734283469668/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8896=[#edits: 1 = <8855/info:/1734283469670/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8897=[#edits: 1 = <8856/info:/1734283469672/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8898=[#edits: 1 = <8857/info:/1734283469673/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8899=[#edits: 1 = <8858/info:/1734283469674/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8900=[#edits: 1 = <8859/info:/1734283469675/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=20160, nbRowKeys=16, nbHFiles=0, heapSize=2752, lastSeqIds={}, endOfFile=false,usedBufferSize=2752] 2024-12-15T17:24:29,685 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:29,685 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta to pos 20306, reset compression=false 2024-12-15T17:24:29,685 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8901=[#edits: 1 = <8860/info:/1734283469676/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8902=[#edits: 1 = <8861/info:/1734283469682/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=20306, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-15T17:24:29,697 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-15T17:24:29,697 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta to pos 21182, reset compression=false 2024-12-15T17:24:29,697 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8903=[#edits: 1 = <8862/info:/1734283469683/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8904=[#edits: 1 = <8863/info:/1734283469684/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8905=[#edits: 1 = <8864/info:/1734283469685/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8906=[#edits: 1 = <8865/info:/1734283469686/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8907=[#edits: 1 = <8866/info:/1734283469687/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8908=[#edits: 1 = <8867/info:/1734283469688/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8909=[#edits: 1 = <8868/info:/1734283469688/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8910=[#edits: 1 = <8869/info:/1734283469689/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8911=[#edits: 1 = <8870/info:/1734283469693/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8912=[#edits: 1 = <8871/info:/1734283469694/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8913=[#edits: 1 = <8872/info:/1734283469695/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8914=[#edits: 1 = <8873/info:/1734283469695/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=21182, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-15T17:24:29,704 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-15T17:24:29,704 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta to pos 21766, reset compression=false 2024-12-15T17:24:29,704 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8915=[#edits: 1 = <8874/info:/1734283469696/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8916=[#edits: 1 = <8875/info:/1734283469697/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8917=[#edits: 1 = <8876/info:/1734283469698/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8918=[#edits: 1 = <8877/info:/1734283469700/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8919=[#edits: 1 = <8878/info:/1734283469700/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8920=[#edits: 1 = <8879/info:/1734283469701/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8921=[#edits: 1 = <8880/info:/1734283469701/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8922=[#edits: 1 = <8881/info:/1734283469702/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=21766, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-15T17:24:29,713 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-15T17:24:29,713 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta to pos 22496, reset compression=false 2024-12-15T17:24:29,713 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8923=[#edits: 1 = <8882/info:/1734283469702/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8924=[#edits: 1 = <8883/info:/1734283469703/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8925=[#edits: 1 = <8884/info:/1734283469705/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8926=[#edits: 1 = <8885/info:/1734283469707/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8927=[#edits: 1 = <8886/info:/1734283469708/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8928=[#edits: 1 = <8887/info:/1734283469709/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8929=[#edits: 1 = <8888/info:/1734283469709/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8930=[#edits: 1 = <8889/info:/1734283469710/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8931=[#edits: 1 = <8890/info:/1734283469710/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8932=[#edits: 1 = <8891/info:/1734283469711/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=22496, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-15T17:24:29,729 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-15T17:24:29,729 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta to pos 23299, reset compression=false 2024-12-15T17:24:29,730 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8933=[#edits: 1 = <8892/info:/1734283469719/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8934=[#edits: 1 = <8893/info:/1734283469720/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8935=[#edits: 1 = <8894/info:/1734283469721/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8936=[#edits: 1 = <8895/info:/1734283469721/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8937=[#edits: 1 = <8896/info:/1734283469721/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8938=[#edits: 1 = <8897/info:/1734283469722/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8939=[#edits: 1 = <8898/info:/1734283469723/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8940=[#edits: 1 = <8899/info:/1734283469724/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8941=[#edits: 1 = <8900/info:/1734283469725/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8942=[#edits: 1 = <8901/info:/1734283469726/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8943=[#edits: 1 = <8902/info:/1734283469727/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=23299, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-15T17:24:29,738 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-15T17:24:29,738 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta to pos 23956, reset compression=false 2024-12-15T17:24:29,738 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8944=[#edits: 1 = <8903/info:/1734283469728/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8945=[#edits: 1 = <8904/info:/1734283469729/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8946=[#edits: 1 = <8905/info:/1734283469730/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8947=[#edits: 1 = <8906/info:/1734283469731/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8948=[#edits: 1 = <8907/info:/1734283469732/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8949=[#edits: 1 = <8908/info:/1734283469732/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8950=[#edits: 1 = <8909/info:/1734283469734/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8951=[#edits: 1 = <8910/info:/1734283469734/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8952=[#edits: 1 = <8911/info:/1734283469735/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=23956, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-15T17:24:29,766 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 34 WAL entries eligible for replication 2024-12-15T17:24:29,767 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta to pos 26438, reset compression=false 2024-12-15T17:24:29,767 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8953=[#edits: 1 = <8912/info:/1734283469736/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8954=[#edits: 1 = <8913/info:/1734283469736/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8955=[#edits: 1 = <8914/info:/1734283469737/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8956=[#edits: 1 = <8915/info:/1734283469739/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8957=[#edits: 1 = <8916/info:/1734283469741/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8958=[#edits: 1 = <8917/info:/1734283469741/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8959=[#edits: 1 = <8918/info:/1734283469742/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8960=[#edits: 1 = <8919/info:/1734283469743/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8961=[#edits: 1 = <8920/info:/1734283469744/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8962=[#edits: 1 = <8921/info:/1734283469744/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8963=[#edits: 1 = <8922/info:/1734283469745/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8964=[#edits: 1 = <8923/info:/1734283469746/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8965=[#edits: 1 = <8924/info:/1734283469746/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8966=[#edits: 1 = <8925/info:/1734283469747/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8967=[#edits: 1 = <8926/info:/1734283469748/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8968=[#edits: 1 = <8927/info:/1734283469748/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8969=[#edits: 1 = <8928/info:/1734283469749/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8970=[#edits: 1 = <8929/info:/1734283469750/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8971=[#edits: 1 = <8930/info:/1734283469750/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8972=[#edits: 1 = <8931/info:/1734283469751/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8973=[#edits: 1 = <8932/info:/1734283469751/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8974=[#edits: 1 = <8933/info:/1734283469752/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8975=[#edits: 1 = <8934/info:/1734283469753/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8976=[#edits: 1 = <8935/info:/1734283469753/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8977=[#edits: 1 = <8936/info:/1734283469754/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8978=[#edits: 1 = <8937/info:/1734283469754/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8979=[#edits: 1 = <8938/info:/1734283469755/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8980=[#edits: 1 = <8939/info:/1734283469756/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8981=[#edits: 1 = <8940/info:/1734283469756/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8982=[#edits: 1 = <8941/info:/1734283469757/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8983=[#edits: 1 = <8942/info:/1734283469757/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8984=[#edits: 1 = <8943/info:/1734283469758/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8985=[#edits: 1 = <8944/info:/1734283469758/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8986=[#edits: 1 = <8945/info:/1734283469759/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=26438, nbRowKeys=34, nbHFiles=0, heapSize=5848, lastSeqIds={}, endOfFile=false,usedBufferSize=5848] 2024-12-15T17:24:29,793 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-15T17:24:29,793 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta to pos 26730, reset compression=false 2024-12-15T17:24:29,793 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8987=[#edits: 1 = <8946/info:/1734283469764/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8988=[#edits: 1 = <8947/info:/1734283469765/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8989=[#edits: 1 = <8948/info:/1734283469783/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8990=[#edits: 1 = <8949/info:/1734283469784/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=26730, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-15T17:24:29,799 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-15T17:24:29,799 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta to pos 27387, reset compression=false 2024-12-15T17:24:29,800 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/8991=[#edits: 1 = <8950/info:/1734283469792/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8992=[#edits: 1 = <8951/info:/1734283469793/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8993=[#edits: 1 = <8952/info:/1734283469794/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8994=[#edits: 1 = <8953/info:/1734283469795/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8995=[#edits: 1 = <8954/info:/1734283469795/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8996=[#edits: 1 = <8955/info:/1734283469796/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8997=[#edits: 1 = <8956/info:/1734283469796/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8998=[#edits: 1 = <8957/info:/1734283469797/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/8999=[#edits: 1 = <8958/info:/1734283469797/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=27387, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-15T17:24:29,808 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:29,809 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta to pos 27533, reset compression=false 2024-12-15T17:24:29,809 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9000=[#edits: 1 = <8959/info:/1734283469798/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9001=[#edits: 1 = <8960/info:/1734283469801/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=27533, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-15T17:24:29,818 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 20 WAL entries eligible for replication 2024-12-15T17:24:29,818 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta to pos 28993, reset compression=false 2024-12-15T17:24:29,818 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9002=[#edits: 1 = <8961/info:/1734283469804/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9003=[#edits: 1 = <8962/info:/1734283469808/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9004=[#edits: 1 = <8963/info:/1734283469809/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9005=[#edits: 1 = <8964/info:/1734283469810/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9006=[#edits: 1 = <8965/info:/1734283469811/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9007=[#edits: 1 = <8966/info:/1734283469811/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9008=[#edits: 1 = <8967/info:/1734283469812/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9009=[#edits: 1 = <8968/info:/1734283469812/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9010=[#edits: 1 = <8969/info:/1734283469813/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9011=[#edits: 1 = <8970/info:/1734283469813/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9012=[#edits: 1 = <8971/info:/1734283469813/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9013=[#edits: 1 = <8972/info:/1734283469814/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9014=[#edits: 1 = <8973/info:/1734283469814/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9015=[#edits: 1 = <8974/info:/1734283469814/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9016=[#edits: 1 = <8975/info:/1734283469815/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9017=[#edits: 1 = <8976/info:/1734283469815/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9018=[#edits: 1 = <8977/info:/1734283469815/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9019=[#edits: 1 = <8978/info:/1734283469816/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9020=[#edits: 1 = <8979/info:/1734283469816/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9021=[#edits: 1 = <8980/info:/1734283469816/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=28993, nbRowKeys=20, nbHFiles=0, heapSize=3440, lastSeqIds={}, endOfFile=false,usedBufferSize=3440] 2024-12-15T17:24:29,831 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(269): Writing data from 9000 to 10000 2024-12-15T17:24:29,833 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 21 WAL entries eligible for replication 2024-12-15T17:24:29,833 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta to pos 30526, reset compression=false 2024-12-15T17:24:29,835 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9022=[#edits: 1 = <8981/info:/1734283469817/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9023=[#edits: 1 = <8982/info:/1734283469817/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9024=[#edits: 1 = <8983/info:/1734283469818/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9025=[#edits: 1 = <8984/info:/1734283469818/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9026=[#edits: 1 = <8985/info:/1734283469819/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9027=[#edits: 1 = <8986/info:/1734283469824/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9028=[#edits: 1 = <8987/info:/1734283469825/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9029=[#edits: 1 = <8988/info:/1734283469825/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9030=[#edits: 1 = <8989/info:/1734283469826/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9031=[#edits: 1 = <8990/info:/1734283469826/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9032=[#edits: 1 = <8991/info:/1734283469827/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9033=[#edits: 1 = <8992/info:/1734283469827/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9034=[#edits: 1 = <8993/info:/1734283469828/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9035=[#edits: 1 = <8994/info:/1734283469828/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9036=[#edits: 1 = <8995/info:/1734283469829/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9037=[#edits: 1 = <8996/info:/1734283469829/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9038=[#edits: 1 = <8997/info:/1734283469830/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9039=[#edits: 1 = <8998/info:/1734283469830/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9040=[#edits: 1 = <8999/info:/1734283469830/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9041=[#edits: 1 = <9000/info:/1734283469831/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9042=[#edits: 1 = <9001/info:/1734283469831/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=30526, nbRowKeys=21, nbHFiles=0, heapSize=3612, lastSeqIds={}, endOfFile=false,usedBufferSize=3612] 2024-12-15T17:24:29,837 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:24:29,837 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta to pos 30891, reset compression=false 2024-12-15T17:24:29,839 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9043=[#edits: 1 = <9002/info:/1734283469831/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9044=[#edits: 1 = <9003/info:/1734283469832/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9045=[#edits: 1 = <9004/info:/1734283469833/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9046=[#edits: 1 = <9005/info:/1734283469834/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9047=[#edits: 1 = <9006/info:/1734283469834/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=30891, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-15T17:24:29,842 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-15T17:24:29,842 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta to pos 31402, reset compression=false 2024-12-15T17:24:29,842 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9048=[#edits: 1 = <9007/info:/1734283469836/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9049=[#edits: 1 = <9008/info:/1734283469836/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9050=[#edits: 1 = <9009/info:/1734283469837/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9051=[#edits: 1 = <9010/info:/1734283469838/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9052=[#edits: 1 = <9011/info:/1734283469839/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9053=[#edits: 1 = <9012/info:/1734283469840/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9054=[#edits: 1 = <9013/info:/1734283469840/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=31402, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-15T17:24:29,845 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:24:29,845 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:24:29,846 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-15T17:24:29,846 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta to pos 31840, reset compression=false 2024-12-15T17:24:29,846 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9055=[#edits: 1 = <9014/info:/1734283469840/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9056=[#edits: 1 = <9015/info:/1734283469841/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9057=[#edits: 1 = <9016/info:/1734283469842/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9058=[#edits: 1 = <9017/info:/1734283469842/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9059=[#edits: 1 = <9018/info:/1734283469843/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9060=[#edits: 1 = <9019/info:/1734283469843/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=31840, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-15T17:24:29,850 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:29,850 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta to pos 32059, reset compression=false 2024-12-15T17:24:29,850 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9061=[#edits: 1 = <9020/info:/1734283469846/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9062=[#edits: 1 = <9021/info:/1734283469847/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9063=[#edits: 1 = <9022/info:/1734283469849/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=32059, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-15T17:24:29,854 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-15T17:24:29,854 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta to pos 32570, reset compression=false 2024-12-15T17:24:29,854 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9064=[#edits: 1 = <9023/info:/1734283469849/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9065=[#edits: 1 = <9024/info:/1734283469850/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9066=[#edits: 1 = <9025/info:/1734283469850/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9067=[#edits: 1 = <9026/info:/1734283469851/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9068=[#edits: 1 = <9027/info:/1734283469851/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9069=[#edits: 1 = <9028/info:/1734283469852/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9070=[#edits: 1 = <9029/info:/1734283469852/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=32570, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-15T17:24:29,858 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-15T17:24:29,858 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta to pos 33008, reset compression=false 2024-12-15T17:24:29,858 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9071=[#edits: 1 = <9030/info:/1734283469853/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9072=[#edits: 1 = <9031/info:/1734283469854/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9073=[#edits: 1 = <9032/info:/1734283469854/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9074=[#edits: 1 = <9033/info:/1734283469854/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9075=[#edits: 1 = <9034/info:/1734283469855/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9076=[#edits: 1 = <9035/info:/1734283469856/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=33008, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-15T17:24:29,861 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-15T17:24:29,861 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta to pos 33811, reset compression=false 2024-12-15T17:24:29,861 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9077=[#edits: 1 = <9036/info:/1734283469857/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9078=[#edits: 1 = <9037/info:/1734283469857/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9079=[#edits: 1 = <9038/info:/1734283469857/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9080=[#edits: 1 = <9039/info:/1734283469858/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9081=[#edits: 1 = <9040/info:/1734283469858/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9082=[#edits: 1 = <9041/info:/1734283469859/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9083=[#edits: 1 = <9042/info:/1734283469859/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9084=[#edits: 1 = <9043/info:/1734283469859/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9085=[#edits: 1 = <9044/info:/1734283469859/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9086=[#edits: 1 = <9045/info:/1734283469860/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9087=[#edits: 1 = <9046/info:/1734283469860/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=33811, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-15T17:24:29,865 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:24:29,865 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta to pos 34176, reset compression=false 2024-12-15T17:24:29,865 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9088=[#edits: 1 = <9047/info:/1734283469860/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9089=[#edits: 1 = <9048/info:/1734283469861/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9090=[#edits: 1 = <9049/info:/1734283469861/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9091=[#edits: 1 = <9050/info:/1734283469863/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9092=[#edits: 1 = <9051/info:/1734283469864/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=34176, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-15T17:24:29,869 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-15T17:24:29,869 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta to pos 34687, reset compression=false 2024-12-15T17:24:29,869 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9093=[#edits: 1 = <9052/info:/1734283469864/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9094=[#edits: 1 = <9053/info:/1734283469865/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9095=[#edits: 1 = <9054/info:/1734283469865/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9096=[#edits: 1 = <9055/info:/1734283469866/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9097=[#edits: 1 = <9056/info:/1734283469866/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9098=[#edits: 1 = <9057/info:/1734283469867/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9099=[#edits: 1 = <9058/info:/1734283469867/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=34687, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-15T17:24:29,873 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:29,873 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta to pos 34906, reset compression=false 2024-12-15T17:24:29,873 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9100=[#edits: 1 = <9059/info:/1734283469867/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9101=[#edits: 1 = <9060/info:/1734283469871/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9102=[#edits: 1 = <9061/info:/1734283469872/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=34906, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-15T17:24:29,881 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-15T17:24:29,881 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta to pos 35855, reset compression=false 2024-12-15T17:24:29,881 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9103=[#edits: 1 = <9062/info:/1734283469872/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9104=[#edits: 1 = <9063/info:/1734283469873/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9105=[#edits: 1 = <9064/info:/1734283469873/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9106=[#edits: 1 = <9065/info:/1734283469874/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9107=[#edits: 1 = <9066/info:/1734283469875/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9108=[#edits: 1 = <9067/info:/1734283469875/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9109=[#edits: 1 = <9068/info:/1734283469877/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9110=[#edits: 1 = <9069/info:/1734283469877/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9111=[#edits: 1 = <9070/info:/1734283469878/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9112=[#edits: 1 = <9071/info:/1734283469878/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9113=[#edits: 1 = <9072/info:/1734283469878/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9114=[#edits: 1 = <9073/info:/1734283469879/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9115=[#edits: 1 = <9074/info:/1734283469879/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=35855, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-15T17:24:29,884 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:24:29,885 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta to pos 36220, reset compression=false 2024-12-15T17:24:29,885 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9116=[#edits: 1 = <9075/info:/1734283469879/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9117=[#edits: 1 = <9076/info:/1734283469880/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9118=[#edits: 1 = <9077/info:/1734283469880/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9119=[#edits: 1 = <9078/info:/1734283469881/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9120=[#edits: 1 = <9079/info:/1734283469882/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=36220, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-15T17:24:29,905 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:29,905 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9121=[#edits: 1 = <9080/info:/1734283469883/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9122=[#edits: 1 = <9081/info:/1734283469898/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9123=[#edits: 1 = <9082/info:/1734283469902/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=36439, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-15T17:24:29,906 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta to pos 36439, reset compression=false 2024-12-15T17:24:29,926 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 34 WAL entries eligible for replication 2024-12-15T17:24:29,926 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9124=[#edits: 1 = <9083/info:/1734283469904/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9125=[#edits: 1 = <9084/info:/1734283469905/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9126=[#edits: 1 = <9085/info:/1734283469905/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9127=[#edits: 1 = <9086/info:/1734283469907/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9128=[#edits: 1 = <9087/info:/1734283469907/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9129=[#edits: 1 = <9088/info:/1734283469908/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9130=[#edits: 1 = <9089/info:/1734283469909/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9131=[#edits: 1 = <9090/info:/1734283469909/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9132=[#edits: 1 = <9091/info:/1734283469910/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9133=[#edits: 1 = <9092/info:/1734283469910/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9134=[#edits: 1 = <9093/info:/1734283469910/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9135=[#edits: 1 = <9094/info:/1734283469911/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9136=[#edits: 1 = <9095/info:/1734283469911/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9137=[#edits: 1 = <9096/info:/1734283469912/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9138=[#edits: 1 = <9097/info:/1734283469914/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9139=[#edits: 1 = <9098/info:/1734283469915/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9140=[#edits: 1 = <9099/info:/1734283469915/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9141=[#edits: 1 = <9100/info:/1734283469916/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9142=[#edits: 1 = <9101/info:/1734283469916/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9143=[#edits: 1 = <9102/info:/1734283469916/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9144=[#edits: 1 = <9103/info:/1734283469917/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9145=[#edits: 1 = <9104/info:/1734283469917/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9146=[#edits: 1 = <9105/info:/1734283469917/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9147=[#edits: 1 = <9106/info:/1734283469919/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9148=[#edits: 1 = <9107/info:/1734283469919/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9149=[#edits: 1 = <9108/info:/1734283469919/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9150=[#edits: 1 = <9109/info:/1734283469921/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9151=[#edits: 1 = <9110/info:/1734283469921/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9152=[#edits: 1 = <9111/info:/1734283469922/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9153=[#edits: 1 = <9112/info:/1734283469922/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9154=[#edits: 1 = <9113/info:/1734283469922/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9155=[#edits: 1 = <9114/info:/1734283469923/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9156=[#edits: 1 = <9115/info:/1734283469923/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9157=[#edits: 1 = <9116/info:/1734283469923/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=38921, nbRowKeys=34, nbHFiles=0, heapSize=5848, lastSeqIds={}, endOfFile=false,usedBufferSize=5848] 2024-12-15T17:24:29,926 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta to pos 38921, reset compression=false 2024-12-15T17:24:29,932 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 15 WAL entries eligible for replication 2024-12-15T17:24:29,932 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta to pos 40016, reset compression=false 2024-12-15T17:24:29,932 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9158=[#edits: 1 = <9117/info:/1734283469923/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9159=[#edits: 1 = <9118/info:/1734283469924/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9160=[#edits: 1 = <9119/info:/1734283469924/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9161=[#edits: 1 = <9120/info:/1734283469925/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9162=[#edits: 1 = <9121/info:/1734283469925/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9163=[#edits: 1 = <9122/info:/1734283469925/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9164=[#edits: 1 = <9123/info:/1734283469926/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9165=[#edits: 1 = <9124/info:/1734283469926/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9166=[#edits: 1 = <9125/info:/1734283469926/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9167=[#edits: 1 = <9126/info:/1734283469927/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9168=[#edits: 1 = <9127/info:/1734283469928/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9169=[#edits: 1 = <9128/info:/1734283469928/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9170=[#edits: 1 = <9129/info:/1734283469929/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9171=[#edits: 1 = <9130/info:/1734283469929/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9172=[#edits: 1 = <9131/info:/1734283469929/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=40016, nbRowKeys=15, nbHFiles=0, heapSize=2580, lastSeqIds={}, endOfFile=false,usedBufferSize=2580] 2024-12-15T17:24:29,937 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-15T17:24:29,937 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta to pos 40819, reset compression=false 2024-12-15T17:24:29,937 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9173=[#edits: 1 = <9132/info:/1734283469930/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9174=[#edits: 1 = <9133/info:/1734283469930/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9175=[#edits: 1 = <9134/info:/1734283469931/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9176=[#edits: 1 = <9135/info:/1734283469931/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9177=[#edits: 1 = <9136/info:/1734283469932/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9178=[#edits: 1 = <9137/info:/1734283469932/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9179=[#edits: 1 = <9138/info:/1734283469933/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9180=[#edits: 1 = <9139/info:/1734283469933/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9181=[#edits: 1 = <9140/info:/1734283469933/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9182=[#edits: 1 = <9141/info:/1734283469934/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9183=[#edits: 1 = <9142/info:/1734283469934/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=40819, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-15T17:24:29,944 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-15T17:24:29,944 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta to pos 41111, reset compression=false 2024-12-15T17:24:29,944 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9184=[#edits: 1 = <9143/info:/1734283469935/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9185=[#edits: 1 = <9144/info:/1734283469937/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9186=[#edits: 1 = <9145/info:/1734283469937/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9187=[#edits: 1 = <9146/info:/1734283469938/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=41111, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-15T17:24:29,949 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-15T17:24:29,949 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta to pos 41841, reset compression=false 2024-12-15T17:24:29,949 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9188=[#edits: 1 = <9147/info:/1734283469943/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9189=[#edits: 1 = <9148/info:/1734283469944/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9190=[#edits: 1 = <9149/info:/1734283469944/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9191=[#edits: 1 = <9150/info:/1734283469945/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9192=[#edits: 1 = <9151/info:/1734283469945/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9193=[#edits: 1 = <9152/info:/1734283469945/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9194=[#edits: 1 = <9153/info:/1734283469946/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9195=[#edits: 1 = <9154/info:/1734283469946/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9196=[#edits: 1 = <9155/info:/1734283469946/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9197=[#edits: 1 = <9156/info:/1734283469947/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=41841, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-15T17:24:29,962 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 35 WAL entries eligible for replication 2024-12-15T17:24:29,962 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta to pos 44396, reset compression=false 2024-12-15T17:24:29,962 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9198=[#edits: 1 = <9157/info:/1734283469947/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9199=[#edits: 1 = <9158/info:/1734283469947/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9200=[#edits: 1 = <9159/info:/1734283469948/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9201=[#edits: 1 = <9160/info:/1734283469949/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9202=[#edits: 1 = <9161/info:/1734283469949/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9203=[#edits: 1 = <9162/info:/1734283469950/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9204=[#edits: 1 = <9163/info:/1734283469950/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9205=[#edits: 1 = <9164/info:/1734283469951/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9206=[#edits: 1 = <9165/info:/1734283469951/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9207=[#edits: 1 = <9166/info:/1734283469952/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9208=[#edits: 1 = <9167/info:/1734283469952/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9209=[#edits: 1 = <9168/info:/1734283469952/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9210=[#edits: 1 = <9169/info:/1734283469952/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9211=[#edits: 1 = <9170/info:/1734283469953/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9212=[#edits: 1 = <9171/info:/1734283469953/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9213=[#edits: 1 = <9172/info:/1734283469953/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9214=[#edits: 1 = <9173/info:/1734283469954/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9215=[#edits: 1 = <9174/info:/1734283469954/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9216=[#edits: 1 = <9175/info:/1734283469954/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9217=[#edits: 1 = <9176/info:/1734283469955/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9218=[#edits: 1 = <9177/info:/1734283469955/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9219=[#edits: 1 = <9178/info:/1734283469955/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9220=[#edits: 1 = <9179/info:/1734283469955/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9221=[#edits: 1 = <9180/info:/1734283469956/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9222=[#edits: 1 = <9181/info:/1734283469956/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9223=[#edits: 1 = <9182/info:/1734283469956/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9224=[#edits: 1 = <9183/info:/1734283469957/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9225=[#edits: 1 = <9184/info:/1734283469957/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9226=[#edits: 1 = <9185/info:/1734283469957/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9227=[#edits: 1 = <9186/info:/1734283469957/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9228=[#edits: 1 = <9187/info:/1734283469958/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9229=[#edits: 1 = <9188/info:/1734283469958/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9230=[#edits: 1 = <9189/info:/1734283469958/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9231=[#edits: 1 = <9190/info:/1734283469959/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9232=[#edits: 1 = <9191/info:/1734283469959/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=44396, nbRowKeys=35, nbHFiles=0, heapSize=6020, lastSeqIds={}, endOfFile=false,usedBufferSize=6020] 2024-12-15T17:24:29,974 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 29 WAL entries eligible for replication 2024-12-15T17:24:29,974 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta to pos 46513, reset compression=false 2024-12-15T17:24:29,974 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9233=[#edits: 1 = <9192/info:/1734283469959/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9234=[#edits: 1 = <9193/info:/1734283469960/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9235=[#edits: 1 = <9194/info:/1734283469960/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9236=[#edits: 1 = <9195/info:/1734283469962/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9237=[#edits: 1 = <9196/info:/1734283469964/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9238=[#edits: 1 = <9197/info:/1734283469965/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9239=[#edits: 1 = <9198/info:/1734283469965/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9240=[#edits: 1 = <9199/info:/1734283469966/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9241=[#edits: 1 = <9200/info:/1734283469966/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9242=[#edits: 1 = <9201/info:/1734283469966/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9243=[#edits: 1 = <9202/info:/1734283469967/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9244=[#edits: 1 = <9203/info:/1734283469967/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9245=[#edits: 1 = <9204/info:/1734283469967/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9246=[#edits: 1 = <9205/info:/1734283469967/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9247=[#edits: 1 = <9206/info:/1734283469968/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9248=[#edits: 1 = <9207/info:/1734283469968/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9249=[#edits: 1 = <9208/info:/1734283469968/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9250=[#edits: 1 = <9209/info:/1734283469968/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9251=[#edits: 1 = <9210/info:/1734283469969/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9252=[#edits: 1 = <9211/info:/1734283469969/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9253=[#edits: 1 = <9212/info:/1734283469969/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9254=[#edits: 1 = <9213/info:/1734283469969/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9255=[#edits: 1 = <9214/info:/1734283469970/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9256=[#edits: 1 = <9215/info:/1734283469970/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9257=[#edits: 1 = <9216/info:/1734283469970/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9258=[#edits: 1 = <9217/info:/1734283469971/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9259=[#edits: 1 = <9218/info:/1734283469971/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9260=[#edits: 1 = <9219/info:/1734283469971/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9261=[#edits: 1 = <9220/info:/1734283469972/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=46513, nbRowKeys=29, nbHFiles=0, heapSize=4988, lastSeqIds={}, endOfFile=false,usedBufferSize=4988] 2024-12-15T17:24:29,979 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:29,979 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta to pos 46732, reset compression=false 2024-12-15T17:24:29,981 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9262=[#edits: 1 = <9221/info:/1734283469972/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9263=[#edits: 1 = <9222/info:/1734283469973/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9264=[#edits: 1 = <9223/info:/1734283469974/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=46732, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-15T17:24:29,984 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:29,984 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta to pos 46951, reset compression=false 2024-12-15T17:24:29,984 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9265=[#edits: 1 = <9224/info:/1734283469980/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9266=[#edits: 1 = <9225/info:/1734283469982/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9267=[#edits: 1 = <9226/info:/1734283469983/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=46951, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-15T17:24:29,992 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-15T17:24:29,992 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta to pos 47243, reset compression=false 2024-12-15T17:24:29,992 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9268=[#edits: 1 = <9227/info:/1734283469983/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9269=[#edits: 1 = <9228/info:/1734283469984/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9270=[#edits: 1 = <9229/info:/1734283469985/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9271=[#edits: 1 = <9230/info:/1734283469986/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=47243, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-15T17:24:29,997 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-15T17:24:29,997 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta to pos 48046, reset compression=false 2024-12-15T17:24:29,997 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9272=[#edits: 1 = <9231/info:/1734283469988/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9273=[#edits: 1 = <9232/info:/1734283469988/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9274=[#edits: 1 = <9233/info:/1734283469989/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9275=[#edits: 1 = <9234/info:/1734283469989/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9276=[#edits: 1 = <9235/info:/1734283469989/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9277=[#edits: 1 = <9236/info:/1734283469990/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9278=[#edits: 1 = <9237/info:/1734283469990/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9279=[#edits: 1 = <9238/info:/1734283469990/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9280=[#edits: 1 = <9239/info:/1734283469991/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9281=[#edits: 1 = <9240/info:/1734283469993/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9282=[#edits: 1 = <9241/info:/1734283469995/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=48046, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-15T17:24:30,017 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-15T17:24:30,017 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta to pos 48849, reset compression=false 2024-12-15T17:24:30,017 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9283=[#edits: 1 = <9242/info:/1734283469996/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9284=[#edits: 1 = <9243/info:/1734283469996/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9285=[#edits: 1 = <9244/info:/1734283469998/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9286=[#edits: 1 = <9245/info:/1734283469998/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9287=[#edits: 1 = <9246/info:/1734283469999/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9288=[#edits: 1 = <9247/info:/1734283470000/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9289=[#edits: 1 = <9248/info:/1734283470000/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9290=[#edits: 1 = <9249/info:/1734283470000/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9291=[#edits: 1 = <9250/info:/1734283470001/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9292=[#edits: 1 = <9251/info:/1734283470001/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9293=[#edits: 1 = <9252/info:/1734283470003/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=48849, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-15T17:24:30,033 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-15T17:24:30,033 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta to pos 49579, reset compression=false 2024-12-15T17:24:30,033 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9294=[#edits: 1 = <9253/info:/1734283470016/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9295=[#edits: 1 = <9254/info:/1734283470020/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9296=[#edits: 1 = <9255/info:/1734283470020/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9297=[#edits: 1 = <9256/info:/1734283470023/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9298=[#edits: 1 = <9257/info:/1734283470024/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9299=[#edits: 1 = <9258/info:/1734283470025/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9300=[#edits: 1 = <9259/info:/1734283470025/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9301=[#edits: 1 = <9260/info:/1734283470026/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9302=[#edits: 1 = <9261/info:/1734283470026/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9303=[#edits: 1 = <9262/info:/1734283470027/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=49579, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-15T17:24:30,070 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 21 WAL entries eligible for replication 2024-12-15T17:24:30,070 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta to pos 51112, reset compression=false 2024-12-15T17:24:30,070 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9304=[#edits: 1 = <9263/info:/1734283470027/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9305=[#edits: 1 = <9264/info:/1734283470028/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9306=[#edits: 1 = <9265/info:/1734283470028/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9307=[#edits: 1 = <9266/info:/1734283470029/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9308=[#edits: 1 = <9267/info:/1734283470030/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9309=[#edits: 1 = <9268/info:/1734283470031/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9310=[#edits: 1 = <9269/info:/1734283470031/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9311=[#edits: 1 = <9270/info:/1734283470033/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9312=[#edits: 1 = <9271/info:/1734283470036/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9313=[#edits: 1 = <9272/info:/1734283470037/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9314=[#edits: 1 = <9273/info:/1734283470040/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9315=[#edits: 1 = <9274/info:/1734283470044/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9316=[#edits: 1 = <9275/info:/1734283470046/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9317=[#edits: 1 = <9276/info:/1734283470048/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9318=[#edits: 1 = <9277/info:/1734283470049/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9319=[#edits: 1 = <9278/info:/1734283470051/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9320=[#edits: 1 = <9279/info:/1734283470057/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9321=[#edits: 1 = <9280/info:/1734283470060/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9322=[#edits: 1 = <9281/info:/1734283470062/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9323=[#edits: 1 = <9282/info:/1734283470063/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9324=[#edits: 1 = <9283/info:/1734283470064/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=51112, nbRowKeys=21, nbHFiles=0, heapSize=3612, lastSeqIds={}, endOfFile=false,usedBufferSize=3612] 2024-12-15T17:24:30,076 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-15T17:24:30,076 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta to pos 51623, reset compression=false 2024-12-15T17:24:30,076 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9325=[#edits: 1 = <9284/info:/1734283470065/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9326=[#edits: 1 = <9285/info:/1734283470065/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9327=[#edits: 1 = <9286/info:/1734283470066/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9328=[#edits: 1 = <9287/info:/1734283470067/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9329=[#edits: 1 = <9288/info:/1734283470069/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9330=[#edits: 1 = <9289/info:/1734283470073/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9331=[#edits: 1 = <9290/info:/1734283470074/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=51623, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-15T17:24:30,081 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:30,081 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta to pos 51842, reset compression=false 2024-12-15T17:24:30,081 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9332=[#edits: 1 = <9291/info:/1734283470076/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9333=[#edits: 1 = <9292/info:/1734283470077/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9334=[#edits: 1 = <9293/info:/1734283470077/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=51842, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-15T17:24:30,087 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-15T17:24:30,087 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta to pos 52426, reset compression=false 2024-12-15T17:24:30,087 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9335=[#edits: 1 = <9294/info:/1734283470079/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9336=[#edits: 1 = <9295/info:/1734283470080/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9337=[#edits: 1 = <9296/info:/1734283470080/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9338=[#edits: 1 = <9297/info:/1734283470082/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9339=[#edits: 1 = <9298/info:/1734283470083/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9340=[#edits: 1 = <9299/info:/1734283470083/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9341=[#edits: 1 = <9300/info:/1734283470084/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9342=[#edits: 1 = <9301/info:/1734283470085/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=52426, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-15T17:24:30,094 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-15T17:24:30,094 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta to pos 53156, reset compression=false 2024-12-15T17:24:30,094 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9343=[#edits: 1 = <9302/info:/1734283470085/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9344=[#edits: 1 = <9303/info:/1734283470086/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9345=[#edits: 1 = <9304/info:/1734283470087/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9346=[#edits: 1 = <9305/info:/1734283470088/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9347=[#edits: 1 = <9306/info:/1734283470088/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9348=[#edits: 1 = <9307/info:/1734283470089/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9349=[#edits: 1 = <9308/info:/1734283470089/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9350=[#edits: 1 = <9309/info:/1734283470089/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9351=[#edits: 1 = <9310/info:/1734283470090/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9352=[#edits: 1 = <9311/info:/1734283470090/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=53156, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-15T17:24:30,098 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:30,098 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta to pos 53375, reset compression=false 2024-12-15T17:24:30,098 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9353=[#edits: 1 = <9312/info:/1734283470091/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9354=[#edits: 1 = <9313/info:/1734283470094/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9355=[#edits: 1 = <9314/info:/1734283470096/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=53375, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-15T17:24:30,104 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-15T17:24:30,104 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta to pos 53667, reset compression=false 2024-12-15T17:24:30,104 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9356=[#edits: 1 = <9315/info:/1734283470097/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9357=[#edits: 1 = <9316/info:/1734283470097/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9358=[#edits: 1 = <9317/info:/1734283470099/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9359=[#edits: 1 = <9318/info:/1734283470100/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=53667, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-15T17:24:30,113 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 14 WAL entries eligible for replication 2024-12-15T17:24:30,113 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta to pos 54689, reset compression=false 2024-12-15T17:24:30,113 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9360=[#edits: 1 = <9319/info:/1734283470101/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9361=[#edits: 1 = <9320/info:/1734283470102/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9362=[#edits: 1 = <9321/info:/1734283470102/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9363=[#edits: 1 = <9322/info:/1734283470103/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9364=[#edits: 1 = <9323/info:/1734283470104/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9365=[#edits: 1 = <9324/info:/1734283470104/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9366=[#edits: 1 = <9325/info:/1734283470105/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9367=[#edits: 1 = <9326/info:/1734283470106/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9368=[#edits: 1 = <9327/info:/1734283470109/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9369=[#edits: 1 = <9328/info:/1734283470109/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9370=[#edits: 1 = <9329/info:/1734283470109/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9371=[#edits: 1 = <9330/info:/1734283470110/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9372=[#edits: 1 = <9331/info:/1734283470110/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9373=[#edits: 1 = <9332/info:/1734283470111/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=54689, nbRowKeys=14, nbHFiles=0, heapSize=2408, lastSeqIds={}, endOfFile=false,usedBufferSize=2408] 2024-12-15T17:24:30,116 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-15T17:24:30,116 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta to pos 55127, reset compression=false 2024-12-15T17:24:30,116 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9374=[#edits: 1 = <9333/info:/1734283470111/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9375=[#edits: 1 = <9334/info:/1734283470111/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9376=[#edits: 1 = <9335/info:/1734283470112/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9377=[#edits: 1 = <9336/info:/1734283470112/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9378=[#edits: 1 = <9337/info:/1734283470113/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9379=[#edits: 1 = <9338/info:/1734283470114/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=55127, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-15T17:24:30,120 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:24:30,120 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta to pos 55492, reset compression=false 2024-12-15T17:24:30,120 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9380=[#edits: 1 = <9339/info:/1734283470115/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9381=[#edits: 1 = <9340/info:/1734283470115/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9382=[#edits: 1 = <9341/info:/1734283470116/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9383=[#edits: 1 = <9342/info:/1734283470116/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9384=[#edits: 1 = <9343/info:/1734283470117/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=55492, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-15T17:24:30,124 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:30,124 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta to pos 55711, reset compression=false 2024-12-15T17:24:30,124 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9385=[#edits: 1 = <9344/info:/1734283470119/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9386=[#edits: 1 = <9345/info:/1734283470120/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9387=[#edits: 1 = <9346/info:/1734283470120/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=55711, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-15T17:24:30,128 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:24:30,128 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta to pos 55784, reset compression=false 2024-12-15T17:24:30,128 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9388=[#edits: 1 = <9347/info:/1734283470121/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=55784, nbRowKeys=1, nbHFiles=0, heapSize=172, lastSeqIds={}, endOfFile=false,usedBufferSize=172] 2024-12-15T17:24:30,251 DEBUG [AsyncFSWAL-0-hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d-prefix:4ce65a7c4674,44777,1734283454943.meta {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=80531, logrollsize=80530 2024-12-15T17:24:30,251 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL 4ce65a7c4674%2C44777%2C1734283454943.meta:.meta(num 1734283469203) roll requested 2024-12-15T17:24:30,268 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta, exclude list is [], retry=0 2024-12-15T17:24:30,270 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38443,DS-473bdf0f-0275-4001-96d6-e8d9d3b47232,DISK] 2024-12-15T17:24:30,270 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43807,DS-3aa61df7-b653-4e88-a949-fddce61de0cf,DISK] 2024-12-15T17:24:30,270 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42767,DS-7f052c43-3f21-44eb-a75f-4456d26e802e,DISK] 2024-12-15T17:24:30,273 INFO [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta with entries=1150, filesize=82.07 KB; new WAL /user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta 2024-12-15T17:24:30,273 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34601:34601),(127.0.0.1/127.0.0.1:39359:39359),(127.0.0.1/127.0.0.1:36435:36435)] 2024-12-15T17:24:30,273 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta is not closed yet, will try archiving it next time 2024-12-15T17:24:30,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741862_1038 (size=84043) 2024-12-15T17:24:30,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741862_1038 (size=84043) 2024-12-15T17:24:30,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741862_1038 (size=84043) 2024-12-15T17:24:30,323 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-15T17:24:30,332 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta to pos 55784, reset compression=false 2024-12-15T17:24:30,335 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:30,335 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:30,335 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9389=[#edits: 1 = <9348/info:/1734283470135/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9390=[#edits: 1 = <9349/info:/1734283470136/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9391=[#edits: 1 = <9350/info:/1734283470136/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9392=[#edits: 1 = <9351/info:/1734283470136/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9393=[#edits: 1 = <9352/info:/1734283470137/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9394=[#edits: 1 = <9353/info:/1734283470137/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9395=[#edits: 1 = <9354/info:/1734283470137/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9396=[#edits: 1 = <9355/info:/1734283470138/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9397=[#edits: 1 = <9356/info:/1734283470138/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9398=[#edits: 1 = <9357/info:/1734283470138/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9399=[#edits: 1 = <9358/info:/1734283470138/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9400=[#edits: 1 = <9359/info:/1734283470139/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9401=[#edits: 1 = <9360/info:/1734283470139/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9402=[#edits: 1 = <9361/info:/1734283470139/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9403=[#edits: 1 = <9362/info:/1734283470140/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9404=[#edits: 1 = <9363/info:/1734283470140/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9405=[#edits: 1 = <9364/info:/1734283470140/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9406=[#edits: 1 = <9365/info:/1734283470141/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9407=[#edits: 1 = <9366/info:/1734283470141/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9408=[#edits: 1 = <9367/info:/1734283470141/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9409=[#edits: 1 = <9368/info:/1734283470141/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9410=[#edits: 1 = <9369/info:/1734283470142/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9411=[#edits: 1 = <9370/info:/1734283470142/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9412=[#edits: 1 = <9371/info:/1734283470143/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9413=[#edits: 1 = <9372/info:/1734283470143/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9414=[#edits: 1 = <9373/info:/1734283470143/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9415=[#edits: 1 = <9374/info:/1734283470144/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9416=[#edits: 1 = <9375/info:/1734283470144/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9417=[#edits: 1 = <9376/info:/1734283470144/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9418=[#edits: 1 = <9377/info:/1734283470145/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9419=[#edits: 1 = <9378/info:/1734283470145/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9420=[#edits: 1 = <9379/info:/1734283470145/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9421=[#edits: 1 = <9380/info:/1734283470145/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9422=[#edits: 1 = <9381/info:/1734283470146/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9423=[#edits: 1 = <9382/info:/1734283470146/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9424=[#edits: 1 = <9383/info:/1734283470146/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9425=[#edits: 1 = <9384/info:/1734283470147/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9426=[#edits: 1 = <9385/info:/1734283470147/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9427=[#edits: 1 = <9386/info:/1734283470147/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9428=[#edits: 1 = <9387/info:/1734283470148/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9429=[#edits: 1 = <9388/info:/1734283470148/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9430=[#edits: 1 = <9389/info:/1734283470148/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9431=[#edits: 1 = <9390/info:/1734283470149/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9432=[#edits: 1 = <9391/info:/1734283470149/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9433=[#edits: 1 = <9392/info:/1734283470149/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9434=[#edits: 1 = <9393/info:/1734283470150/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9435=[#edits: 1 = <9394/info:/1734283470150/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9436=[#edits: 1 = <9395/info:/1734283470150/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9437=[#edits: 1 = <9396/info:/1734283470150/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9438=[#edits: 1 = <9397/info:/1734283470151/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9439=[#edits: 1 = <9398/info:/1734283470151/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9440=[#edits: 1 = <9399/info:/1734283470151/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9441=[#edits: 1 = <9400/info:/1734283470152/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9442=[#edits: 1 = <9401/info:/1734283470152/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9443=[#edits: 1 = <9402/info:/1734283470153/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9444=[#edits: 1 = <9403/info:/1734283470153/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9445=[#edits: 1 = <9404/info:/1734283470153/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9446=[#edits: 1 = <9405/info:/1734283470154/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9447=[#edits: 1 = <9406/info:/1734283470154/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9448=[#edits: 1 = <9407/info:/1734283470154/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=60164, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:30,335 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:30,339 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9449=[#edits: 1 = <9408/info:/1734283470155/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9450=[#edits: 1 = <9409/info:/1734283470155/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9451=[#edits: 1 = <9410/info:/1734283470155/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9452=[#edits: 1 = <9411/info:/1734283470156/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9453=[#edits: 1 = <9412/info:/1734283470156/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9454=[#edits: 1 = <9413/info:/1734283470156/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9455=[#edits: 1 = <9414/info:/1734283470156/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9456=[#edits: 1 = <9415/info:/1734283470157/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9457=[#edits: 1 = <9416/info:/1734283470157/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9458=[#edits: 1 = <9417/info:/1734283470157/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9459=[#edits: 1 = <9418/info:/1734283470158/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9460=[#edits: 1 = <9419/info:/1734283470158/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9461=[#edits: 1 = <9420/info:/1734283470158/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9462=[#edits: 1 = <9421/info:/1734283470158/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9463=[#edits: 1 = <9422/info:/1734283470159/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9464=[#edits: 1 = <9423/info:/1734283470159/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9465=[#edits: 1 = <9424/info:/1734283470159/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9466=[#edits: 1 = <9425/info:/1734283470160/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9467=[#edits: 1 = <9426/info:/1734283470160/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9468=[#edits: 1 = <9427/info:/1734283470160/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9469=[#edits: 1 = <9428/info:/1734283470161/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9470=[#edits: 1 = <9429/info:/1734283470161/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9471=[#edits: 1 = <9430/info:/1734283470161/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9472=[#edits: 1 = <9431/info:/1734283470161/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9473=[#edits: 1 = <9432/info:/1734283470162/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9474=[#edits: 1 = <9433/info:/1734283470162/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9475=[#edits: 1 = <9434/info:/1734283470162/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9476=[#edits: 1 = <9435/info:/1734283470163/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9477=[#edits: 1 = <9436/info:/1734283470163/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9478=[#edits: 1 = <9437/info:/1734283470163/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9479=[#edits: 1 = <9438/info:/1734283470164/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9480=[#edits: 1 = <9439/info:/1734283470164/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9481=[#edits: 1 = <9440/info:/1734283470164/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9482=[#edits: 1 = <9441/info:/1734283470165/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9483=[#edits: 1 = <9442/info:/1734283470165/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9484=[#edits: 1 = <9443/info:/1734283470165/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9485=[#edits: 1 = <9444/info:/1734283470165/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9486=[#edits: 1 = <9445/info:/1734283470166/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9487=[#edits: 1 = <9446/info:/1734283470166/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9488=[#edits: 1 = <9447/info:/1734283470166/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9489=[#edits: 1 = <9448/info:/1734283470167/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9490=[#edits: 1 = <9449/info:/1734283470167/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9491=[#edits: 1 = <9450/info:/1734283470167/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9492=[#edits: 1 = <9451/info:/1734283470168/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9493=[#edits: 1 = <9452/info:/1734283470168/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9494=[#edits: 1 = <9453/info:/1734283470168/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9495=[#edits: 1 = <9454/info:/1734283470168/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9496=[#edits: 1 = <9455/info:/1734283470169/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9497=[#edits: 1 = <9456/info:/1734283470170/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9498=[#edits: 1 = <9457/info:/1734283470170/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9499=[#edits: 1 = <9458/info:/1734283470170/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9500=[#edits: 1 = <9459/info:/1734283470170/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9501=[#edits: 1 = <9460/info:/1734283470171/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9502=[#edits: 1 = <9461/info:/1734283470171/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9503=[#edits: 1 = <9462/info:/1734283470171/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9504=[#edits: 1 = <9463/info:/1734283470172/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9505=[#edits: 1 = <9464/info:/1734283470172/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9506=[#edits: 1 = <9465/info:/1734283470172/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9507=[#edits: 1 = <9466/info:/1734283470172/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9508=[#edits: 1 = <9467/info:/1734283470173/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=64544, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:30,340 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:30,348 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9509=[#edits: 1 = <9468/info:/1734283470173/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9510=[#edits: 1 = <9469/info:/1734283470173/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9511=[#edits: 1 = <9470/info:/1734283470173/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9512=[#edits: 1 = <9471/info:/1734283470174/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9513=[#edits: 1 = <9472/info:/1734283470174/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9514=[#edits: 1 = <9473/info:/1734283470174/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9515=[#edits: 1 = <9474/info:/1734283470175/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9516=[#edits: 1 = <9475/info:/1734283470175/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9517=[#edits: 1 = <9476/info:/1734283470175/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9518=[#edits: 1 = <9477/info:/1734283470175/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9519=[#edits: 1 = <9478/info:/1734283470176/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9520=[#edits: 1 = <9479/info:/1734283470176/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9521=[#edits: 1 = <9480/info:/1734283470177/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9522=[#edits: 1 = <9481/info:/1734283470177/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9523=[#edits: 1 = <9482/info:/1734283470177/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9524=[#edits: 1 = <9483/info:/1734283470178/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9525=[#edits: 1 = <9484/info:/1734283470178/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9526=[#edits: 1 = <9485/info:/1734283470178/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9527=[#edits: 1 = <9486/info:/1734283470178/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9528=[#edits: 1 = <9487/info:/1734283470179/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9529=[#edits: 1 = <9488/info:/1734283470179/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9530=[#edits: 1 = <9489/info:/1734283470180/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9531=[#edits: 1 = <9490/info:/1734283470180/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9532=[#edits: 1 = <9491/info:/1734283470180/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9533=[#edits: 1 = <9492/info:/1734283470181/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9534=[#edits: 1 = <9493/info:/1734283470181/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9535=[#edits: 1 = <9494/info:/1734283470181/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9536=[#edits: 1 = <9495/info:/1734283470181/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9537=[#edits: 1 = <9496/info:/1734283470182/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9538=[#edits: 1 = <9497/info:/1734283470182/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9539=[#edits: 1 = <9498/info:/1734283470182/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9540=[#edits: 1 = <9499/info:/1734283470182/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9541=[#edits: 1 = <9500/info:/1734283470183/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9542=[#edits: 1 = <9501/info:/1734283470183/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9543=[#edits: 1 = <9502/info:/1734283470183/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9544=[#edits: 1 = <9503/info:/1734283470184/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9545=[#edits: 1 = <9504/info:/1734283470184/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9546=[#edits: 1 = <9505/info:/1734283470184/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9547=[#edits: 1 = <9506/info:/1734283470184/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9548=[#edits: 1 = <9507/info:/1734283470185/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9549=[#edits: 1 = <9508/info:/1734283470185/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9550=[#edits: 1 = <9509/info:/1734283470185/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9551=[#edits: 1 = <9510/info:/1734283470185/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9552=[#edits: 1 = <9511/info:/1734283470186/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9553=[#edits: 1 = <9512/info:/1734283470186/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9554=[#edits: 1 = <9513/info:/1734283470186/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9555=[#edits: 1 = <9514/info:/1734283470186/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9556=[#edits: 1 = <9515/info:/1734283470187/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9557=[#edits: 1 = <9516/info:/1734283470187/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9558=[#edits: 1 = <9517/info:/1734283470187/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9559=[#edits: 1 = <9518/info:/1734283470187/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9560=[#edits: 1 = <9519/info:/1734283470188/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9561=[#edits: 1 = <9520/info:/1734283470188/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9562=[#edits: 1 = <9521/info:/1734283470188/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9563=[#edits: 1 = <9522/info:/1734283470188/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9564=[#edits: 1 = <9523/info:/1734283470189/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9565=[#edits: 1 = <9524/info:/1734283470189/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9566=[#edits: 1 = <9525/info:/1734283470189/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9567=[#edits: 1 = <9526/info:/1734283470189/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9568=[#edits: 1 = <9527/info:/1734283470190/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=68924, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:30,348 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:30,349 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9569=[#edits: 1 = <9528/info:/1734283470190/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9570=[#edits: 1 = <9529/info:/1734283470190/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9571=[#edits: 1 = <9530/info:/1734283470190/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9572=[#edits: 1 = <9531/info:/1734283470191/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9573=[#edits: 1 = <9532/info:/1734283470191/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9574=[#edits: 1 = <9533/info:/1734283470191/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9575=[#edits: 1 = <9534/info:/1734283470191/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9576=[#edits: 1 = <9535/info:/1734283470192/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9577=[#edits: 1 = <9536/info:/1734283470192/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9578=[#edits: 1 = <9537/info:/1734283470192/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9579=[#edits: 1 = <9538/info:/1734283470192/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9580=[#edits: 1 = <9539/info:/1734283470193/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9581=[#edits: 1 = <9540/info:/1734283470193/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9582=[#edits: 1 = <9541/info:/1734283470193/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9583=[#edits: 1 = <9542/info:/1734283470194/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9584=[#edits: 1 = <9543/info:/1734283470194/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9585=[#edits: 1 = <9544/info:/1734283470194/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9586=[#edits: 1 = <9545/info:/1734283470195/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9587=[#edits: 1 = <9546/info:/1734283470195/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9588=[#edits: 1 = <9547/info:/1734283470195/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9589=[#edits: 1 = <9548/info:/1734283470195/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9590=[#edits: 1 = <9549/info:/1734283470196/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9591=[#edits: 1 = <9550/info:/1734283470196/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9592=[#edits: 1 = <9551/info:/1734283470202/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9593=[#edits: 1 = <9552/info:/1734283470203/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9594=[#edits: 1 = <9553/info:/1734283470203/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9595=[#edits: 1 = <9554/info:/1734283470203/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9596=[#edits: 1 = <9555/info:/1734283470204/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9597=[#edits: 1 = <9556/info:/1734283470204/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9598=[#edits: 1 = <9557/info:/1734283470204/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9599=[#edits: 1 = <9558/info:/1734283470205/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9600=[#edits: 1 = <9559/info:/1734283470205/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9601=[#edits: 1 = <9560/info:/1734283470205/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9602=[#edits: 1 = <9561/info:/1734283470206/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9603=[#edits: 1 = <9562/info:/1734283470206/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9604=[#edits: 1 = <9563/info:/1734283470206/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9605=[#edits: 1 = <9564/info:/1734283470207/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9606=[#edits: 1 = <9565/info:/1734283470207/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9607=[#edits: 1 = <9566/info:/1734283470207/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9608=[#edits: 1 = <9567/info:/1734283470208/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9609=[#edits: 1 = <9568/info:/1734283470208/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9610=[#edits: 1 = <9569/info:/1734283470209/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9611=[#edits: 1 = <9570/info:/1734283470209/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9612=[#edits: 1 = <9571/info:/1734283470210/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9613=[#edits: 1 = <9572/info:/1734283470210/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9614=[#edits: 1 = <9573/info:/1734283470210/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9615=[#edits: 1 = <9574/info:/1734283470211/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9616=[#edits: 1 = <9575/info:/1734283470212/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9617=[#edits: 1 = <9576/info:/1734283470212/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9618=[#edits: 1 = <9577/info:/1734283470212/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9619=[#edits: 1 = <9578/info:/1734283470213/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9620=[#edits: 1 = <9579/info:/1734283470213/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9621=[#edits: 1 = <9580/info:/1734283470214/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9622=[#edits: 1 = <9581/info:/1734283470214/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9623=[#edits: 1 = <9582/info:/1734283470214/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9624=[#edits: 1 = <9583/info:/1734283470215/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9625=[#edits: 1 = <9584/info:/1734283470215/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9626=[#edits: 1 = <9585/info:/1734283470216/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9627=[#edits: 1 = <9586/info:/1734283470216/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9628=[#edits: 1 = <9587/info:/1734283470217/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=73304, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:30,350 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:30,351 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(462): EOF, closing hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta 2024-12-15T17:24:30,351 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9629=[#edits: 1 = <9588/info:/1734283470217/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9630=[#edits: 1 = <9589/info:/1734283470217/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9631=[#edits: 1 = <9590/info:/1734283470218/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9632=[#edits: 1 = <9591/info:/1734283470218/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9633=[#edits: 1 = <9592/info:/1734283470219/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9634=[#edits: 1 = <9593/info:/1734283470219/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9635=[#edits: 1 = <9594/info:/1734283470219/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9636=[#edits: 1 = <9595/info:/1734283470220/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9637=[#edits: 1 = <9596/info:/1734283470220/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9638=[#edits: 1 = <9597/info:/1734283470221/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9639=[#edits: 1 = <9598/info:/1734283470221/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9640=[#edits: 1 = <9599/info:/1734283470221/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9641=[#edits: 1 = <9600/info:/1734283470222/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9642=[#edits: 1 = <9601/info:/1734283470222/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9643=[#edits: 1 = <9602/info:/1734283470223/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9644=[#edits: 1 = <9603/info:/1734283470223/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9645=[#edits: 1 = <9604/info:/1734283470223/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9646=[#edits: 1 = <9605/info:/1734283470224/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9647=[#edits: 1 = <9606/info:/1734283470224/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9648=[#edits: 1 = <9607/info:/1734283470225/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9649=[#edits: 1 = <9608/info:/1734283470225/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9650=[#edits: 1 = <9609/info:/1734283470225/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9651=[#edits: 1 = <9610/info:/1734283470226/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9652=[#edits: 1 = <9611/info:/1734283470226/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9653=[#edits: 1 = <9612/info:/1734283470227/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9654=[#edits: 1 = <9613/info:/1734283470227/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9655=[#edits: 1 = <9614/info:/1734283470227/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9656=[#edits: 1 = <9615/info:/1734283470228/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9657=[#edits: 1 = <9616/info:/1734283470228/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9658=[#edits: 1 = <9617/info:/1734283470229/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9659=[#edits: 1 = <9618/info:/1734283470229/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9660=[#edits: 1 = <9619/info:/1734283470229/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9661=[#edits: 1 = <9620/info:/1734283470230/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9662=[#edits: 1 = <9621/info:/1734283470230/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9663=[#edits: 1 = <9622/info:/1734283470231/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9664=[#edits: 1 = <9623/info:/1734283470232/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9665=[#edits: 1 = <9624/info:/1734283470232/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9666=[#edits: 1 = <9625/info:/1734283470232/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9667=[#edits: 1 = <9626/info:/1734283470233/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9668=[#edits: 1 = <9627/info:/1734283470233/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9669=[#edits: 1 = <9628/info:/1734283470233/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9670=[#edits: 1 = <9629/info:/1734283470234/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9671=[#edits: 1 = <9630/info:/1734283470234/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9672=[#edits: 1 = <9631/info:/1734283470234/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9673=[#edits: 1 = <9632/info:/1734283470235/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9674=[#edits: 1 = <9633/info:/1734283470235/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9675=[#edits: 1 = <9634/info:/1734283470235/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9676=[#edits: 1 = <9635/info:/1734283470236/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9677=[#edits: 1 = <9636/info:/1734283470236/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9678=[#edits: 1 = <9637/info:/1734283470236/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9679=[#edits: 1 = <9638/info:/1734283470237/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9680=[#edits: 1 = <9639/info:/1734283470237/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9681=[#edits: 1 = <9640/info:/1734283470237/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9682=[#edits: 1 = <9641/info:/1734283470238/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9683=[#edits: 1 = <9642/info:/1734283470238/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9684=[#edits: 1 = <9643/info:/1734283470238/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9685=[#edits: 1 = <9644/info:/1734283470239/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9686=[#edits: 1 = <9645/info:/1734283470239/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9687=[#edits: 1 = <9646/info:/1734283470239/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9688=[#edits: 1 = <9647/info:/1734283470240/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=77684, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:30,351 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 27 WAL entries eligible for replication 2024-12-15T17:24:30,352 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9689=[#edits: 1 = <9648/info:/1734283470240/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9690=[#edits: 1 = <9649/info:/1734283470240/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9691=[#edits: 1 = <9650/info:/1734283470240/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9692=[#edits: 1 = <9651/info:/1734283470241/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9693=[#edits: 1 = <9652/info:/1734283470241/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9694=[#edits: 1 = <9653/info:/1734283470241/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9695=[#edits: 1 = <9654/info:/1734283470242/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9696=[#edits: 1 = <9655/info:/1734283470242/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9697=[#edits: 1 = <9656/info:/1734283470242/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9698=[#edits: 1 = <9657/info:/1734283470242/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9699=[#edits: 1 = <9658/info:/1734283470243/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9700=[#edits: 1 = <9659/info:/1734283470243/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9701=[#edits: 1 = <9660/info:/1734283470244/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9702=[#edits: 1 = <9661/info:/1734283470244/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9703=[#edits: 1 = <9662/info:/1734283470244/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9704=[#edits: 1 = <9663/info:/1734283470244/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9705=[#edits: 1 = <9664/info:/1734283470245/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9706=[#edits: 1 = <9665/info:/1734283470245/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9707=[#edits: 1 = <9666/info:/1734283470245/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9708=[#edits: 1 = <9667/info:/1734283470245/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9709=[#edits: 1 = <9668/info:/1734283470246/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9710=[#edits: 1 = <9669/info:/1734283470246/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9711=[#edits: 1 = <9670/info:/1734283470246/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9712=[#edits: 1 = <9671/info:/1734283470247/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9713=[#edits: 1 = <9672/info:/1734283470247/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9714=[#edits: 1 = <9673/info:/1734283470247/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9715=[#edits: 1 = <9674/info:/1734283470247/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9716=[#edits: 1 = <9675/info:/1734283470248/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9717=[#edits: 1 = <9676/info:/1734283470248/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9718=[#edits: 1 = <9677/info:/1734283470248/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9719=[#edits: 1 = <9678/info:/1734283470249/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9720=[#edits: 1 = <9679/info:/1734283470249/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9721=[#edits: 1 = <9680/info:/1734283470249/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9722=[#edits: 1 = <9681/info:/1734283470249/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9723=[#edits: 1 = <9682/info:/1734283470249/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9724=[#edits: 1 = <9683/info:/1734283470250/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9725=[#edits: 1 = <9684/info:/1734283470250/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9726=[#edits: 1 = <9685/info:/1734283470250/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9727=[#edits: 1 = <9686/info:/1734283470251/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9728=[#edits: 1 = <9687/info:/1734283470251/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9729=[#edits: 1 = <9688/info:/1734283470257/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9730=[#edits: 1 = <9689/info:/1734283470257/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9731=[#edits: 1 = <9690/info:/1734283470258/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9732=[#edits: 1 = <9691/info:/1734283470258/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9733=[#edits: 1 = <9692/info:/1734283470258/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9734=[#edits: 1 = <9693/info:/1734283470258/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9735=[#edits: 1 = <9694/info:/1734283470259/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9736=[#edits: 1 = <9695/info:/1734283470259/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9737=[#edits: 1 = <9696/info:/1734283470259/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9738=[#edits: 1 = <9697/info:/1734283470259/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9739=[#edits: 1 = <9698/info:/1734283470260/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9740=[#edits: 1 = <9699/info:/1734283470260/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9741=[#edits: 1 = <9700/info:/1734283470260/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9742=[#edits: 1 = <9701/info:/1734283470260/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9743=[#edits: 1 = <9702/info:/1734283470261/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9744=[#edits: 1 = <9703/info:/1734283470261/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9745=[#edits: 1 = <9704/info:/1734283470262/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9746=[#edits: 1 = <9705/info:/1734283470262/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9747=[#edits: 1 = <9706/info:/1734283470262/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9748=[#edits: 1 = <9707/info:/1734283470263/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=82064, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:30,353 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta, startPosition=0, beingWritten=true 2024-12-15T17:24:30,356 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9749=[#edits: 1 = <9708/info:/1734283470263/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9750=[#edits: 1 = <9709/info:/1734283470263/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9751=[#edits: 1 = <9710/info:/1734283470263/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9752=[#edits: 1 = <9711/info:/1734283470264/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9753=[#edits: 1 = <9712/info:/1734283470264/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9754=[#edits: 1 = <9713/info:/1734283470264/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9755=[#edits: 1 = <9714/info:/1734283470264/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9756=[#edits: 1 = <9715/info:/1734283470265/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9757=[#edits: 1 = <9716/info:/1734283470265/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9758=[#edits: 1 = <9717/info:/1734283470265/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9759=[#edits: 1 = <9718/info:/1734283470265/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9760=[#edits: 1 = <9719/info:/1734283470266/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9761=[#edits: 1 = <9720/info:/1734283470266/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9762=[#edits: 1 = <9721/info:/1734283470266/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9763=[#edits: 1 = <9722/info:/1734283470266/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9764=[#edits: 1 = <9723/info:/1734283470267/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9765=[#edits: 1 = <9724/info:/1734283470267/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9766=[#edits: 1 = <9725/info:/1734283470267/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9767=[#edits: 1 = <9726/info:/1734283470267/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9768=[#edits: 1 = <9727/info:/1734283470268/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9769=[#edits: 1 = <9728/info:/1734283470268/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9770=[#edits: 1 = <9729/info:/1734283470268/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9771=[#edits: 1 = <9730/info:/1734283470269/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9772=[#edits: 1 = <9731/info:/1734283470269/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9773=[#edits: 1 = <9732/info:/1734283470270/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9774=[#edits: 1 = <9733/info:/1734283470270/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9775=[#edits: 1 = <9734/info:/1734283470271/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283469203.meta, lastWalPosition=84035, nbRowKeys=27, nbHFiles=0, heapSize=4644, lastSeqIds={}, endOfFile=true,usedBufferSize=4644] 2024-12-15T17:24:30,361 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:30,361 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9776=[#edits: 1 = <9735/info:/1734283470273/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9777=[#edits: 1 = <9736/info:/1734283470274/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9778=[#edits: 1 = <9737/info:/1734283470274/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9779=[#edits: 1 = <9738/info:/1734283470275/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9780=[#edits: 1 = <9739/info:/1734283470275/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9781=[#edits: 1 = <9740/info:/1734283470275/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9782=[#edits: 1 = <9741/info:/1734283470276/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9783=[#edits: 1 = <9742/info:/1734283470276/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9784=[#edits: 1 = <9743/info:/1734283470276/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9785=[#edits: 1 = <9744/info:/1734283470277/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9786=[#edits: 1 = <9745/info:/1734283470277/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9787=[#edits: 1 = <9746/info:/1734283470277/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9788=[#edits: 1 = <9747/info:/1734283470277/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9789=[#edits: 1 = <9748/info:/1734283470278/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9790=[#edits: 1 = <9749/info:/1734283470278/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9791=[#edits: 1 = <9750/info:/1734283470278/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9792=[#edits: 1 = <9751/info:/1734283470279/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9793=[#edits: 1 = <9752/info:/1734283470279/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9794=[#edits: 1 = <9753/info:/1734283470279/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9795=[#edits: 1 = <9754/info:/1734283470279/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9796=[#edits: 1 = <9755/info:/1734283470280/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9797=[#edits: 1 = <9756/info:/1734283470280/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9798=[#edits: 1 = <9757/info:/1734283470280/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9799=[#edits: 1 = <9758/info:/1734283470281/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9800=[#edits: 1 = <9759/info:/1734283470281/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9801=[#edits: 1 = <9760/info:/1734283470281/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9802=[#edits: 1 = <9761/info:/1734283470281/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9803=[#edits: 1 = <9762/info:/1734283470282/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9804=[#edits: 1 = <9763/info:/1734283470282/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9805=[#edits: 1 = <9764/info:/1734283470282/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9806=[#edits: 1 = <9765/info:/1734283470283/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9807=[#edits: 1 = <9766/info:/1734283470283/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9808=[#edits: 1 = <9767/info:/1734283470283/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9809=[#edits: 1 = <9768/info:/1734283470285/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9810=[#edits: 1 = <9769/info:/1734283470285/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9811=[#edits: 1 = <9770/info:/1734283470285/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9812=[#edits: 1 = <9771/info:/1734283470286/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9813=[#edits: 1 = <9772/info:/1734283470286/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9814=[#edits: 1 = <9773/info:/1734283470286/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9815=[#edits: 1 = <9774/info:/1734283470287/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9816=[#edits: 1 = <9775/info:/1734283470287/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9817=[#edits: 1 = <9776/info:/1734283470287/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9818=[#edits: 1 = <9777/info:/1734283470287/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9819=[#edits: 1 = <9778/info:/1734283470288/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9820=[#edits: 1 = <9779/info:/1734283470288/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9821=[#edits: 1 = <9780/info:/1734283470288/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9822=[#edits: 1 = <9781/info:/1734283470289/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9823=[#edits: 1 = <9782/info:/1734283470289/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9824=[#edits: 1 = <9783/info:/1734283470290/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9825=[#edits: 1 = <9784/info:/1734283470290/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9826=[#edits: 1 = <9785/info:/1734283470290/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9827=[#edits: 1 = <9786/info:/1734283470290/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9828=[#edits: 1 = <9787/info:/1734283470291/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9829=[#edits: 1 = <9788/info:/1734283470291/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9830=[#edits: 1 = <9789/info:/1734283470291/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9831=[#edits: 1 = <9790/info:/1734283470291/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9832=[#edits: 1 = <9791/info:/1734283470292/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9833=[#edits: 1 = <9792/info:/1734283470292/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9834=[#edits: 1 = <9793/info:/1734283470292/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9835=[#edits: 1 = <9794/info:/1734283470292/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta, lastWalPosition=4465, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:30,363 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:30,364 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:30,367 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9836=[#edits: 1 = <9795/info:/1734283470293/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9837=[#edits: 1 = <9796/info:/1734283470293/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9838=[#edits: 1 = <9797/info:/1734283470293/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9839=[#edits: 1 = <9798/info:/1734283470294/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9840=[#edits: 1 = <9799/info:/1734283470294/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9841=[#edits: 1 = <9800/info:/1734283470294/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9842=[#edits: 1 = <9801/info:/1734283470294/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9843=[#edits: 1 = <9802/info:/1734283470295/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9844=[#edits: 1 = <9803/info:/1734283470295/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9845=[#edits: 1 = <9804/info:/1734283470295/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9846=[#edits: 1 = <9805/info:/1734283470295/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9847=[#edits: 1 = <9806/info:/1734283470296/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9848=[#edits: 1 = <9807/info:/1734283470296/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9849=[#edits: 1 = <9808/info:/1734283470296/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9850=[#edits: 1 = <9809/info:/1734283470297/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9851=[#edits: 1 = <9810/info:/1734283470297/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9852=[#edits: 1 = <9811/info:/1734283470297/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9853=[#edits: 1 = <9812/info:/1734283470297/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9854=[#edits: 1 = <9813/info:/1734283470298/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9855=[#edits: 1 = <9814/info:/1734283470298/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9856=[#edits: 1 = <9815/info:/1734283470298/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9857=[#edits: 1 = <9816/info:/1734283470298/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9858=[#edits: 1 = <9817/info:/1734283470299/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9859=[#edits: 1 = <9818/info:/1734283470299/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9860=[#edits: 1 = <9819/info:/1734283470299/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9861=[#edits: 1 = <9820/info:/1734283470299/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9862=[#edits: 1 = <9821/info:/1734283470300/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9863=[#edits: 1 = <9822/info:/1734283470300/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9864=[#edits: 1 = <9823/info:/1734283470300/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9865=[#edits: 1 = <9824/info:/1734283470300/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9866=[#edits: 1 = <9825/info:/1734283470301/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9867=[#edits: 1 = <9826/info:/1734283470301/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9868=[#edits: 1 = <9827/info:/1734283470301/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9869=[#edits: 1 = <9828/info:/1734283470302/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9870=[#edits: 1 = <9829/info:/1734283470302/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9871=[#edits: 1 = <9830/info:/1734283470302/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9872=[#edits: 1 = <9831/info:/1734283470303/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9873=[#edits: 1 = <9832/info:/1734283470303/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9874=[#edits: 1 = <9833/info:/1734283470303/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9875=[#edits: 1 = <9834/info:/1734283470303/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9876=[#edits: 1 = <9835/info:/1734283470304/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9877=[#edits: 1 = <9836/info:/1734283470304/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9878=[#edits: 1 = <9837/info:/1734283470304/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9879=[#edits: 1 = <9838/info:/1734283470304/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9880=[#edits: 1 = <9839/info:/1734283470305/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9881=[#edits: 1 = <9840/info:/1734283470305/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9882=[#edits: 1 = <9841/info:/1734283470305/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9883=[#edits: 1 = <9842/info:/1734283470305/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9884=[#edits: 1 = <9843/info:/1734283470306/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9885=[#edits: 1 = <9844/info:/1734283470306/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9886=[#edits: 1 = <9845/info:/1734283470306/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9887=[#edits: 1 = <9846/info:/1734283470307/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9888=[#edits: 1 = <9847/info:/1734283470307/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9889=[#edits: 1 = <9848/info:/1734283470307/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9890=[#edits: 1 = <9849/info:/1734283470307/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9891=[#edits: 1 = <9850/info:/1734283470308/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9892=[#edits: 1 = <9851/info:/1734283470308/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9893=[#edits: 1 = <9852/info:/1734283470308/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9894=[#edits: 1 = <9853/info:/1734283470308/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9895=[#edits: 1 = <9854/info:/1734283470309/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta, lastWalPosition=8845, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:30,369 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 59 WAL entries eligible for replication 2024-12-15T17:24:30,370 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 17532, reset compression=false 2024-12-15T17:24:30,370 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9896=[#edits: 1 = <9855/info:/1734283470309/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9897=[#edits: 1 = <9856/info:/1734283470309/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9898=[#edits: 1 = <9857/info:/1734283470309/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9899=[#edits: 1 = <9858/info:/1734283470310/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9900=[#edits: 1 = <9859/info:/1734283470310/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9901=[#edits: 1 = <9860/info:/1734283470310/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9902=[#edits: 1 = <9861/info:/1734283470310/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9903=[#edits: 1 = <9862/info:/1734283470311/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9904=[#edits: 1 = <9863/info:/1734283470311/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9905=[#edits: 1 = <9864/info:/1734283470311/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9906=[#edits: 1 = <9865/info:/1734283470311/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9907=[#edits: 1 = <9866/info:/1734283470312/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9908=[#edits: 1 = <9867/info:/1734283470312/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9909=[#edits: 1 = <9868/info:/1734283470312/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9910=[#edits: 1 = <9869/info:/1734283470312/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9911=[#edits: 1 = <9870/info:/1734283470313/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9912=[#edits: 1 = <9871/info:/1734283470313/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9913=[#edits: 1 = <9872/info:/1734283470313/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9914=[#edits: 1 = <9873/info:/1734283470313/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9915=[#edits: 1 = <9874/info:/1734283470314/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9916=[#edits: 1 = <9875/info:/1734283470314/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9917=[#edits: 1 = <9876/info:/1734283470314/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9918=[#edits: 1 = <9877/info:/1734283470315/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9919=[#edits: 1 = <9878/info:/1734283470315/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9920=[#edits: 1 = <9879/info:/1734283470315/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9921=[#edits: 1 = <9880/info:/1734283470316/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9922=[#edits: 1 = <9881/info:/1734283470316/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9923=[#edits: 1 = <9882/info:/1734283470316/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9924=[#edits: 1 = <9883/info:/1734283470316/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9925=[#edits: 1 = <9884/info:/1734283470317/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9926=[#edits: 1 = <9885/info:/1734283470317/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9927=[#edits: 1 = <9886/info:/1734283470317/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9928=[#edits: 1 = <9887/info:/1734283470317/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9929=[#edits: 1 = <9888/info:/1734283470318/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9930=[#edits: 1 = <9889/info:/1734283470318/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9931=[#edits: 1 = <9890/info:/1734283470318/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9932=[#edits: 1 = <9891/info:/1734283470318/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9933=[#edits: 1 = <9892/info:/1734283470318/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9934=[#edits: 1 = <9893/info:/1734283470319/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9935=[#edits: 1 = <9894/info:/1734283470319/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9936=[#edits: 1 = <9895/info:/1734283470319/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9937=[#edits: 1 = <9896/info:/1734283470319/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9938=[#edits: 1 = <9897/info:/1734283470320/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9939=[#edits: 1 = <9898/info:/1734283470320/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9940=[#edits: 1 = <9899/info:/1734283470321/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9941=[#edits: 1 = <9900/info:/1734283470322/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9942=[#edits: 1 = <9901/info:/1734283470323/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9943=[#edits: 1 = <9902/info:/1734283470323/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9944=[#edits: 1 = <9903/info:/1734283470323/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9945=[#edits: 1 = <9904/info:/1734283470323/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9946=[#edits: 1 = <9905/info:/1734283470324/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9947=[#edits: 1 = <9906/info:/1734283470324/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9948=[#edits: 1 = <9907/info:/1734283470324/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9949=[#edits: 1 = <9908/info:/1734283470324/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9950=[#edits: 1 = <9909/info:/1734283470325/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9951=[#edits: 1 = <9910/info:/1734283470325/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9952=[#edits: 1 = <9911/info:/1734283470325/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9953=[#edits: 1 = <9912/info:/1734283470325/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9954=[#edits: 1 = <9913/info:/1734283470326/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9955=[#edits: 1 = <9914/info:/1734283470326/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta, lastWalPosition=13225, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:30,373 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/9956=[#edits: 1 = <9915/info:/1734283470326/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9957=[#edits: 1 = <9916/info:/1734283470327/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9958=[#edits: 1 = <9917/info:/1734283470327/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9959=[#edits: 1 = <9918/info:/1734283470327/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9960=[#edits: 1 = <9919/info:/1734283470327/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9961=[#edits: 1 = <9920/info:/1734283470328/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9962=[#edits: 1 = <9921/info:/1734283470328/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9963=[#edits: 1 = <9922/info:/1734283470328/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9964=[#edits: 1 = <9923/info:/1734283470328/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9965=[#edits: 1 = <9924/info:/1734283470329/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9966=[#edits: 1 = <9925/info:/1734283470329/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9967=[#edits: 1 = <9926/info:/1734283470329/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9968=[#edits: 1 = <9927/info:/1734283470329/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9969=[#edits: 1 = <9928/info:/1734283470330/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9970=[#edits: 1 = <9929/info:/1734283470330/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9971=[#edits: 1 = <9930/info:/1734283470330/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9972=[#edits: 1 = <9931/info:/1734283470330/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9973=[#edits: 1 = <9932/info:/1734283470331/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9974=[#edits: 1 = <9933/info:/1734283470331/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9975=[#edits: 1 = <9934/info:/1734283470331/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9976=[#edits: 1 = <9935/info:/1734283470332/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9977=[#edits: 1 = <9936/info:/1734283470332/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9978=[#edits: 1 = <9937/info:/1734283470332/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9979=[#edits: 1 = <9938/info:/1734283470332/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9980=[#edits: 1 = <9939/info:/1734283470333/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9981=[#edits: 1 = <9940/info:/1734283470333/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9982=[#edits: 1 = <9941/info:/1734283470334/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9983=[#edits: 1 = <9942/info:/1734283470335/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9984=[#edits: 1 = <9943/info:/1734283470335/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9985=[#edits: 1 = <9944/info:/1734283470337/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9986=[#edits: 1 = <9945/info:/1734283470337/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9987=[#edits: 1 = <9946/info:/1734283470338/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9988=[#edits: 1 = <9947/info:/1734283470338/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9989=[#edits: 1 = <9948/info:/1734283470339/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9990=[#edits: 1 = <9949/info:/1734283470339/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9991=[#edits: 1 = <9950/info:/1734283470343/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9992=[#edits: 1 = <9951/info:/1734283470344/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9993=[#edits: 1 = <9952/info:/1734283470344/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9994=[#edits: 1 = <9953/info:/1734283470345/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9995=[#edits: 1 = <9954/info:/1734283470345/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9996=[#edits: 1 = <9955/info:/1734283470345/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9997=[#edits: 1 = <9956/info:/1734283470346/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9998=[#edits: 1 = <9957/info:/1734283470346/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/9999=[#edits: 1 = <9958/info:/1734283470346/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10000=[#edits: 1 = <9959/info:/1734283470347/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10001=[#edits: 1 = <9960/info:/1734283470347/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10002=[#edits: 1 = <9961/info:/1734283470347/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10003=[#edits: 1 = <9962/info:/1734283470347/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10004=[#edits: 1 = <9963/info:/1734283470348/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10005=[#edits: 1 = <9964/info:/1734283470349/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10006=[#edits: 1 = <9965/info:/1734283470350/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10007=[#edits: 1 = <9966/info:/1734283470351/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10008=[#edits: 1 = <9967/info:/1734283470351/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10009=[#edits: 1 = <9968/info:/1734283470353/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10010=[#edits: 1 = <9969/info:/1734283470353/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10011=[#edits: 1 = <9970/info:/1734283470354/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10012=[#edits: 1 = <9971/info:/1734283470354/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10013=[#edits: 1 = <9972/info:/1734283470355/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10014=[#edits: 1 = <9973/info:/1734283470355/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta, lastWalPosition=17532, nbRowKeys=59, nbHFiles=0, heapSize=10148, lastSeqIds={}, endOfFile=false,usedBufferSize=10148] 2024-12-15T17:24:30,382 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [90,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T17:24:30,382 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$1(355): verifying replication for region replica:{ENCODED => 534574363, NAME => 'hbase:meta,,1_0001', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} 2024-12-15T17:24:30,395 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 26 WAL entries eligible for replication 2024-12-15T17:24:30,395 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/10015=[#edits: 1 = <9974/info:/1734283470359/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10016=[#edits: 1 = <9975/info:/1734283470364/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10017=[#edits: 1 = <9976/info:/1734283470365/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10018=[#edits: 1 = <9977/info:/1734283470365/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10019=[#edits: 1 = <9978/info:/1734283470365/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10020=[#edits: 1 = <9979/info:/1734283470366/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10021=[#edits: 1 = <9980/info:/1734283470366/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10022=[#edits: 1 = <9981/info:/1734283470366/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10023=[#edits: 1 = <9982/info:/1734283470367/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10024=[#edits: 1 = <9983/info:/1734283470367/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10025=[#edits: 1 = <9984/info:/1734283470370/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10026=[#edits: 1 = <9985/info:/1734283470374/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10027=[#edits: 1 = <9986/info:/1734283470375/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10028=[#edits: 1 = <9987/info:/1734283470376/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10029=[#edits: 1 = <9988/info:/1734283470376/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10030=[#edits: 1 = <9989/info:/1734283470377/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10031=[#edits: 1 = <9990/info:/1734283470377/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10032=[#edits: 1 = <9991/info:/1734283470377/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10033=[#edits: 1 = <9992/info:/1734283470378/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10034=[#edits: 1 = <9993/info:/1734283470379/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10035=[#edits: 1 = <9994/info:/1734283470379/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10036=[#edits: 1 = <9995/info:/1734283470380/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10037=[#edits: 1 = <9996/info:/1734283470380/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10038=[#edits: 1 = <9997/info:/1734283470380/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10039=[#edits: 1 = <9998/info:/1734283470381/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/10040=[#edits: 1 = <9999/info:/1734283470381/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta, lastWalPosition=19430, nbRowKeys=26, nbHFiles=0, heapSize=4472, lastSeqIds={}, endOfFile=false,usedBufferSize=4472] 2024-12-15T17:24:30,396 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:24:30,636 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:24:30,696 INFO [4ce65a7c4674:46413Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:24:30,711 INFO [4ce65a7c4674:37773Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:24:30,740 INFO [4ce65a7c4674:44777Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:24:30,949 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:24:31,233 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [90,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T17:24:31,233 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$1(355): verifying replication for region replica:{ENCODED => 1657623790, NAME => 'hbase:meta,,1_0002', STARTKEY => '', ENDKEY => '', REPLICA_ID => 2} 2024-12-15T17:24:31,393 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:24:31,475 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:24:31,475 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:24:31,911 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:24:31,921 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d7ea130 to 127.0.0.1:50194 2024-12-15T17:24:31,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:24:31,922 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-15T17:24:31,922 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-15T17:24:31,922 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x364b0ce8 to 127.0.0.1:50194 2024-12-15T17:24:31,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:24:31,922 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-15T17:24:31,922 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1652842094, stopped=false 2024-12-15T17:24:31,922 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=4ce65a7c4674,46599,1734283454536 2024-12-15T17:24:31,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37773-0x1002ab884a90003, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-15T17:24:31,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37773-0x1002ab884a90003, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:31,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x1002ab884a90000, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-15T17:24:31,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x1002ab884a90000, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:31,938 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-15T17:24:31,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46413-0x1002ab884a90002, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-15T17:24:31,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46413-0x1002ab884a90002, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:31,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44777-0x1002ab884a90004, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-15T17:24:31,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:24:31,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44777-0x1002ab884a90004, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:31,939 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '4ce65a7c4674,46413,1734283454855' ***** 2024-12-15T17:24:31,939 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-15T17:24:31,940 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '4ce65a7c4674,37773,1734283454900' ***** 2024-12-15T17:24:31,940 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-15T17:24:31,940 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37773-0x1002ab884a90003, quorum=127.0.0.1:50194, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:24:31,940 INFO [RS:1;4ce65a7c4674:46413 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-15T17:24:31,940 INFO [RS:1;4ce65a7c4674:46413 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-15T17:24:31,940 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-15T17:24:31,940 INFO [RS:1;4ce65a7c4674:46413 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-15T17:24:31,940 INFO [RS:1;4ce65a7c4674:46413 {}] regionserver.HRegionServer(1224): stopping server 4ce65a7c4674,46413,1734283454855 2024-12-15T17:24:31,940 DEBUG [RS:1;4ce65a7c4674:46413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:24:31,940 INFO [RS:1;4ce65a7c4674:46413 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-15T17:24:31,940 DEBUG [RS:1;4ce65a7c4674:46413 {}] regionserver.HRegionServer(1603): Online Regions={534574363=hbase:meta,,1_0001.534574363} 2024-12-15T17:24:31,940 INFO [RS:1;4ce65a7c4674:46413 {}] regionserver.HRegionServer(3579): Received CLOSE for 534574363 2024-12-15T17:24:31,940 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46599-0x1002ab884a90000, quorum=127.0.0.1:50194, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:24:31,940 INFO [RS:2;4ce65a7c4674:37773 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-15T17:24:31,940 INFO [RS:2;4ce65a7c4674:37773 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-15T17:24:31,940 INFO [RS:2;4ce65a7c4674:37773 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-15T17:24:31,941 INFO [RS:2;4ce65a7c4674:37773 {}] regionserver.HRegionServer(3579): Received CLOSE for f86a2591d84d969a2395704c36bb0713 2024-12-15T17:24:31,941 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '4ce65a7c4674,44777,1734283454943' ***** 2024-12-15T17:24:31,941 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-15T17:24:31,943 INFO [RS:3;4ce65a7c4674:44777 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-15T17:24:31,943 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-15T17:24:31,943 INFO [RS:3;4ce65a7c4674:44777 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-15T17:24:31,943 INFO [RS:3;4ce65a7c4674:44777 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-15T17:24:31,943 INFO [RS:3;4ce65a7c4674:44777 {}] regionserver.HRegionServer(1224): stopping server 4ce65a7c4674,44777,1734283454943 2024-12-15T17:24:31,943 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-15T17:24:31,943 DEBUG [RS:3;4ce65a7c4674:44777 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:24:31,943 INFO [RS:3;4ce65a7c4674:44777 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-15T17:24:31,943 INFO [RS:3;4ce65a7c4674:44777 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-15T17:24:31,943 INFO [RS:3;4ce65a7c4674:44777 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-15T17:24:31,943 INFO [RS:3;4ce65a7c4674:44777 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-15T17:24:31,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44777-0x1002ab884a90004, quorum=127.0.0.1:50194, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:24:31,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46413-0x1002ab884a90002, quorum=127.0.0.1:50194, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:24:31,951 DEBUG [RS:1;4ce65a7c4674:46413 {}] regionserver.HRegionServer(1629): Waiting on 534574363 2024-12-15T17:24:31,955 INFO [RS:2;4ce65a7c4674:37773 {}] regionserver.HRegionServer(1224): stopping server 4ce65a7c4674,37773,1734283454900 2024-12-15T17:24:31,955 DEBUG [RS:2;4ce65a7c4674:37773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:24:31,955 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 534574363, disabling compactions & flushes 2024-12-15T17:24:31,955 INFO [RS:2;4ce65a7c4674:37773 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-15T17:24:31,955 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1_0001.534574363 2024-12-15T17:24:31,955 DEBUG [RS:2;4ce65a7c4674:37773 {}] regionserver.HRegionServer(1603): Online Regions={f86a2591d84d969a2395704c36bb0713=hbase:namespace,,1734283456631.f86a2591d84d969a2395704c36bb0713., 1657623790=hbase:meta,,1_0002.1657623790} 2024-12-15T17:24:31,955 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1_0001.534574363 2024-12-15T17:24:31,955 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1_0001.534574363 after waiting 0 ms 2024-12-15T17:24:31,955 INFO [RS:2;4ce65a7c4674:37773 {}] regionserver.HRegionServer(3579): Received CLOSE for 1657623790 2024-12-15T17:24:31,955 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1_0001.534574363 2024-12-15T17:24:31,959 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f86a2591d84d969a2395704c36bb0713, disabling compactions & flushes 2024-12-15T17:24:31,959 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734283456631.f86a2591d84d969a2395704c36bb0713. 2024-12-15T17:24:31,959 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734283456631.f86a2591d84d969a2395704c36bb0713. 2024-12-15T17:24:31,959 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734283456631.f86a2591d84d969a2395704c36bb0713. after waiting 0 ms 2024-12-15T17:24:31,959 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734283456631.f86a2591d84d969a2395704c36bb0713. 2024-12-15T17:24:32,005 INFO [regionserver/4ce65a7c4674:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T17:24:32,007 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T17:24:32,008 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1_0001.534574363 2024-12-15T17:24:32,008 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 534574363: 2024-12-15T17:24:32,008 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1_0001.534574363 2024-12-15T17:24:32,011 INFO [RS:3;4ce65a7c4674:44777 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-15T17:24:32,011 DEBUG [RS:3;4ce65a7c4674:44777 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-15T17:24:32,011 DEBUG [RS:3;4ce65a7c4674:44777 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-15T17:24:32,015 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-15T17:24:32,015 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-15T17:24:32,015 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-15T17:24:32,015 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-15T17:24:32,015 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-15T17:24:32,015 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=152.00 KB heapSize=493.30 KB 2024-12-15T17:24:32,019 DEBUG [RS:2;4ce65a7c4674:37773 {}] regionserver.HRegionServer(1629): Waiting on 1657623790, f86a2591d84d969a2395704c36bb0713 2024-12-15T17:24:32,020 INFO [regionserver/4ce65a7c4674:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T17:24:32,023 INFO [regionserver/4ce65a7c4674:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T17:24:32,023 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1657623790, disabling compactions & flushes 2024-12-15T17:24:32,023 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1_0002.1657623790 2024-12-15T17:24:32,023 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1_0002.1657623790 2024-12-15T17:24:32,023 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1_0002.1657623790 after waiting 0 ms 2024-12-15T17:24:32,023 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1_0002.1657623790 2024-12-15T17:24:32,045 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:24:32,045 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:24:32,072 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/.tmp/info/1ff4e5f6b4ee48c28ea19636938e5b8b is 143, key is hbase:namespace,,1734283456631.f86a2591d84d969a2395704c36bb0713./info:regioninfo/1734283466187/Put/seqid=0 2024-12-15T17:24:32,078 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/namespace/f86a2591d84d969a2395704c36bb0713/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-12-15T17:24:32,079 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734283456631.f86a2591d84d969a2395704c36bb0713. 2024-12-15T17:24:32,079 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f86a2591d84d969a2395704c36bb0713: 2024-12-15T17:24:32,079 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734283456631.f86a2591d84d969a2395704c36bb0713. 2024-12-15T17:24:32,087 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T17:24:32,087 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1_0002.1657623790 2024-12-15T17:24:32,087 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1657623790: 2024-12-15T17:24:32,087 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1_0002.1657623790 2024-12-15T17:24:32,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741864_1040 (size=204881) 2024-12-15T17:24:32,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741864_1040 (size=204881) 2024-12-15T17:24:32,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741864_1040 (size=204881) 2024-12-15T17:24:32,102 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=152.00 KB at sequenceid=10041 (bloomFilter=true), to=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/.tmp/info/1ff4e5f6b4ee48c28ea19636938e5b8b 2024-12-15T17:24:32,116 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/.tmp/info/1ff4e5f6b4ee48c28ea19636938e5b8b as hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/1ff4e5f6b4ee48c28ea19636938e5b8b 2024-12-15T17:24:32,122 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/1ff4e5f6b4ee48c28ea19636938e5b8b, entries=4843, sequenceid=10041, filesize=200.1 K 2024-12-15T17:24:32,124 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~152.00 KB/155652, heapSize ~492.79 KB/504616, currentSize=0 B/0 for 1588230740 in 108ms, sequenceid=10041, compaction requested=false 2024-12-15T17:24:32,135 DEBUG [StoreCloser-hbase:meta,,1.1588230740-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/7f8257501634488098d438f594859903, hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/cfcb2f6878794f31b98d779eed3614a6, hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/ce172cafc7254d719e594e5cc9966eaf] to archive 2024-12-15T17:24:32,136 DEBUG [StoreCloser-hbase:meta,,1.1588230740-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T17:24:32,140 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/ce172cafc7254d719e594e5cc9966eaf to hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/archive/data/hbase/meta/1588230740/info/ce172cafc7254d719e594e5cc9966eaf 2024-12-15T17:24:32,140 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/7f8257501634488098d438f594859903 to hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/archive/data/hbase/meta/1588230740/info/7f8257501634488098d438f594859903 2024-12-15T17:24:32,141 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/info/cfcb2f6878794f31b98d779eed3614a6 to hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/archive/data/hbase/meta/1588230740/info/cfcb2f6878794f31b98d779eed3614a6 2024-12-15T17:24:32,151 INFO [RS:1;4ce65a7c4674:46413 {}] regionserver.HRegionServer(1250): stopping server 4ce65a7c4674,46413,1734283454855; all regions closed. 2024-12-15T17:24:32,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741834_1010 (size=93) 2024-12-15T17:24:32,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741834_1010 (size=93) 2024-12-15T17:24:32,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741834_1010 (size=93) 2024-12-15T17:24:32,156 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/data/hbase/meta/1588230740/recovered.edits/10044.seqid, newMaxSeqId=10044, maxSeqId=5200 2024-12-15T17:24:32,157 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T17:24:32,157 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-15T17:24:32,157 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-15T17:24:32,157 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-15T17:24:32,159 DEBUG [RS:1;4ce65a7c4674:46413 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/oldWALs 2024-12-15T17:24:32,159 INFO [RS:1;4ce65a7c4674:46413 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 4ce65a7c4674%2C46413%2C1734283454855:(num 1734283455827) 2024-12-15T17:24:32,159 DEBUG [RS:1;4ce65a7c4674:46413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:24:32,159 INFO [RS:1;4ce65a7c4674:46413 {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T17:24:32,160 INFO [RS:1;4ce65a7c4674:46413 {}] hbase.ChoreService(370): Chore service for: regionserver/4ce65a7c4674:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-15T17:24:32,160 INFO [RS:1;4ce65a7c4674:46413 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-15T17:24:32,160 INFO [RS:1;4ce65a7c4674:46413 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-15T17:24:32,160 INFO [RS:1;4ce65a7c4674:46413 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-15T17:24:32,160 INFO [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T17:24:32,161 INFO [RS:1;4ce65a7c4674:46413 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:46413 2024-12-15T17:24:32,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46413-0x1002ab884a90002, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4ce65a7c4674,46413,1734283454855 2024-12-15T17:24:32,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x1002ab884a90000, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-15T17:24:32,179 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4ce65a7c4674,46413,1734283454855] 2024-12-15T17:24:32,179 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 4ce65a7c4674,46413,1734283454855; numProcessing=1 2024-12-15T17:24:32,187 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/4ce65a7c4674,46413,1734283454855 already deleted, retry=false 2024-12-15T17:24:32,187 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 4ce65a7c4674,46413,1734283454855 expired; onlineServers=2 2024-12-15T17:24:32,211 INFO [RS:3;4ce65a7c4674:44777 {}] regionserver.HRegionServer(1250): stopping server 4ce65a7c4674,44777,1734283454943; all regions closed. 2024-12-15T17:24:32,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741863_1039 (size=20078) 2024-12-15T17:24:32,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741863_1039 (size=20078) 2024-12-15T17:24:32,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741863_1039 (size=20078) 2024-12-15T17:24:32,219 INFO [RS:2;4ce65a7c4674:37773 {}] regionserver.HRegionServer(1250): stopping server 4ce65a7c4674,37773,1734283454900; all regions closed. 2024-12-15T17:24:32,221 DEBUG [RS:3;4ce65a7c4674:44777 {}] wal.AbstractFSWAL(1071): Moved 5 WAL file(s) to /user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/oldWALs 2024-12-15T17:24:32,221 INFO [RS:3;4ce65a7c4674:44777 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 4ce65a7c4674%2C44777%2C1734283454943.meta:.meta(num 1734283470251) 2024-12-15T17:24:32,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741833_1009 (size=712) 2024-12-15T17:24:32,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741833_1009 (size=712) 2024-12-15T17:24:32,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741833_1009 (size=712) 2024-12-15T17:24:32,232 DEBUG [RS:2;4ce65a7c4674:37773 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/oldWALs 2024-12-15T17:24:32,232 INFO [RS:2;4ce65a7c4674:37773 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 4ce65a7c4674%2C37773%2C1734283454900:(num 1734283455827) 2024-12-15T17:24:32,232 DEBUG [RS:2;4ce65a7c4674:37773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:24:32,232 INFO [RS:2;4ce65a7c4674:37773 {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T17:24:32,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741835_1011 (size=93) 2024-12-15T17:24:32,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741835_1011 (size=93) 2024-12-15T17:24:32,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741835_1011 (size=93) 2024-12-15T17:24:32,234 INFO [RS:2;4ce65a7c4674:37773 {}] hbase.ChoreService(370): Chore service for: regionserver/4ce65a7c4674:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-15T17:24:32,235 INFO [RS:2;4ce65a7c4674:37773 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-15T17:24:32,235 INFO [RS:2;4ce65a7c4674:37773 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-15T17:24:32,235 INFO [RS:2;4ce65a7c4674:37773 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-15T17:24:32,235 INFO [RS:2;4ce65a7c4674:37773 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:37773 2024-12-15T17:24:32,235 INFO [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T17:24:32,243 DEBUG [RS:3;4ce65a7c4674:44777 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/oldWALs 2024-12-15T17:24:32,243 INFO [RS:3;4ce65a7c4674:44777 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 4ce65a7c4674%2C44777%2C1734283454943:(num 1734283455850) 2024-12-15T17:24:32,243 DEBUG [RS:3;4ce65a7c4674:44777 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:24:32,243 INFO [RS:3;4ce65a7c4674:44777 {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T17:24:32,244 INFO [RS:3;4ce65a7c4674:44777 {}] hbase.ChoreService(370): Chore service for: regionserver/4ce65a7c4674:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-15T17:24:32,244 INFO [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T17:24:32,244 INFO [RS:3;4ce65a7c4674:44777 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:44777 2024-12-15T17:24:32,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37773-0x1002ab884a90003, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4ce65a7c4674,37773,1734283454900 2024-12-15T17:24:32,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46413-0x1002ab884a90002, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T17:24:32,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46413-0x1002ab884a90002, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T17:24:32,279 INFO [RS:1;4ce65a7c4674:46413 {}] regionserver.HRegionServer(1307): Exiting; stopping=4ce65a7c4674,46413,1734283454855; zookeeper connection closed. 2024-12-15T17:24:32,280 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@785fdf95 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@785fdf95 2024-12-15T17:24:32,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x1002ab884a90000, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-15T17:24:32,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44777-0x1002ab884a90004, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4ce65a7c4674,44777,1734283454943 2024-12-15T17:24:32,296 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4ce65a7c4674,44777,1734283454943] 2024-12-15T17:24:32,296 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 4ce65a7c4674,44777,1734283454943; numProcessing=2 2024-12-15T17:24:32,315 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/4ce65a7c4674,44777,1734283454943 already deleted, retry=false 2024-12-15T17:24:32,315 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 4ce65a7c4674,44777,1734283454943 expired; onlineServers=1 2024-12-15T17:24:32,315 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4ce65a7c4674,37773,1734283454900] 2024-12-15T17:24:32,315 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 4ce65a7c4674,37773,1734283454900; numProcessing=3 2024-12-15T17:24:32,320 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/4ce65a7c4674,37773,1734283454900 already deleted, retry=false 2024-12-15T17:24:32,321 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 4ce65a7c4674,37773,1734283454900 expired; onlineServers=0 2024-12-15T17:24:32,321 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '4ce65a7c4674,46599,1734283454536' ***** 2024-12-15T17:24:32,321 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-15T17:24:32,321 DEBUG [M:0;4ce65a7c4674:46599 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6029994b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ce65a7c4674/172.17.0.2:0 2024-12-15T17:24:32,321 INFO [M:0;4ce65a7c4674:46599 {}] regionserver.HRegionServer(1224): stopping server 4ce65a7c4674,46599,1734283454536 2024-12-15T17:24:32,321 INFO [M:0;4ce65a7c4674:46599 {}] regionserver.HRegionServer(1250): stopping server 4ce65a7c4674,46599,1734283454536; all regions closed. 2024-12-15T17:24:32,321 DEBUG [M:0;4ce65a7c4674:46599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:24:32,321 DEBUG [M:0;4ce65a7c4674:46599 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-15T17:24:32,321 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-15T17:24:32,321 DEBUG [M:0;4ce65a7c4674:46599 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-15T17:24:32,321 INFO [M:0;4ce65a7c4674:46599 {}] hbase.ChoreService(370): Chore service for: master/4ce65a7c4674:0 had [] on shutdown 2024-12-15T17:24:32,322 DEBUG [M:0;4ce65a7c4674:46599 {}] master.HMaster(1733): Stopping service threads 2024-12-15T17:24:32,322 INFO [M:0;4ce65a7c4674:46599 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-15T17:24:32,322 INFO [M:0;4ce65a7c4674:46599 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-15T17:24:32,322 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster-HFileCleaner.small.0-1734283455515 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ce65a7c4674:0:becomeActiveMaster-HFileCleaner.small.0-1734283455515,5,FailOnTimeoutGroup] 2024-12-15T17:24:32,322 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster-HFileCleaner.large.0-1734283455515 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ce65a7c4674:0:becomeActiveMaster-HFileCleaner.large.0-1734283455515,5,FailOnTimeoutGroup] 2024-12-15T17:24:32,323 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-15T17:24:32,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x1002ab884a90000, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-15T17:24:32,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x1002ab884a90000, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:32,337 DEBUG [M:0;4ce65a7c4674:46599 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/master already deleted, retry=false 2024-12-15T17:24:32,337 DEBUG [M:0;4ce65a7c4674:46599 {}] master.ActiveMasterManager(353): master:46599-0x1002ab884a90000, quorum=127.0.0.1:50194, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-12-15T17:24:32,337 INFO [M:0;4ce65a7c4674:46599 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-15T17:24:32,338 INFO [M:0;4ce65a7c4674:46599 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-15T17:24:32,338 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46599-0x1002ab884a90000, quorum=127.0.0.1:50194, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T17:24:32,338 DEBUG [M:0;4ce65a7c4674:46599 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-15T17:24:32,338 INFO [M:0;4ce65a7c4674:46599 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T17:24:32,338 DEBUG [M:0;4ce65a7c4674:46599 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T17:24:32,338 DEBUG [M:0;4ce65a7c4674:46599 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-15T17:24:32,338 DEBUG [M:0;4ce65a7c4674:46599 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T17:24:32,338 INFO [M:0;4ce65a7c4674:46599 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=132.91 KB heapSize=158.09 KB 2024-12-15T17:24:32,364 DEBUG [M:0;4ce65a7c4674:46599 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a2ceb6918ea5467d86ea305f1c818fe5 is 82, key is hbase:meta,,1/info:regioninfo/1734283464887/Put/seqid=0 2024-12-15T17:24:32,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741865_1041 (size=7123) 2024-12-15T17:24:32,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741865_1041 (size=7123) 2024-12-15T17:24:32,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741865_1041 (size=7123) 2024-12-15T17:24:32,378 INFO [M:0;4ce65a7c4674:46599 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.84 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a2ceb6918ea5467d86ea305f1c818fe5 2024-12-15T17:24:32,399 INFO [RS:2;4ce65a7c4674:37773 {}] regionserver.HRegionServer(1307): Exiting; stopping=4ce65a7c4674,37773,1734283454900; zookeeper connection closed. 2024-12-15T17:24:32,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37773-0x1002ab884a90003, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T17:24:32,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37773-0x1002ab884a90003, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T17:24:32,404 DEBUG [M:0;4ce65a7c4674:46599 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a747c5a1037948ef8206d297bc3d3cfc is 2427, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1734283458334/Put/seqid=0 2024-12-15T17:24:32,407 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@397b1798 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@397b1798 2024-12-15T17:24:32,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44777-0x1002ab884a90004, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T17:24:32,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44777-0x1002ab884a90004, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T17:24:32,408 INFO [RS:3;4ce65a7c4674:44777 {}] regionserver.HRegionServer(1307): Exiting; stopping=4ce65a7c4674,44777,1734283454943; zookeeper connection closed. 2024-12-15T17:24:32,415 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5abeb20f {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5abeb20f 2024-12-15T17:24:32,417 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 4 regionserver(s) complete 2024-12-15T17:24:32,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741866_1042 (size=10114) 2024-12-15T17:24:32,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741866_1042 (size=10114) 2024-12-15T17:24:32,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741866_1042 (size=10114) 2024-12-15T17:24:32,429 INFO [M:0;4ce65a7c4674:46599 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=129.72 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a747c5a1037948ef8206d297bc3d3cfc 2024-12-15T17:24:32,502 DEBUG [M:0;4ce65a7c4674:46599 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff60bc27b16b476389e22a6aa439a6e9 is 69, key is 4ce65a7c4674,37773,1734283454900/rs:state/1734283455587/Put/seqid=0 2024-12-15T17:24:32,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741867_1043 (size=5512) 2024-12-15T17:24:32,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741867_1043 (size=5512) 2024-12-15T17:24:32,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741867_1043 (size=5512) 2024-12-15T17:24:32,552 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:24:32,552 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:24:32,929 INFO [M:0;4ce65a7c4674:46599 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=314 B at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff60bc27b16b476389e22a6aa439a6e9 2024-12-15T17:24:32,933 INFO [M:0;4ce65a7c4674:46599 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ff60bc27b16b476389e22a6aa439a6e9 2024-12-15T17:24:32,952 DEBUG [M:0;4ce65a7c4674:46599 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/c35974561c044242b96627bc3b347422 is 52, key is load_balancer_on/state:d/1734283458349/Put/seqid=0 2024-12-15T17:24:32,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741868_1044 (size=5057) 2024-12-15T17:24:32,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741868_1044 (size=5057) 2024-12-15T17:24:32,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741868_1044 (size=5057) 2024-12-15T17:24:32,957 INFO [M:0;4ce65a7c4674:46599 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/c35974561c044242b96627bc3b347422 2024-12-15T17:24:32,961 DEBUG [M:0;4ce65a7c4674:46599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a2ceb6918ea5467d86ea305f1c818fe5 as hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a2ceb6918ea5467d86ea305f1c818fe5 2024-12-15T17:24:32,964 INFO [M:0;4ce65a7c4674:46599 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a2ceb6918ea5467d86ea305f1c818fe5, entries=30, sequenceid=251, filesize=7.0 K 2024-12-15T17:24:32,965 DEBUG [M:0;4ce65a7c4674:46599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a747c5a1037948ef8206d297bc3d3cfc as hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a747c5a1037948ef8206d297bc3d3cfc 2024-12-15T17:24:32,968 INFO [M:0;4ce65a7c4674:46599 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a747c5a1037948ef8206d297bc3d3cfc, entries=29, sequenceid=251, filesize=9.9 K 2024-12-15T17:24:32,969 DEBUG [M:0;4ce65a7c4674:46599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff60bc27b16b476389e22a6aa439a6e9 as hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ff60bc27b16b476389e22a6aa439a6e9 2024-12-15T17:24:32,973 INFO [M:0;4ce65a7c4674:46599 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ff60bc27b16b476389e22a6aa439a6e9 2024-12-15T17:24:32,973 INFO [M:0;4ce65a7c4674:46599 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ff60bc27b16b476389e22a6aa439a6e9, entries=4, sequenceid=251, filesize=5.4 K 2024-12-15T17:24:32,974 DEBUG [M:0;4ce65a7c4674:46599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/c35974561c044242b96627bc3b347422 as hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/c35974561c044242b96627bc3b347422 2024-12-15T17:24:32,977 INFO [M:0;4ce65a7c4674:46599 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/c35974561c044242b96627bc3b347422, entries=1, sequenceid=251, filesize=4.9 K 2024-12-15T17:24:32,978 INFO [M:0;4ce65a7c4674:46599 {}] regionserver.HRegion(3040): Finished flush of dataSize ~132.91 KB/136101, heapSize ~158.02 KB/161816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 640ms, sequenceid=251, compaction requested=false 2024-12-15T17:24:32,979 INFO [M:0;4ce65a7c4674:46599 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T17:24:32,979 DEBUG [M:0;4ce65a7c4674:46599 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T17:24:32,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741830_1006 (size=153173) 2024-12-15T17:24:32,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741830_1006 (size=153173) 2024-12-15T17:24:32,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741830_1006 (size=153173) 2024-12-15T17:24:32,983 INFO [M:0;4ce65a7c4674:46599 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-15T17:24:32,983 INFO [M:0;4ce65a7c4674:46599 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:46599 2024-12-15T17:24:32,983 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T17:24:33,028 DEBUG [M:0;4ce65a7c4674:46599 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/4ce65a7c4674,46599,1734283454536 already deleted, retry=false 2024-12-15T17:24:33,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x1002ab884a90000, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T17:24:33,137 INFO [M:0;4ce65a7c4674:46599 {}] regionserver.HRegionServer(1307): Exiting; stopping=4ce65a7c4674,46599,1734283454536; zookeeper connection closed. 2024-12-15T17:24:33,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x1002ab884a90000, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T17:24:33,159 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30d0a7b8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:24:33,159 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1cf7c2e7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T17:24:33,159 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T17:24:33,159 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26fab766{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T17:24:33,160 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56913e78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1adc594f-8b36-09b1-76b0-83328dbd315e/hadoop.log.dir/,STOPPED} 2024-12-15T17:24:33,161 WARN [BP-1570036238-172.17.0.2-1734283452049 heartbeating to localhost/127.0.0.1:37423 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T17:24:33,161 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T17:24:33,161 WARN [BP-1570036238-172.17.0.2-1734283452049 heartbeating to localhost/127.0.0.1:37423 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1570036238-172.17.0.2-1734283452049 (Datanode Uuid daa2da6b-2ce7-4fb2-a67e-5c955a0fd762) service to localhost/127.0.0.1:37423 2024-12-15T17:24:33,161 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T17:24:33,161 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1adc594f-8b36-09b1-76b0-83328dbd315e/cluster_13dc5d7b-b9b7-6bcc-992a-8f482bb11a85/dfs/data/data7/current/BP-1570036238-172.17.0.2-1734283452049 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:24:33,161 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1adc594f-8b36-09b1-76b0-83328dbd315e/cluster_13dc5d7b-b9b7-6bcc-992a-8f482bb11a85/dfs/data/data8/current/BP-1570036238-172.17.0.2-1734283452049 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:24:33,162 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T17:24:33,165 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5121dc3d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:24:33,165 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2200ad73{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T17:24:33,165 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T17:24:33,165 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4706f716{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T17:24:33,165 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c66446b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1adc594f-8b36-09b1-76b0-83328dbd315e/hadoop.log.dir/,STOPPED} 2024-12-15T17:24:33,167 WARN [BP-1570036238-172.17.0.2-1734283452049 heartbeating to localhost/127.0.0.1:37423 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T17:24:33,167 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T17:24:33,167 WARN [BP-1570036238-172.17.0.2-1734283452049 heartbeating to localhost/127.0.0.1:37423 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1570036238-172.17.0.2-1734283452049 (Datanode Uuid 35cdad4e-6aa3-4d00-a197-0b781386fca5) service to localhost/127.0.0.1:37423 2024-12-15T17:24:33,167 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T17:24:33,167 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1adc594f-8b36-09b1-76b0-83328dbd315e/cluster_13dc5d7b-b9b7-6bcc-992a-8f482bb11a85/dfs/data/data5/current/BP-1570036238-172.17.0.2-1734283452049 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:24:33,167 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1adc594f-8b36-09b1-76b0-83328dbd315e/cluster_13dc5d7b-b9b7-6bcc-992a-8f482bb11a85/dfs/data/data6/current/BP-1570036238-172.17.0.2-1734283452049 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:24:33,167 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T17:24:33,172 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29403eb1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:24:33,172 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12be1c9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T17:24:33,172 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T17:24:33,172 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a03fd45{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T17:24:33,172 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f7703e0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1adc594f-8b36-09b1-76b0-83328dbd315e/hadoop.log.dir/,STOPPED} 2024-12-15T17:24:33,174 WARN [BP-1570036238-172.17.0.2-1734283452049 heartbeating to localhost/127.0.0.1:37423 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T17:24:33,174 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T17:24:33,174 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T17:24:33,174 WARN [BP-1570036238-172.17.0.2-1734283452049 heartbeating to localhost/127.0.0.1:37423 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1570036238-172.17.0.2-1734283452049 (Datanode Uuid 75c613d7-0cc5-4077-ba82-39bfc90817c7) service to localhost/127.0.0.1:37423 2024-12-15T17:24:33,174 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1adc594f-8b36-09b1-76b0-83328dbd315e/cluster_13dc5d7b-b9b7-6bcc-992a-8f482bb11a85/dfs/data/data3/current/BP-1570036238-172.17.0.2-1734283452049 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:24:33,174 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1adc594f-8b36-09b1-76b0-83328dbd315e/cluster_13dc5d7b-b9b7-6bcc-992a-8f482bb11a85/dfs/data/data4/current/BP-1570036238-172.17.0.2-1734283452049 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:24:33,175 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T17:24:33,180 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a318645{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:24:33,180 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@781f0b29{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T17:24:33,180 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T17:24:33,181 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@656cdeda{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T17:24:33,181 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56edf31f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1adc594f-8b36-09b1-76b0-83328dbd315e/hadoop.log.dir/,STOPPED} 2024-12-15T17:24:33,183 WARN [BP-1570036238-172.17.0.2-1734283452049 heartbeating to localhost/127.0.0.1:37423 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T17:24:33,183 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T17:24:33,183 WARN [BP-1570036238-172.17.0.2-1734283452049 heartbeating to localhost/127.0.0.1:37423 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1570036238-172.17.0.2-1734283452049 (Datanode Uuid d4a0dec2-e99f-498e-945a-e252097009a4) service to localhost/127.0.0.1:37423 2024-12-15T17:24:33,183 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T17:24:33,184 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1adc594f-8b36-09b1-76b0-83328dbd315e/cluster_13dc5d7b-b9b7-6bcc-992a-8f482bb11a85/dfs/data/data1/current/BP-1570036238-172.17.0.2-1734283452049 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:24:33,184 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1adc594f-8b36-09b1-76b0-83328dbd315e/cluster_13dc5d7b-b9b7-6bcc-992a-8f482bb11a85/dfs/data/data2/current/BP-1570036238-172.17.0.2-1734283452049 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:24:33,184 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T17:24:33,189 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5be64c95{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T17:24:33,190 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ce6a06{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T17:24:33,190 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T17:24:33,190 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c02b9f1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T17:24:33,190 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38634835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1adc594f-8b36-09b1-76b0-83328dbd315e/hadoop.log.dir/,STOPPED} 2024-12-15T17:24:33,197 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-15T17:24:33,235 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-15T17:24:33,245 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.regionserver.TestMetaRegionReplicaReplicationEndpoint#testCatalogReplicaReplicationWALRolledAndDeleted Thread=255 (was 190) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:50194@0x0efda2b9-SendThread(127.0.0.1:50194) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (55424644) connection to localhost/127.0.0.1:37423 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:37423 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (55424644) connection to localhost/127.0.0.1:37423 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:37423 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:37423 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:50194@0x0efda2b9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$684/0x00007f5680adb1a8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-SendThread(127.0.0.1:50194) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:50194@0x7741e94f-SendThread(127.0.0.1:50194) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HFileArchiver-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-SendThread(127.0.0.1:50194) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-24-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37423 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (55424644) connection to localhost/127.0.0.1:37423 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:313) app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:50194@0x7741e94f-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: HFileArchiver-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:37423 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (55424644) connection to localhost/127.0.0.1:37423 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:131) app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:166) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-25-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:50194@0x0efda2b9-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: nioEventLoopGroup-24-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (55424644) connection to localhost/127.0.0.1:37423 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:50194@0x7741e94f java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$684/0x00007f5680adb1a8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (55424644) connection to localhost/127.0.0.1:37423 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=617 (was 564) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=927 (was 976), ProcessCount=11 (was 11), AvailableMemoryMB=4494 (was 4345) - AvailableMemoryMB LEAK? - 2024-12-15T17:24:33,252 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:24:33,252 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:24:33,253 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.regionserver.TestMetaRegionReplicaReplicationEndpoint#testCatalogReplicaReplicationWithReplicaMoved Thread=255, OpenFileDescriptor=617, MaxFileDescriptor=1048576, SystemLoadAverage=927, ProcessCount=11, AvailableMemoryMB=4494 2024-12-15T17:24:33,270 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1adc594f-8b36-09b1-76b0-83328dbd315e/hadoop.log.dir so I do NOT create it in target/test-data/7ae2ca8c-f059-9a70-9f6e-7ad2cf59ec70 2024-12-15T17:24:33,270 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1adc594f-8b36-09b1-76b0-83328dbd315e/hadoop.log.dir Erasing configuration value by system value. 2024-12-15T17:24:33,270 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1adc594f-8b36-09b1-76b0-83328dbd315e/hadoop.tmp.dir so I do NOT create it in target/test-data/7ae2ca8c-f059-9a70-9f6e-7ad2cf59ec70 2024-12-15T17:24:33,270 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1adc594f-8b36-09b1-76b0-83328dbd315e/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-15T17:24:33,270 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ae2ca8c-f059-9a70-9f6e-7ad2cf59ec70 2024-12-15T17:24:33,271 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=4, rsPorts=, rsClass=null, numDataNodes=4, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-15T17:24:33,271 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ae2ca8c-f059-9a70-9f6e-7ad2cf59ec70/cluster_07c01d4e-f53d-d7ee-a449-8f3c947cae32, deleteOnExit=true 2024-12-15T17:24:33,271 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-15T17:24:33,271 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ae2ca8c-f059-9a70-9f6e-7ad2cf59ec70/test.cache.data in system properties and HBase conf 2024-12-15T17:24:33,271 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ae2ca8c-f059-9a70-9f6e-7ad2cf59ec70/hadoop.tmp.dir in system properties and HBase conf 2024-12-15T17:24:33,271 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ae2ca8c-f059-9a70-9f6e-7ad2cf59ec70/hadoop.log.dir in system properties and HBase conf 2024-12-15T17:24:33,271 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ae2ca8c-f059-9a70-9f6e-7ad2cf59ec70/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-15T17:24:33,271 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ae2ca8c-f059-9a70-9f6e-7ad2cf59ec70/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-15T17:24:33,271 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-15T17:24:33,271 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-15T17:24:33,272 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ae2ca8c-f059-9a70-9f6e-7ad2cf59ec70/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-15T17:24:33,272 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ae2ca8c-f059-9a70-9f6e-7ad2cf59ec70/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-15T17:24:33,272 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ae2ca8c-f059-9a70-9f6e-7ad2cf59ec70/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-15T17:24:33,272 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ae2ca8c-f059-9a70-9f6e-7ad2cf59ec70/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T17:24:33,272 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ae2ca8c-f059-9a70-9f6e-7ad2cf59ec70/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-15T17:24:33,272 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ae2ca8c-f059-9a70-9f6e-7ad2cf59ec70/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-15T17:24:33,272 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ae2ca8c-f059-9a70-9f6e-7ad2cf59ec70/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T17:24:33,272 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ae2ca8c-f059-9a70-9f6e-7ad2cf59ec70/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T17:24:33,272 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ae2ca8c-f059-9a70-9f6e-7ad2cf59ec70/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-15T17:24:33,272 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ae2ca8c-f059-9a70-9f6e-7ad2cf59ec70/nfs.dump.dir in system properties and HBase conf 2024-12-15T17:24:33,272 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ae2ca8c-f059-9a70-9f6e-7ad2cf59ec70/java.io.tmpdir in system properties and HBase conf 2024-12-15T17:24:33,272 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ae2ca8c-f059-9a70-9f6e-7ad2cf59ec70/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T17:24:33,273 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ae2ca8c-f059-9a70-9f6e-7ad2cf59ec70/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-15T17:24:33,273 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ae2ca8c-f059-9a70-9f6e-7ad2cf59ec70/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-15T17:24:33,298 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: region_replica_replication_catalog-0x1002ab884a9000a, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-15T17:24:33,298 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: region_replica_replication_catalog-0x1002ab884a90006, quorum=127.0.0.1:50194, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-15T17:24:33,298 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): connection to cluster: region_replica_replication_catalog-0x1002ab884a9000a, quorum=127.0.0.1:50194, baseZNode=/hbase Received Disconnected from ZooKeeper, ignoring 2024-12-15T17:24:33,298 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): connection to cluster: region_replica_replication_catalog-0x1002ab884a90006, quorum=127.0.0.1:50194, baseZNode=/hbase Received Disconnected from ZooKeeper, ignoring 2024-12-15T17:24:33,519 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T17:24:33,525 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T17:24:33,536 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T17:24:33,536 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T17:24:33,536 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T17:24:33,537 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T17:24:33,537 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d349dcf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ae2ca8c-f059-9a70-9f6e-7ad2cf59ec70/hadoop.log.dir/,AVAILABLE} 2024-12-15T17:24:33,537 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65a0f042{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T17:24:33,646 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61448f52{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ae2ca8c-f059-9a70-9f6e-7ad2cf59ec70/java.io.tmpdir/jetty-localhost-41143-hadoop-hdfs-3_4_1-tests_jar-_-any-4556042250176606772/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T17:24:33,647 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@291f3756{HTTP/1.1, (http/1.1)}{localhost:41143} 2024-12-15T17:24:33,647 INFO [Time-limited test {}] server.Server(415): Started @188068ms 2024-12-15T17:24:33,837 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T17:24:33,841 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T17:24:33,847 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T17:24:33,847 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T17:24:33,847 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T17:24:33,847 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b4d0873{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ae2ca8c-f059-9a70-9f6e-7ad2cf59ec70/hadoop.log.dir/,AVAILABLE} 2024-12-15T17:24:33,848 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c8a78b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T17:24:33,964 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4dfca3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ae2ca8c-f059-9a70-9f6e-7ad2cf59ec70/java.io.tmpdir/jetty-localhost-39039-hadoop-hdfs-3_4_1-tests_jar-_-any-17081402839882574845/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:24:33,964 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5549e59{HTTP/1.1, (http/1.1)}{localhost:39039} 2024-12-15T17:24:33,965 INFO [Time-limited test {}] server.Server(415): Started @188386ms 2024-12-15T17:24:33,966 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T17:24:34,003 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T17:24:34,009 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T17:24:34,010 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T17:24:34,010 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T17:24:34,010 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T17:24:34,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ca38dd4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ae2ca8c-f059-9a70-9f6e-7ad2cf59ec70/hadoop.log.dir/,AVAILABLE} 2024-12-15T17:24:34,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a9aeaa4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T17:24:34,053 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:24:34,053 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:24:34,102 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6d797277{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ae2ca8c-f059-9a70-9f6e-7ad2cf59ec70/java.io.tmpdir/jetty-localhost-38811-hadoop-hdfs-3_4_1-tests_jar-_-any-7477209890694563822/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:24:34,102 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76f61da4{HTTP/1.1, (http/1.1)}{localhost:38811} 2024-12-15T17:24:34,102 INFO [Time-limited test {}] server.Server(415): Started @188523ms 2024-12-15T17:24:34,103 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T17:24:34,141 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T17:24:34,145 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T17:24:34,146 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T17:24:34,146 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T17:24:34,146 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T17:24:34,147 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@555315c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ae2ca8c-f059-9a70-9f6e-7ad2cf59ec70/hadoop.log.dir/,AVAILABLE} 2024-12-15T17:24:34,147 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2650c0c9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T17:24:34,240 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28cc58d1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ae2ca8c-f059-9a70-9f6e-7ad2cf59ec70/java.io.tmpdir/jetty-localhost-46371-hadoop-hdfs-3_4_1-tests_jar-_-any-845293796889185866/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:24:34,241 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@217a7215{HTTP/1.1, (http/1.1)}{localhost:46371} 2024-12-15T17:24:34,241 INFO [Time-limited test {}] server.Server(415): Started @188662ms 2024-12-15T17:24:34,242 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T17:24:34,282 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T17:24:34,286 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T17:24:34,287 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T17:24:34,287 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T17:24:34,287 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T17:24:34,287 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@207af0be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ae2ca8c-f059-9a70-9f6e-7ad2cf59ec70/hadoop.log.dir/,AVAILABLE} 2024-12-15T17:24:34,288 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12a7ef26{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T17:24:34,346 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:24:34,346 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:24:34,384 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d929eaa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ae2ca8c-f059-9a70-9f6e-7ad2cf59ec70/java.io.tmpdir/jetty-localhost-34163-hadoop-hdfs-3_4_1-tests_jar-_-any-7707207845412434277/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:24:34,384 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5863c4b7{HTTP/1.1, (http/1.1)}{localhost:34163} 2024-12-15T17:24:34,384 INFO [Time-limited test {}] server.Server(415): Started @188805ms 2024-12-15T17:24:34,385 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T17:24:34,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T17:24:34,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-15T17:24:34,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-15T17:24:34,756 WARN [Thread-2559 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ae2ca8c-f059-9a70-9f6e-7ad2cf59ec70/cluster_07c01d4e-f53d-d7ee-a449-8f3c947cae32/dfs/data/data1/current/BP-623197001-172.17.0.2-1734283473307/current, will proceed with Du for space computation calculation, 2024-12-15T17:24:34,756 WARN [Thread-2560 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ae2ca8c-f059-9a70-9f6e-7ad2cf59ec70/cluster_07c01d4e-f53d-d7ee-a449-8f3c947cae32/dfs/data/data2/current/BP-623197001-172.17.0.2-1734283473307/current, will proceed with Du for space computation calculation, 2024-12-15T17:24:34,775 WARN [Thread-2480 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T17:24:34,777 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b6b03045ae05883 with lease ID 0xbddcf996cad90098: Processing first storage report for DS-8e3280d5-630b-4037-a829-7c76ea15f860 from datanode DatanodeRegistration(127.0.0.1:43239, datanodeUuid=272a36d8-ca21-469e-b892-efa3c9c634b3, infoPort=32937, infoSecurePort=0, ipcPort=41653, storageInfo=lv=-57;cid=testClusterID;nsid=1868926866;c=1734283473307) 2024-12-15T17:24:34,778 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b6b03045ae05883 with lease ID 0xbddcf996cad90098: from storage DS-8e3280d5-630b-4037-a829-7c76ea15f860 node DatanodeRegistration(127.0.0.1:43239, datanodeUuid=272a36d8-ca21-469e-b892-efa3c9c634b3, infoPort=32937, infoSecurePort=0, ipcPort=41653, storageInfo=lv=-57;cid=testClusterID;nsid=1868926866;c=1734283473307), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T17:24:34,778 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b6b03045ae05883 with lease ID 0xbddcf996cad90098: Processing first storage report for DS-9cc0da66-3106-41a9-8bf3-656756328ea7 from datanode DatanodeRegistration(127.0.0.1:43239, datanodeUuid=272a36d8-ca21-469e-b892-efa3c9c634b3, infoPort=32937, infoSecurePort=0, ipcPort=41653, storageInfo=lv=-57;cid=testClusterID;nsid=1868926866;c=1734283473307) 2024-12-15T17:24:34,778 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b6b03045ae05883 with lease ID 0xbddcf996cad90098: from storage DS-9cc0da66-3106-41a9-8bf3-656756328ea7 node DatanodeRegistration(127.0.0.1:43239, datanodeUuid=272a36d8-ca21-469e-b892-efa3c9c634b3, infoPort=32937, infoSecurePort=0, ipcPort=41653, storageInfo=lv=-57;cid=testClusterID;nsid=1868926866;c=1734283473307), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T17:24:34,953 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:24:34,953 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:24:35,094 WARN [Thread-2575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ae2ca8c-f059-9a70-9f6e-7ad2cf59ec70/cluster_07c01d4e-f53d-d7ee-a449-8f3c947cae32/dfs/data/data3/current/BP-623197001-172.17.0.2-1734283473307/current, will proceed with Du for space computation calculation, 2024-12-15T17:24:35,094 WARN [Thread-2576 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ae2ca8c-f059-9a70-9f6e-7ad2cf59ec70/cluster_07c01d4e-f53d-d7ee-a449-8f3c947cae32/dfs/data/data4/current/BP-623197001-172.17.0.2-1734283473307/current, will proceed with Du for space computation calculation, 2024-12-15T17:24:35,112 WARN [Thread-2503 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T17:24:35,114 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8aed2855c5c04241 with lease ID 0xbddcf996cad90099: Processing first storage report for DS-e54c4d66-02c4-4936-a305-8c5ce9352a96 from datanode DatanodeRegistration(127.0.0.1:37721, datanodeUuid=08a42365-6ca9-4097-b63b-bc1ce42a670c, infoPort=45263, infoSecurePort=0, ipcPort=35579, storageInfo=lv=-57;cid=testClusterID;nsid=1868926866;c=1734283473307) 2024-12-15T17:24:35,114 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8aed2855c5c04241 with lease ID 0xbddcf996cad90099: from storage DS-e54c4d66-02c4-4936-a305-8c5ce9352a96 node DatanodeRegistration(127.0.0.1:37721, datanodeUuid=08a42365-6ca9-4097-b63b-bc1ce42a670c, infoPort=45263, infoSecurePort=0, ipcPort=35579, storageInfo=lv=-57;cid=testClusterID;nsid=1868926866;c=1734283473307), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-15T17:24:35,114 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8aed2855c5c04241 with lease ID 0xbddcf996cad90099: Processing first storage report for DS-10013893-580e-410f-8453-69b13671f044 from datanode DatanodeRegistration(127.0.0.1:37721, datanodeUuid=08a42365-6ca9-4097-b63b-bc1ce42a670c, infoPort=45263, infoSecurePort=0, ipcPort=35579, storageInfo=lv=-57;cid=testClusterID;nsid=1868926866;c=1734283473307) 2024-12-15T17:24:35,114 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8aed2855c5c04241 with lease ID 0xbddcf996cad90099: from storage DS-10013893-580e-410f-8453-69b13671f044 node DatanodeRegistration(127.0.0.1:37721, datanodeUuid=08a42365-6ca9-4097-b63b-bc1ce42a670c, infoPort=45263, infoSecurePort=0, ipcPort=35579, storageInfo=lv=-57;cid=testClusterID;nsid=1868926866;c=1734283473307), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T17:24:35,232 WARN [Thread-2586 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ae2ca8c-f059-9a70-9f6e-7ad2cf59ec70/cluster_07c01d4e-f53d-d7ee-a449-8f3c947cae32/dfs/data/data5/current/BP-623197001-172.17.0.2-1734283473307/current, will proceed with Du for space computation calculation, 2024-12-15T17:24:35,233 WARN [Thread-2587 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ae2ca8c-f059-9a70-9f6e-7ad2cf59ec70/cluster_07c01d4e-f53d-d7ee-a449-8f3c947cae32/dfs/data/data6/current/BP-623197001-172.17.0.2-1734283473307/current, will proceed with Du for space computation calculation, 2024-12-15T17:24:35,253 WARN [Thread-2526 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T17:24:35,258 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x60f7658adc95c8d4 with lease ID 0xbddcf996cad9009a: Processing first storage report for DS-4348cf5d-4660-4379-aec9-a8b245f3193b from datanode DatanodeRegistration(127.0.0.1:33259, datanodeUuid=9d385b0e-c461-4bd4-887a-548e8654a636, infoPort=42317, infoSecurePort=0, ipcPort=37777, storageInfo=lv=-57;cid=testClusterID;nsid=1868926866;c=1734283473307) 2024-12-15T17:24:35,259 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x60f7658adc95c8d4 with lease ID 0xbddcf996cad9009a: from storage DS-4348cf5d-4660-4379-aec9-a8b245f3193b node DatanodeRegistration(127.0.0.1:33259, datanodeUuid=9d385b0e-c461-4bd4-887a-548e8654a636, infoPort=42317, infoSecurePort=0, ipcPort=37777, storageInfo=lv=-57;cid=testClusterID;nsid=1868926866;c=1734283473307), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T17:24:35,259 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x60f7658adc95c8d4 with lease ID 0xbddcf996cad9009a: Processing first storage report for DS-24a3ccf9-b33f-4126-873b-b5deffc0a23b from datanode DatanodeRegistration(127.0.0.1:33259, datanodeUuid=9d385b0e-c461-4bd4-887a-548e8654a636, infoPort=42317, infoSecurePort=0, ipcPort=37777, storageInfo=lv=-57;cid=testClusterID;nsid=1868926866;c=1734283473307) 2024-12-15T17:24:35,259 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x60f7658adc95c8d4 with lease ID 0xbddcf996cad9009a: from storage DS-24a3ccf9-b33f-4126-873b-b5deffc0a23b node DatanodeRegistration(127.0.0.1:33259, datanodeUuid=9d385b0e-c461-4bd4-887a-548e8654a636, infoPort=42317, infoSecurePort=0, ipcPort=37777, storageInfo=lv=-57;cid=testClusterID;nsid=1868926866;c=1734283473307), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T17:24:35,320 WARN [Thread-2597 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ae2ca8c-f059-9a70-9f6e-7ad2cf59ec70/cluster_07c01d4e-f53d-d7ee-a449-8f3c947cae32/dfs/data/data7/current/BP-623197001-172.17.0.2-1734283473307/current, will proceed with Du for space computation calculation, 2024-12-15T17:24:35,323 WARN [Thread-2598 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ae2ca8c-f059-9a70-9f6e-7ad2cf59ec70/cluster_07c01d4e-f53d-d7ee-a449-8f3c947cae32/dfs/data/data8/current/BP-623197001-172.17.0.2-1734283473307/current, will proceed with Du for space computation calculation, 2024-12-15T17:24:35,366 WARN [Thread-2549 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T17:24:35,383 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x874c9b2139ebe79d with lease ID 0xbddcf996cad9009b: Processing first storage report for DS-997ad25a-fff3-4f07-9d65-0e54c532fdc1 from datanode DatanodeRegistration(127.0.0.1:43879, datanodeUuid=5becbd13-8ad5-4cb2-b9b5-07b7286d6adf, infoPort=43907, infoSecurePort=0, ipcPort=35831, storageInfo=lv=-57;cid=testClusterID;nsid=1868926866;c=1734283473307) 2024-12-15T17:24:35,383 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x874c9b2139ebe79d with lease ID 0xbddcf996cad9009b: from storage DS-997ad25a-fff3-4f07-9d65-0e54c532fdc1 node DatanodeRegistration(127.0.0.1:43879, datanodeUuid=5becbd13-8ad5-4cb2-b9b5-07b7286d6adf, infoPort=43907, infoSecurePort=0, ipcPort=35831, storageInfo=lv=-57;cid=testClusterID;nsid=1868926866;c=1734283473307), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T17:24:35,384 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x874c9b2139ebe79d with lease ID 0xbddcf996cad9009b: Processing first storage report for DS-2d5cc2fd-b254-445b-a6b5-75b849231912 from datanode DatanodeRegistration(127.0.0.1:43879, datanodeUuid=5becbd13-8ad5-4cb2-b9b5-07b7286d6adf, infoPort=43907, infoSecurePort=0, ipcPort=35831, storageInfo=lv=-57;cid=testClusterID;nsid=1868926866;c=1734283473307) 2024-12-15T17:24:35,384 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x874c9b2139ebe79d with lease ID 0xbddcf996cad9009b: from storage DS-2d5cc2fd-b254-445b-a6b5-75b849231912 node DatanodeRegistration(127.0.0.1:43879, datanodeUuid=5becbd13-8ad5-4cb2-b9b5-07b7286d6adf, infoPort=43907, infoSecurePort=0, ipcPort=35831, storageInfo=lv=-57;cid=testClusterID;nsid=1868926866;c=1734283473307), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T17:24:35,420 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ae2ca8c-f059-9a70-9f6e-7ad2cf59ec70 2024-12-15T17:24:35,436 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ae2ca8c-f059-9a70-9f6e-7ad2cf59ec70/cluster_07c01d4e-f53d-d7ee-a449-8f3c947cae32/zookeeper_0, clientPort=53093, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ae2ca8c-f059-9a70-9f6e-7ad2cf59ec70/cluster_07c01d4e-f53d-d7ee-a449-8f3c947cae32/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ae2ca8c-f059-9a70-9f6e-7ad2cf59ec70/cluster_07c01d4e-f53d-d7ee-a449-8f3c947cae32/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-15T17:24:35,440 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=53093 2024-12-15T17:24:35,440 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:24:35,441 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:24:35,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741825_1001 (size=7) 2024-12-15T17:24:35,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43239 is added to blk_1073741825_1001 (size=7) 2024-12-15T17:24:35,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741825_1001 (size=7) 2024-12-15T17:24:35,480 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05 with version=8 2024-12-15T17:24:35,480 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/hbase-staging 2024-12-15T17:24:35,483 INFO [Time-limited test {}] client.ConnectionUtils(129): master/4ce65a7c4674:0 server-side Connection retries=15 2024-12-15T17:24:35,483 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:24:35,483 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T17:24:35,483 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T17:24:35,483 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:24:35,483 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T17:24:35,483 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T17:24:35,484 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T17:24:35,566 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:37899 2024-12-15T17:24:35,567 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:24:35,569 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:24:35,571 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:37899 connecting to ZooKeeper ensemble=127.0.0.1:53093 2024-12-15T17:24:35,954 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:24:35,954 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:24:36,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:378990x0, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T17:24:36,108 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37899-0x1002ab8d66a0000 connected 2024-12-15T17:24:36,171 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37899-0x1002ab8d66a0000, quorum=127.0.0.1:53093, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T17:24:36,171 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37899-0x1002ab8d66a0000, quorum=127.0.0.1:53093, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:24:36,171 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37899-0x1002ab8d66a0000, quorum=127.0.0.1:53093, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-15T17:24:36,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37899 2024-12-15T17:24:36,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37899 2024-12-15T17:24:36,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37899 2024-12-15T17:24:36,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37899 2024-12-15T17:24:36,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37899 2024-12-15T17:24:36,173 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05, hbase.cluster.distributed=false 2024-12-15T17:24:36,185 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/4ce65a7c4674:0 server-side Connection retries=15 2024-12-15T17:24:36,186 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:24:36,186 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T17:24:36,186 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T17:24:36,186 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:24:36,186 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T17:24:36,186 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T17:24:36,186 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T17:24:36,186 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:36557 2024-12-15T17:24:36,187 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-15T17:24:36,187 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-15T17:24:36,188 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:24:36,190 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:24:36,193 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:36557 connecting to ZooKeeper ensemble=127.0.0.1:53093 2024-12-15T17:24:36,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365570x0, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T17:24:36,204 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:365570x0, quorum=127.0.0.1:53093, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T17:24:36,204 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36557-0x1002ab8d66a0001 connected 2024-12-15T17:24:36,205 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36557-0x1002ab8d66a0001, quorum=127.0.0.1:53093, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:24:36,205 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36557-0x1002ab8d66a0001, quorum=127.0.0.1:53093, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-15T17:24:36,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36557 2024-12-15T17:24:36,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36557 2024-12-15T17:24:36,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36557 2024-12-15T17:24:36,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36557 2024-12-15T17:24:36,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36557 2024-12-15T17:24:36,217 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/4ce65a7c4674:0 server-side Connection retries=15 2024-12-15T17:24:36,217 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:24:36,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T17:24:36,218 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T17:24:36,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:24:36,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T17:24:36,218 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T17:24:36,218 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T17:24:36,218 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:38077 2024-12-15T17:24:36,218 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-15T17:24:36,219 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-15T17:24:36,219 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:24:36,221 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:24:36,223 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:38077 connecting to ZooKeeper ensemble=127.0.0.1:53093 2024-12-15T17:24:36,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380770x0, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T17:24:36,229 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:380770x0, quorum=127.0.0.1:53093, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T17:24:36,229 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38077-0x1002ab8d66a0002 connected 2024-12-15T17:24:36,229 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38077-0x1002ab8d66a0002, quorum=127.0.0.1:53093, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:24:36,230 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38077-0x1002ab8d66a0002, quorum=127.0.0.1:53093, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-15T17:24:36,230 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38077 2024-12-15T17:24:36,230 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38077 2024-12-15T17:24:36,230 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38077 2024-12-15T17:24:36,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38077 2024-12-15T17:24:36,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38077 2024-12-15T17:24:36,243 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/4ce65a7c4674:0 server-side Connection retries=15 2024-12-15T17:24:36,243 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:24:36,243 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T17:24:36,243 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T17:24:36,243 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:24:36,243 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T17:24:36,243 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T17:24:36,243 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T17:24:36,244 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:40347 2024-12-15T17:24:36,244 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-15T17:24:36,244 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-15T17:24:36,245 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:24:36,246 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:24:36,248 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:40347 connecting to ZooKeeper ensemble=127.0.0.1:53093 2024-12-15T17:24:36,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403470x0, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T17:24:36,254 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:403470x0, quorum=127.0.0.1:53093, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T17:24:36,254 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40347-0x1002ab8d66a0003 connected 2024-12-15T17:24:36,254 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40347-0x1002ab8d66a0003, quorum=127.0.0.1:53093, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:24:36,255 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40347-0x1002ab8d66a0003, quorum=127.0.0.1:53093, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-15T17:24:36,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40347 2024-12-15T17:24:36,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40347 2024-12-15T17:24:36,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40347 2024-12-15T17:24:36,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40347 2024-12-15T17:24:36,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40347 2024-12-15T17:24:36,268 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/4ce65a7c4674:0 server-side Connection retries=15 2024-12-15T17:24:36,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:24:36,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T17:24:36,268 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T17:24:36,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:24:36,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T17:24:36,268 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T17:24:36,268 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T17:24:36,269 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:34827 2024-12-15T17:24:36,269 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-15T17:24:36,270 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-15T17:24:36,270 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:24:36,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:24:36,273 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:34827 connecting to ZooKeeper ensemble=127.0.0.1:53093 2024-12-15T17:24:36,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348270x0, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T17:24:36,279 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:348270x0, quorum=127.0.0.1:53093, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T17:24:36,279 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34827-0x1002ab8d66a0004 connected 2024-12-15T17:24:36,279 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34827-0x1002ab8d66a0004, quorum=127.0.0.1:53093, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:24:36,279 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34827-0x1002ab8d66a0004, quorum=127.0.0.1:53093, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-15T17:24:36,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34827 2024-12-15T17:24:36,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34827 2024-12-15T17:24:36,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34827 2024-12-15T17:24:36,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34827 2024-12-15T17:24:36,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34827 2024-12-15T17:24:36,281 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/4ce65a7c4674,37899,1734283475482 2024-12-15T17:24:36,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37899-0x1002ab8d66a0000, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:24:36,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34827-0x1002ab8d66a0004, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:24:36,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1002ab8d66a0001, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:24:36,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x1002ab8d66a0003, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:24:36,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38077-0x1002ab8d66a0002, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:24:36,288 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37899-0x1002ab8d66a0000, quorum=127.0.0.1:53093, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4ce65a7c4674,37899,1734283475482 2024-12-15T17:24:36,293 DEBUG [M:0;4ce65a7c4674:37899 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4ce65a7c4674:37899 2024-12-15T17:24:36,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x1002ab8d66a0003, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-15T17:24:36,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34827-0x1002ab8d66a0004, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-15T17:24:36,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34827-0x1002ab8d66a0004, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:36,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38077-0x1002ab8d66a0002, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-15T17:24:36,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38077-0x1002ab8d66a0002, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:36,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37899-0x1002ab8d66a0000, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-15T17:24:36,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37899-0x1002ab8d66a0000, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:36,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x1002ab8d66a0003, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:36,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1002ab8d66a0001, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-15T17:24:36,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1002ab8d66a0001, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:36,296 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37899-0x1002ab8d66a0000, quorum=127.0.0.1:53093, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-15T17:24:36,296 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4ce65a7c4674,37899,1734283475482 from backup master directory 2024-12-15T17:24:36,297 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:37899-0x1002ab8d66a0000, quorum=127.0.0.1:53093, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-15T17:24:36,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37899-0x1002ab8d66a0000, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4ce65a7c4674,37899,1734283475482 2024-12-15T17:24:36,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x1002ab8d66a0003, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:24:36,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37899-0x1002ab8d66a0000, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:24:36,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1002ab8d66a0001, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:24:36,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34827-0x1002ab8d66a0004, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:24:36,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38077-0x1002ab8d66a0002, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:24:36,304 WARN [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T17:24:36,304 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4ce65a7c4674,37899,1734283475482 2024-12-15T17:24:36,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43239 is added to blk_1073741826_1002 (size=42) 2024-12-15T17:24:36,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741826_1002 (size=42) 2024-12-15T17:24:36,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43879 is added to blk_1073741826_1002 (size=42) 2024-12-15T17:24:36,316 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/hbase.id with ID: 2d5c0f53-ead8-4c2d-9470-e7489c79cac0 2024-12-15T17:24:36,325 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:24:36,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37899-0x1002ab8d66a0000, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:36,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38077-0x1002ab8d66a0002, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:36,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1002ab8d66a0001, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:36,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x1002ab8d66a0003, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:36,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34827-0x1002ab8d66a0004, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:36,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741827_1003 (size=196) 2024-12-15T17:24:36,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43879 is added to blk_1073741827_1003 (size=196) 2024-12-15T17:24:36,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741827_1003 (size=196) 2024-12-15T17:24:36,337 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T17:24:36,337 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-15T17:24:36,337 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T17:24:36,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43879 is added to blk_1073741828_1004 (size=1189) 2024-12-15T17:24:36,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741828_1004 (size=1189) 2024-12-15T17:24:36,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43239 is added to blk_1073741828_1004 (size=1189) 2024-12-15T17:24:36,350 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/MasterData/data/master/store 2024-12-15T17:24:36,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43879 is added to blk_1073741829_1005 (size=34) 2024-12-15T17:24:36,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741829_1005 (size=34) 2024-12-15T17:24:36,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741829_1005 (size=34) 2024-12-15T17:24:36,356 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:24:36,357 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-15T17:24:36,357 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T17:24:36,357 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T17:24:36,357 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-15T17:24:36,357 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T17:24:36,357 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T17:24:36,357 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T17:24:36,357 WARN [master/4ce65a7c4674:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/MasterData/data/master/store/.initializing 2024-12-15T17:24:36,357 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/MasterData/WALs/4ce65a7c4674,37899,1734283475482 2024-12-15T17:24:36,358 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T17:24:36,359 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ce65a7c4674%2C37899%2C1734283475482, suffix=, logDir=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/MasterData/WALs/4ce65a7c4674,37899,1734283475482, archiveDir=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/MasterData/oldWALs, maxLogs=10 2024-12-15T17:24:36,370 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/MasterData/WALs/4ce65a7c4674,37899,1734283475482/4ce65a7c4674%2C37899%2C1734283475482.1734283476359, exclude list is [], retry=0 2024-12-15T17:24:36,373 DEBUG [RS-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43239,DS-8e3280d5-630b-4037-a829-7c76ea15f860,DISK] 2024-12-15T17:24:36,373 DEBUG [RS-EventLoopGroup-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43879,DS-997ad25a-fff3-4f07-9d65-0e54c532fdc1,DISK] 2024-12-15T17:24:36,373 DEBUG [RS-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33259,DS-4348cf5d-4660-4379-aec9-a8b245f3193b,DISK] 2024-12-15T17:24:36,376 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/MasterData/WALs/4ce65a7c4674,37899,1734283475482/4ce65a7c4674%2C37899%2C1734283475482.1734283476359 2024-12-15T17:24:36,377 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32937:32937),(127.0.0.1/127.0.0.1:43907:43907),(127.0.0.1/127.0.0.1:42317:42317)] 2024-12-15T17:24:36,377 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-15T17:24:36,377 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:24:36,377 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:24:36,377 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:24:36,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:24:36,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-15T17:24:36,380 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:36,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:36,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:24:36,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-15T17:24:36,381 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:36,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:24:36,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:24:36,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-15T17:24:36,383 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:36,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:24:36,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:24:36,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-15T17:24:36,384 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:36,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:24:36,385 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:24:36,385 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:24:36,387 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-15T17:24:36,388 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:24:36,389 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:24:36,390 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65524988, jitterRate=-0.02360159158706665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-15T17:24:36,390 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T17:24:36,391 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-15T17:24:36,394 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c628c41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:24:36,395 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-15T17:24:36,395 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-15T17:24:36,395 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-15T17:24:36,395 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-15T17:24:36,396 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-15T17:24:36,396 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-15T17:24:36,396 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-15T17:24:36,404 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-15T17:24:36,404 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37899-0x1002ab8d66a0000, quorum=127.0.0.1:53093, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-15T17:24:36,412 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-15T17:24:36,412 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-15T17:24:36,413 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37899-0x1002ab8d66a0000, quorum=127.0.0.1:53093, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-15T17:24:36,420 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-15T17:24:36,420 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-15T17:24:36,421 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37899-0x1002ab8d66a0000, quorum=127.0.0.1:53093, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-15T17:24:36,429 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-15T17:24:36,429 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37899-0x1002ab8d66a0000, quorum=127.0.0.1:53093, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-15T17:24:36,437 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-15T17:24:36,438 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37899-0x1002ab8d66a0000, quorum=127.0.0.1:53093, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-15T17:24:36,445 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-15T17:24:36,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x1002ab8d66a0003, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-15T17:24:36,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1002ab8d66a0001, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-15T17:24:36,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37899-0x1002ab8d66a0000, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-15T17:24:36,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1002ab8d66a0001, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:36,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x1002ab8d66a0003, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:36,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37899-0x1002ab8d66a0000, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:36,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34827-0x1002ab8d66a0004, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-15T17:24:36,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38077-0x1002ab8d66a0002, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-15T17:24:36,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34827-0x1002ab8d66a0004, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:36,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38077-0x1002ab8d66a0002, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:36,455 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=4ce65a7c4674,37899,1734283475482, sessionid=0x1002ab8d66a0000, setting cluster-up flag (Was=false) 2024-12-15T17:24:36,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38077-0x1002ab8d66a0002, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:36,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34827-0x1002ab8d66a0004, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:36,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x1002ab8d66a0003, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:36,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1002ab8d66a0001, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:36,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37899-0x1002ab8d66a0000, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:36,495 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-15T17:24:36,496 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ce65a7c4674,37899,1734283475482 2024-12-15T17:24:36,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1002ab8d66a0001, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:36,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34827-0x1002ab8d66a0004, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:36,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x1002ab8d66a0003, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:36,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37899-0x1002ab8d66a0000, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:36,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38077-0x1002ab8d66a0002, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:36,537 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-15T17:24:36,538 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ce65a7c4674,37899,1734283475482 2024-12-15T17:24:36,540 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-15T17:24:36,541 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-15T17:24:36,541 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-15T17:24:36,541 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4ce65a7c4674,37899,1734283475482 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-15T17:24:36,541 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4ce65a7c4674:0, corePoolSize=5, maxPoolSize=5 2024-12-15T17:24:36,541 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4ce65a7c4674:0, corePoolSize=5, maxPoolSize=5 2024-12-15T17:24:36,541 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4ce65a7c4674:0, corePoolSize=5, maxPoolSize=5 2024-12-15T17:24:36,541 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4ce65a7c4674:0, corePoolSize=5, maxPoolSize=5 2024-12-15T17:24:36,541 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4ce65a7c4674:0, corePoolSize=10, maxPoolSize=10 2024-12-15T17:24:36,541 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:36,542 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4ce65a7c4674:0, corePoolSize=2, maxPoolSize=2 2024-12-15T17:24:36,542 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:36,542 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734283506542 2024-12-15T17:24:36,543 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-15T17:24:36,543 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-15T17:24:36,543 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-15T17:24:36,543 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-15T17:24:36,543 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-15T17:24:36,543 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-15T17:24:36,543 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-15T17:24:36,543 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-15T17:24:36,544 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:36,545 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-15T17:24:36,546 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:36,547 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-15T17:24:36,547 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-15T17:24:36,547 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-15T17:24:36,548 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-15T17:24:36,548 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-15T17:24:36,551 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4ce65a7c4674:0:becomeActiveMaster-HFileCleaner.large.0-1734283476548,5,FailOnTimeoutGroup] 2024-12-15T17:24:36,553 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4ce65a7c4674:0:becomeActiveMaster-HFileCleaner.small.0-1734283476551,5,FailOnTimeoutGroup] 2024-12-15T17:24:36,553 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:36,553 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-15T17:24:36,553 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:36,553 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:36,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741831_1007 (size=1039) 2024-12-15T17:24:36,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741831_1007 (size=1039) 2024-12-15T17:24:36,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43239 is added to blk_1073741831_1007 (size=1039) 2024-12-15T17:24:36,557 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-15T17:24:36,557 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05 2024-12-15T17:24:36,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741832_1008 (size=32) 2024-12-15T17:24:36,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43239 is added to blk_1073741832_1008 (size=32) 2024-12-15T17:24:36,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741832_1008 (size=32) 2024-12-15T17:24:36,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:24:36,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-15T17:24:36,565 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-15T17:24:36,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:36,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:36,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-15T17:24:36,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-15T17:24:36,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:36,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:36,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-15T17:24:36,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-15T17:24:36,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:36,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:36,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/data/hbase/meta/1588230740 2024-12-15T17:24:36,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/data/hbase/meta/1588230740 2024-12-15T17:24:36,569 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-15T17:24:36,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-15T17:24:36,571 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:24:36,571 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71420180, jitterRate=0.0642436146736145}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-15T17:24:36,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-15T17:24:36,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-15T17:24:36,572 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-15T17:24:36,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-15T17:24:36,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-15T17:24:36,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-15T17:24:36,572 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-15T17:24:36,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-15T17:24:36,572 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-15T17:24:36,572 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-15T17:24:36,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-15T17:24:36,573 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-15T17:24:36,573 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-15T17:24:36,595 DEBUG [RS:0;4ce65a7c4674:36557 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4ce65a7c4674:36557 2024-12-15T17:24:36,595 DEBUG [RS:1;4ce65a7c4674:38077 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;4ce65a7c4674:38077 2024-12-15T17:24:36,596 INFO [RS:0;4ce65a7c4674:36557 {}] regionserver.HRegionServer(1008): ClusterId : 2d5c0f53-ead8-4c2d-9470-e7489c79cac0 2024-12-15T17:24:36,596 DEBUG [RS:0;4ce65a7c4674:36557 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-15T17:24:36,596 DEBUG [RS:2;4ce65a7c4674:40347 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;4ce65a7c4674:40347 2024-12-15T17:24:36,596 INFO [RS:1;4ce65a7c4674:38077 {}] regionserver.HRegionServer(1008): ClusterId : 2d5c0f53-ead8-4c2d-9470-e7489c79cac0 2024-12-15T17:24:36,596 DEBUG [RS:1;4ce65a7c4674:38077 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-15T17:24:36,601 DEBUG [RS:3;4ce65a7c4674:34827 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:3;4ce65a7c4674:34827 2024-12-15T17:24:36,612 INFO [RS:2;4ce65a7c4674:40347 {}] regionserver.HRegionServer(1008): ClusterId : 2d5c0f53-ead8-4c2d-9470-e7489c79cac0 2024-12-15T17:24:36,612 DEBUG [RS:2;4ce65a7c4674:40347 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-15T17:24:36,612 INFO [RS:3;4ce65a7c4674:34827 {}] regionserver.HRegionServer(1008): ClusterId : 2d5c0f53-ead8-4c2d-9470-e7489c79cac0 2024-12-15T17:24:36,612 DEBUG [RS:3;4ce65a7c4674:34827 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-15T17:24:36,612 DEBUG [RS:0;4ce65a7c4674:36557 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-15T17:24:36,612 DEBUG [RS:0;4ce65a7c4674:36557 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-15T17:24:36,620 DEBUG [RS:1;4ce65a7c4674:38077 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-15T17:24:36,620 DEBUG [RS:1;4ce65a7c4674:38077 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-15T17:24:36,637 DEBUG [RS:2;4ce65a7c4674:40347 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-15T17:24:36,637 DEBUG [RS:2;4ce65a7c4674:40347 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-15T17:24:36,637 DEBUG [RS:0;4ce65a7c4674:36557 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-15T17:24:36,637 DEBUG [RS:3;4ce65a7c4674:34827 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-15T17:24:36,637 DEBUG [RS:3;4ce65a7c4674:34827 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-15T17:24:36,637 DEBUG [RS:0;4ce65a7c4674:36557 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ab458e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:24:36,638 DEBUG [RS:0;4ce65a7c4674:36557 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@528bc2f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ce65a7c4674/172.17.0.2:0 2024-12-15T17:24:36,638 INFO [RS:0;4ce65a7c4674:36557 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-15T17:24:36,638 INFO [RS:0;4ce65a7c4674:36557 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-15T17:24:36,638 DEBUG [RS:0;4ce65a7c4674:36557 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-15T17:24:36,645 DEBUG [RS:1;4ce65a7c4674:38077 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-15T17:24:36,646 DEBUG [RS:1;4ce65a7c4674:38077 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31978874, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:24:36,646 DEBUG [RS:1;4ce65a7c4674:38077 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38f246ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ce65a7c4674/172.17.0.2:0 2024-12-15T17:24:36,646 INFO [RS:1;4ce65a7c4674:38077 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-15T17:24:36,646 INFO [RS:1;4ce65a7c4674:38077 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-15T17:24:36,646 DEBUG [RS:1;4ce65a7c4674:38077 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-15T17:24:36,654 INFO [RS:0;4ce65a7c4674:36557 {}] regionserver.HRegionServer(3073): reportForDuty to master=4ce65a7c4674,37899,1734283475482 with isa=4ce65a7c4674/172.17.0.2:36557, startcode=1734283476185 2024-12-15T17:24:36,654 INFO [RS:1;4ce65a7c4674:38077 {}] regionserver.HRegionServer(3073): reportForDuty to master=4ce65a7c4674,37899,1734283475482 with isa=4ce65a7c4674/172.17.0.2:38077, startcode=1734283476217 2024-12-15T17:24:36,654 DEBUG [RS:0;4ce65a7c4674:36557 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T17:24:36,654 DEBUG [RS:1;4ce65a7c4674:38077 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T17:24:36,654 DEBUG [RS:2;4ce65a7c4674:40347 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-15T17:24:36,654 DEBUG [RS:2;4ce65a7c4674:40347 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eb06ffc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:24:36,655 DEBUG [RS:2;4ce65a7c4674:40347 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74c2b4bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ce65a7c4674/172.17.0.2:0 2024-12-15T17:24:36,655 INFO [RS:2;4ce65a7c4674:40347 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-15T17:24:36,655 INFO [RS:2;4ce65a7c4674:40347 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-15T17:24:36,655 DEBUG [RS:3;4ce65a7c4674:34827 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-15T17:24:36,655 DEBUG [RS:2;4ce65a7c4674:40347 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-15T17:24:36,655 DEBUG [RS:3;4ce65a7c4674:34827 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38569297, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:24:36,655 INFO [RS:2;4ce65a7c4674:40347 {}] regionserver.HRegionServer(3073): reportForDuty to master=4ce65a7c4674,37899,1734283475482 with isa=4ce65a7c4674/172.17.0.2:40347, startcode=1734283476242 2024-12-15T17:24:36,655 DEBUG [RS:2;4ce65a7c4674:40347 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T17:24:36,655 DEBUG [RS:3;4ce65a7c4674:34827 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@299d6d04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ce65a7c4674/172.17.0.2:0 2024-12-15T17:24:36,655 INFO [RS:3;4ce65a7c4674:34827 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-15T17:24:36,655 INFO [RS:3;4ce65a7c4674:34827 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-15T17:24:36,655 DEBUG [RS:3;4ce65a7c4674:34827 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-15T17:24:36,656 INFO [RS-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42905, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T17:24:36,656 INFO [RS-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36409, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T17:24:36,656 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37899 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 4ce65a7c4674,36557,1734283476185 2024-12-15T17:24:36,656 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37899 {}] master.ServerManager(486): Registering regionserver=4ce65a7c4674,36557,1734283476185 2024-12-15T17:24:36,657 INFO [RS-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60681, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T17:24:36,657 INFO [RS:3;4ce65a7c4674:34827 {}] regionserver.HRegionServer(3073): reportForDuty to master=4ce65a7c4674,37899,1734283475482 with isa=4ce65a7c4674/172.17.0.2:34827, startcode=1734283476267 2024-12-15T17:24:36,657 DEBUG [RS:3;4ce65a7c4674:34827 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T17:24:36,657 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37899 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 4ce65a7c4674,38077,1734283476217 2024-12-15T17:24:36,657 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37899 {}] master.ServerManager(486): Registering regionserver=4ce65a7c4674,38077,1734283476217 2024-12-15T17:24:36,658 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37899 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 4ce65a7c4674,40347,1734283476242 2024-12-15T17:24:36,658 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37899 {}] master.ServerManager(486): Registering regionserver=4ce65a7c4674,40347,1734283476242 2024-12-15T17:24:36,658 DEBUG [RS:1;4ce65a7c4674:38077 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05 2024-12-15T17:24:36,658 DEBUG [RS:1;4ce65a7c4674:38077 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:41899 2024-12-15T17:24:36,658 DEBUG [RS:1;4ce65a7c4674:38077 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-15T17:24:36,659 DEBUG [RS:2;4ce65a7c4674:40347 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05 2024-12-15T17:24:36,659 DEBUG [RS:2;4ce65a7c4674:40347 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:41899 2024-12-15T17:24:36,659 DEBUG [RS:2;4ce65a7c4674:40347 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-15T17:24:36,659 INFO [RS-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44545, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T17:24:36,659 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37899 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 4ce65a7c4674,34827,1734283476267 2024-12-15T17:24:36,660 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37899 {}] master.ServerManager(486): Registering regionserver=4ce65a7c4674,34827,1734283476267 2024-12-15T17:24:36,660 DEBUG [RS:0;4ce65a7c4674:36557 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05 2024-12-15T17:24:36,660 DEBUG [RS:0;4ce65a7c4674:36557 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:41899 2024-12-15T17:24:36,660 DEBUG [RS:0;4ce65a7c4674:36557 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-15T17:24:36,667 DEBUG [RS:3;4ce65a7c4674:34827 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05 2024-12-15T17:24:36,667 DEBUG [RS:3;4ce65a7c4674:34827 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:41899 2024-12-15T17:24:36,667 DEBUG [RS:3;4ce65a7c4674:34827 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-15T17:24:36,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37899-0x1002ab8d66a0000, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-15T17:24:36,695 DEBUG [RS:0;4ce65a7c4674:36557 {}] zookeeper.ZKUtil(111): regionserver:36557-0x1002ab8d66a0001, quorum=127.0.0.1:53093, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4ce65a7c4674,36557,1734283476185 2024-12-15T17:24:36,695 DEBUG [RS:1;4ce65a7c4674:38077 {}] zookeeper.ZKUtil(111): regionserver:38077-0x1002ab8d66a0002, quorum=127.0.0.1:53093, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4ce65a7c4674,38077,1734283476217 2024-12-15T17:24:36,695 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ce65a7c4674,38077,1734283476217] 2024-12-15T17:24:36,695 WARN [RS:0;4ce65a7c4674:36557 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T17:24:36,695 WARN [RS:1;4ce65a7c4674:38077 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T17:24:36,695 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ce65a7c4674,36557,1734283476185] 2024-12-15T17:24:36,695 DEBUG [RS:2;4ce65a7c4674:40347 {}] zookeeper.ZKUtil(111): regionserver:40347-0x1002ab8d66a0003, quorum=127.0.0.1:53093, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4ce65a7c4674,40347,1734283476242 2024-12-15T17:24:36,695 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ce65a7c4674,34827,1734283476267] 2024-12-15T17:24:36,695 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ce65a7c4674,40347,1734283476242] 2024-12-15T17:24:36,696 WARN [RS:2;4ce65a7c4674:40347 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T17:24:36,696 INFO [RS:0;4ce65a7c4674:36557 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T17:24:36,696 INFO [RS:1;4ce65a7c4674:38077 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T17:24:36,696 INFO [RS:2;4ce65a7c4674:40347 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T17:24:36,696 DEBUG [RS:1;4ce65a7c4674:38077 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,38077,1734283476217 2024-12-15T17:24:36,696 DEBUG [RS:2;4ce65a7c4674:40347 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,40347,1734283476242 2024-12-15T17:24:36,696 DEBUG [RS:0;4ce65a7c4674:36557 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,36557,1734283476185 2024-12-15T17:24:36,696 DEBUG [RS:3;4ce65a7c4674:34827 {}] zookeeper.ZKUtil(111): regionserver:34827-0x1002ab8d66a0004, quorum=127.0.0.1:53093, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4ce65a7c4674,34827,1734283476267 2024-12-15T17:24:36,696 WARN [RS:3;4ce65a7c4674:34827 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T17:24:36,696 INFO [RS:3;4ce65a7c4674:34827 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T17:24:36,696 DEBUG [RS:3;4ce65a7c4674:34827 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267 2024-12-15T17:24:36,699 DEBUG [RS:1;4ce65a7c4674:38077 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-15T17:24:36,699 DEBUG [RS:0;4ce65a7c4674:36557 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-15T17:24:36,699 DEBUG [RS:2;4ce65a7c4674:40347 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-15T17:24:36,699 INFO [RS:1;4ce65a7c4674:38077 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-15T17:24:36,699 INFO [RS:0;4ce65a7c4674:36557 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-15T17:24:36,699 INFO [RS:2;4ce65a7c4674:40347 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-15T17:24:36,699 DEBUG [RS:3;4ce65a7c4674:34827 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-15T17:24:36,700 INFO [RS:3;4ce65a7c4674:34827 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-15T17:24:36,704 INFO [RS:0;4ce65a7c4674:36557 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-15T17:24:36,704 INFO [RS:1;4ce65a7c4674:38077 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-15T17:24:36,705 INFO [RS:2;4ce65a7c4674:40347 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-15T17:24:36,705 INFO [RS:0;4ce65a7c4674:36557 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-15T17:24:36,705 INFO [RS:0;4ce65a7c4674:36557 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:36,705 INFO [RS:3;4ce65a7c4674:34827 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-15T17:24:36,705 INFO [RS:2;4ce65a7c4674:40347 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-15T17:24:36,705 INFO [RS:2;4ce65a7c4674:40347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:36,705 INFO [RS:0;4ce65a7c4674:36557 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-15T17:24:36,705 INFO [RS:1;4ce65a7c4674:38077 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-15T17:24:36,705 INFO [RS:1;4ce65a7c4674:38077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:36,705 INFO [RS:3;4ce65a7c4674:34827 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-15T17:24:36,705 INFO [RS:3;4ce65a7c4674:34827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:36,705 INFO [RS:2;4ce65a7c4674:40347 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-15T17:24:36,706 INFO [RS:1;4ce65a7c4674:38077 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-15T17:24:36,706 INFO [RS:2;4ce65a7c4674:40347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:36,706 INFO [RS:1;4ce65a7c4674:38077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:36,706 DEBUG [RS:2;4ce65a7c4674:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:36,706 DEBUG [RS:1;4ce65a7c4674:38077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:36,706 DEBUG [RS:2;4ce65a7c4674:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:36,706 DEBUG [RS:2;4ce65a7c4674:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:36,706 DEBUG [RS:1;4ce65a7c4674:38077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:36,706 DEBUG [RS:2;4ce65a7c4674:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:36,706 DEBUG [RS:1;4ce65a7c4674:38077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:36,706 DEBUG [RS:2;4ce65a7c4674:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:36,706 DEBUG [RS:2;4ce65a7c4674:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0, corePoolSize=2, maxPoolSize=2 2024-12-15T17:24:36,706 DEBUG [RS:1;4ce65a7c4674:38077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:36,706 DEBUG [RS:2;4ce65a7c4674:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:36,706 DEBUG [RS:1;4ce65a7c4674:38077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:36,706 DEBUG [RS:2;4ce65a7c4674:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:36,706 DEBUG [RS:2;4ce65a7c4674:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:36,706 DEBUG [RS:1;4ce65a7c4674:38077 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0, corePoolSize=2, maxPoolSize=2 2024-12-15T17:24:36,706 DEBUG [RS:2;4ce65a7c4674:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:36,706 DEBUG [RS:1;4ce65a7c4674:38077 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:36,706 DEBUG [RS:2;4ce65a7c4674:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:36,706 DEBUG [RS:2;4ce65a7c4674:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ce65a7c4674:0, corePoolSize=3, maxPoolSize=3 2024-12-15T17:24:36,706 DEBUG [RS:1;4ce65a7c4674:38077 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:36,706 DEBUG [RS:2;4ce65a7c4674:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0, corePoolSize=3, maxPoolSize=3 2024-12-15T17:24:36,707 DEBUG [RS:1;4ce65a7c4674:38077 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:36,707 DEBUG [RS:1;4ce65a7c4674:38077 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:36,707 DEBUG [RS:1;4ce65a7c4674:38077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:36,707 DEBUG [RS:1;4ce65a7c4674:38077 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ce65a7c4674:0, corePoolSize=3, maxPoolSize=3 2024-12-15T17:24:36,707 DEBUG [RS:1;4ce65a7c4674:38077 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0, corePoolSize=3, maxPoolSize=3 2024-12-15T17:24:36,707 INFO [RS:3;4ce65a7c4674:34827 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-15T17:24:36,707 INFO [RS:0;4ce65a7c4674:36557 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:36,707 DEBUG [RS:0;4ce65a7c4674:36557 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:36,707 DEBUG [RS:0;4ce65a7c4674:36557 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:36,707 DEBUG [RS:0;4ce65a7c4674:36557 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:36,707 DEBUG [RS:0;4ce65a7c4674:36557 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:36,708 DEBUG [RS:0;4ce65a7c4674:36557 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:36,708 DEBUG [RS:0;4ce65a7c4674:36557 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0, corePoolSize=2, maxPoolSize=2 2024-12-15T17:24:36,708 DEBUG [RS:0;4ce65a7c4674:36557 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:36,708 DEBUG [RS:0;4ce65a7c4674:36557 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:36,708 DEBUG [RS:0;4ce65a7c4674:36557 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:36,708 DEBUG [RS:0;4ce65a7c4674:36557 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:36,708 DEBUG [RS:0;4ce65a7c4674:36557 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:36,708 DEBUG [RS:0;4ce65a7c4674:36557 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ce65a7c4674:0, corePoolSize=3, maxPoolSize=3 2024-12-15T17:24:36,708 DEBUG [RS:0;4ce65a7c4674:36557 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0, corePoolSize=3, maxPoolSize=3 2024-12-15T17:24:36,708 INFO [RS:3;4ce65a7c4674:34827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:36,708 DEBUG [RS:3;4ce65a7c4674:34827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:36,708 DEBUG [RS:3;4ce65a7c4674:34827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:36,708 DEBUG [RS:3;4ce65a7c4674:34827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:36,708 DEBUG [RS:3;4ce65a7c4674:34827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:36,708 DEBUG [RS:3;4ce65a7c4674:34827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:36,708 DEBUG [RS:3;4ce65a7c4674:34827 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0, corePoolSize=2, maxPoolSize=2 2024-12-15T17:24:36,708 DEBUG [RS:3;4ce65a7c4674:34827 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:36,708 DEBUG [RS:3;4ce65a7c4674:34827 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:36,708 DEBUG [RS:3;4ce65a7c4674:34827 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:36,708 DEBUG [RS:3;4ce65a7c4674:34827 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:36,708 DEBUG [RS:3;4ce65a7c4674:34827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:36,708 DEBUG [RS:3;4ce65a7c4674:34827 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ce65a7c4674:0, corePoolSize=3, maxPoolSize=3 2024-12-15T17:24:36,708 DEBUG [RS:3;4ce65a7c4674:34827 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0, corePoolSize=3, maxPoolSize=3 2024-12-15T17:24:36,716 INFO [RS:0;4ce65a7c4674:36557 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:36,716 INFO [RS:0;4ce65a7c4674:36557 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:36,716 INFO [RS:2;4ce65a7c4674:40347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:36,716 INFO [RS:0;4ce65a7c4674:36557 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:36,716 INFO [RS:2;4ce65a7c4674:40347 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:36,716 INFO [RS:0;4ce65a7c4674:36557 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:36,716 INFO [RS:2;4ce65a7c4674:40347 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:36,716 INFO [RS:0;4ce65a7c4674:36557 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,36557,1734283476185-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T17:24:36,716 INFO [RS:2;4ce65a7c4674:40347 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:36,716 INFO [RS:2;4ce65a7c4674:40347 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,40347,1734283476242-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T17:24:36,719 INFO [RS:1;4ce65a7c4674:38077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:36,719 INFO [RS:1;4ce65a7c4674:38077 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:36,719 INFO [RS:1;4ce65a7c4674:38077 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:36,719 INFO [RS:1;4ce65a7c4674:38077 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:36,719 INFO [RS:1;4ce65a7c4674:38077 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,38077,1734283476217-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T17:24:36,723 INFO [RS:3;4ce65a7c4674:34827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:36,723 INFO [RS:3;4ce65a7c4674:34827 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:36,723 INFO [RS:3;4ce65a7c4674:34827 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:36,723 INFO [RS:3;4ce65a7c4674:34827 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:36,723 INFO [RS:3;4ce65a7c4674:34827 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,34827,1734283476267-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T17:24:36,724 WARN [4ce65a7c4674:37899 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-15T17:24:36,735 INFO [RS:1;4ce65a7c4674:38077 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-15T17:24:36,735 INFO [RS:1;4ce65a7c4674:38077 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,38077,1734283476217-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:36,737 INFO [RS:0;4ce65a7c4674:36557 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-15T17:24:36,737 INFO [RS:0;4ce65a7c4674:36557 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,36557,1734283476185-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:36,739 INFO [RS:2;4ce65a7c4674:40347 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-15T17:24:36,739 INFO [RS:2;4ce65a7c4674:40347 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,40347,1734283476242-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:36,743 INFO [RS:3;4ce65a7c4674:34827 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-15T17:24:36,743 INFO [RS:3;4ce65a7c4674:34827 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,34827,1734283476267-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:36,746 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:24:36,746 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:24:36,756 INFO [RS:1;4ce65a7c4674:38077 {}] regionserver.Replication(204): 4ce65a7c4674,38077,1734283476217 started 2024-12-15T17:24:36,756 INFO [RS:1;4ce65a7c4674:38077 {}] regionserver.HRegionServer(1767): Serving as 4ce65a7c4674,38077,1734283476217, RpcServer on 4ce65a7c4674/172.17.0.2:38077, sessionid=0x1002ab8d66a0002 2024-12-15T17:24:36,757 DEBUG [RS:1;4ce65a7c4674:38077 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-15T17:24:36,757 DEBUG [RS:1;4ce65a7c4674:38077 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ce65a7c4674,38077,1734283476217 2024-12-15T17:24:36,757 DEBUG [RS:1;4ce65a7c4674:38077 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ce65a7c4674,38077,1734283476217' 2024-12-15T17:24:36,757 DEBUG [RS:1;4ce65a7c4674:38077 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-15T17:24:36,757 DEBUG [RS:1;4ce65a7c4674:38077 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-15T17:24:36,757 DEBUG [RS:1;4ce65a7c4674:38077 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-15T17:24:36,757 DEBUG [RS:1;4ce65a7c4674:38077 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-15T17:24:36,757 DEBUG [RS:1;4ce65a7c4674:38077 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ce65a7c4674,38077,1734283476217 2024-12-15T17:24:36,757 DEBUG [RS:1;4ce65a7c4674:38077 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ce65a7c4674,38077,1734283476217' 2024-12-15T17:24:36,757 DEBUG [RS:1;4ce65a7c4674:38077 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-15T17:24:36,758 DEBUG [RS:1;4ce65a7c4674:38077 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-15T17:24:36,760 INFO [RS:2;4ce65a7c4674:40347 {}] regionserver.Replication(204): 4ce65a7c4674,40347,1734283476242 started 2024-12-15T17:24:36,760 INFO [RS:2;4ce65a7c4674:40347 {}] regionserver.HRegionServer(1767): Serving as 4ce65a7c4674,40347,1734283476242, RpcServer on 4ce65a7c4674/172.17.0.2:40347, sessionid=0x1002ab8d66a0003 2024-12-15T17:24:36,760 DEBUG [RS:2;4ce65a7c4674:40347 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-15T17:24:36,760 INFO [RS:0;4ce65a7c4674:36557 {}] regionserver.Replication(204): 4ce65a7c4674,36557,1734283476185 started 2024-12-15T17:24:36,760 DEBUG [RS:2;4ce65a7c4674:40347 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ce65a7c4674,40347,1734283476242 2024-12-15T17:24:36,760 DEBUG [RS:2;4ce65a7c4674:40347 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ce65a7c4674,40347,1734283476242' 2024-12-15T17:24:36,760 INFO [RS:0;4ce65a7c4674:36557 {}] regionserver.HRegionServer(1767): Serving as 4ce65a7c4674,36557,1734283476185, RpcServer on 4ce65a7c4674/172.17.0.2:36557, sessionid=0x1002ab8d66a0001 2024-12-15T17:24:36,760 DEBUG [RS:2;4ce65a7c4674:40347 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-15T17:24:36,760 DEBUG [RS:0;4ce65a7c4674:36557 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-15T17:24:36,760 DEBUG [RS:0;4ce65a7c4674:36557 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ce65a7c4674,36557,1734283476185 2024-12-15T17:24:36,760 DEBUG [RS:0;4ce65a7c4674:36557 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ce65a7c4674,36557,1734283476185' 2024-12-15T17:24:36,761 DEBUG [RS:0;4ce65a7c4674:36557 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-15T17:24:36,761 DEBUG [RS:1;4ce65a7c4674:38077 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-15T17:24:36,761 INFO [RS:1;4ce65a7c4674:38077 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-15T17:24:36,761 INFO [RS:1;4ce65a7c4674:38077 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-15T17:24:36,762 DEBUG [RS:2;4ce65a7c4674:40347 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-15T17:24:36,762 DEBUG [RS:0;4ce65a7c4674:36557 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-15T17:24:36,762 INFO [RS:3;4ce65a7c4674:34827 {}] regionserver.Replication(204): 4ce65a7c4674,34827,1734283476267 started 2024-12-15T17:24:36,762 INFO [RS:3;4ce65a7c4674:34827 {}] regionserver.HRegionServer(1767): Serving as 4ce65a7c4674,34827,1734283476267, RpcServer on 4ce65a7c4674/172.17.0.2:34827, sessionid=0x1002ab8d66a0004 2024-12-15T17:24:36,762 DEBUG [RS:0;4ce65a7c4674:36557 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-15T17:24:36,762 DEBUG [RS:3;4ce65a7c4674:34827 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-15T17:24:36,762 DEBUG [RS:0;4ce65a7c4674:36557 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-15T17:24:36,762 DEBUG [RS:3;4ce65a7c4674:34827 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ce65a7c4674,34827,1734283476267 2024-12-15T17:24:36,762 DEBUG [RS:0;4ce65a7c4674:36557 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ce65a7c4674,36557,1734283476185 2024-12-15T17:24:36,762 DEBUG [RS:3;4ce65a7c4674:34827 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ce65a7c4674,34827,1734283476267' 2024-12-15T17:24:36,762 DEBUG [RS:0;4ce65a7c4674:36557 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ce65a7c4674,36557,1734283476185' 2024-12-15T17:24:36,762 DEBUG [RS:2;4ce65a7c4674:40347 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-15T17:24:36,762 DEBUG [RS:3;4ce65a7c4674:34827 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-15T17:24:36,762 DEBUG [RS:0;4ce65a7c4674:36557 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-15T17:24:36,762 DEBUG [RS:2;4ce65a7c4674:40347 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-15T17:24:36,762 DEBUG [RS:2;4ce65a7c4674:40347 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ce65a7c4674,40347,1734283476242 2024-12-15T17:24:36,762 DEBUG [RS:2;4ce65a7c4674:40347 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ce65a7c4674,40347,1734283476242' 2024-12-15T17:24:36,762 DEBUG [RS:2;4ce65a7c4674:40347 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-15T17:24:36,762 DEBUG [RS:0;4ce65a7c4674:36557 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-15T17:24:36,762 DEBUG [RS:3;4ce65a7c4674:34827 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-15T17:24:36,763 DEBUG [RS:2;4ce65a7c4674:40347 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-15T17:24:36,763 DEBUG [RS:0;4ce65a7c4674:36557 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-15T17:24:36,763 DEBUG [RS:3;4ce65a7c4674:34827 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-15T17:24:36,763 INFO [RS:0;4ce65a7c4674:36557 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-15T17:24:36,763 DEBUG [RS:3;4ce65a7c4674:34827 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-15T17:24:36,763 INFO [RS:0;4ce65a7c4674:36557 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-15T17:24:36,763 DEBUG [RS:3;4ce65a7c4674:34827 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ce65a7c4674,34827,1734283476267 2024-12-15T17:24:36,763 DEBUG [RS:3;4ce65a7c4674:34827 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ce65a7c4674,34827,1734283476267' 2024-12-15T17:24:36,763 DEBUG [RS:3;4ce65a7c4674:34827 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-15T17:24:36,763 DEBUG [RS:2;4ce65a7c4674:40347 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-15T17:24:36,763 DEBUG [RS:3;4ce65a7c4674:34827 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-15T17:24:36,763 INFO [RS:2;4ce65a7c4674:40347 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-15T17:24:36,763 INFO [RS:2;4ce65a7c4674:40347 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-15T17:24:36,763 DEBUG [RS:3;4ce65a7c4674:34827 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-15T17:24:36,763 INFO [RS:3;4ce65a7c4674:34827 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-15T17:24:36,763 INFO [RS:3;4ce65a7c4674:34827 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-15T17:24:36,862 INFO [RS:1;4ce65a7c4674:38077 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T17:24:36,863 INFO [RS:1;4ce65a7c4674:38077 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=4ce65a7c4674%2C38077%2C1734283476217, suffix=, logDir=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,38077,1734283476217, archiveDir=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/oldWALs, maxLogs=10 2024-12-15T17:24:36,863 INFO [RS:0;4ce65a7c4674:36557 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T17:24:36,863 INFO [RS:2;4ce65a7c4674:40347 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T17:24:36,864 INFO [RS:3;4ce65a7c4674:34827 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T17:24:36,864 INFO [RS:0;4ce65a7c4674:36557 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=4ce65a7c4674%2C36557%2C1734283476185, suffix=, logDir=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,36557,1734283476185, archiveDir=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/oldWALs, maxLogs=10 2024-12-15T17:24:36,864 INFO [RS:2;4ce65a7c4674:40347 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=4ce65a7c4674%2C40347%2C1734283476242, suffix=, logDir=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,40347,1734283476242, archiveDir=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/oldWALs, maxLogs=10 2024-12-15T17:24:36,864 INFO [RS:3;4ce65a7c4674:34827 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=4ce65a7c4674%2C34827%2C1734283476267, suffix=, logDir=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267, archiveDir=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/oldWALs, maxLogs=10 2024-12-15T17:24:36,875 DEBUG [RS:1;4ce65a7c4674:38077 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,38077,1734283476217/4ce65a7c4674%2C38077%2C1734283476217.1734283476863, exclude list is [], retry=0 2024-12-15T17:24:36,878 DEBUG [RS-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33259,DS-4348cf5d-4660-4379-aec9-a8b245f3193b,DISK] 2024-12-15T17:24:36,878 DEBUG [RS-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37721,DS-e54c4d66-02c4-4936-a305-8c5ce9352a96,DISK] 2024-12-15T17:24:36,878 DEBUG [RS-EventLoopGroup-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43239,DS-8e3280d5-630b-4037-a829-7c76ea15f860,DISK] 2024-12-15T17:24:36,881 DEBUG [RS:3;4ce65a7c4674:34827 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.1734283476865, exclude list is [], retry=0 2024-12-15T17:24:36,882 DEBUG [RS:0;4ce65a7c4674:36557 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,36557,1734283476185/4ce65a7c4674%2C36557%2C1734283476185.1734283476864, exclude list is [], retry=0 2024-12-15T17:24:36,882 DEBUG [RS:2;4ce65a7c4674:40347 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,40347,1734283476242/4ce65a7c4674%2C40347%2C1734283476242.1734283476864, exclude list is [], retry=0 2024-12-15T17:24:36,883 DEBUG [RS-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33259,DS-4348cf5d-4660-4379-aec9-a8b245f3193b,DISK] 2024-12-15T17:24:36,884 DEBUG [RS-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43239,DS-8e3280d5-630b-4037-a829-7c76ea15f860,DISK] 2024-12-15T17:24:36,884 DEBUG [RS-EventLoopGroup-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43879,DS-997ad25a-fff3-4f07-9d65-0e54c532fdc1,DISK] 2024-12-15T17:24:36,885 DEBUG [RS-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43879,DS-997ad25a-fff3-4f07-9d65-0e54c532fdc1,DISK] 2024-12-15T17:24:36,885 DEBUG [RS-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43239,DS-8e3280d5-630b-4037-a829-7c76ea15f860,DISK] 2024-12-15T17:24:36,885 DEBUG [RS-EventLoopGroup-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37721,DS-e54c4d66-02c4-4936-a305-8c5ce9352a96,DISK] 2024-12-15T17:24:36,888 DEBUG [RS-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43239,DS-8e3280d5-630b-4037-a829-7c76ea15f860,DISK] 2024-12-15T17:24:36,888 DEBUG [RS-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33259,DS-4348cf5d-4660-4379-aec9-a8b245f3193b,DISK] 2024-12-15T17:24:36,888 DEBUG [RS-EventLoopGroup-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37721,DS-e54c4d66-02c4-4936-a305-8c5ce9352a96,DISK] 2024-12-15T17:24:36,889 INFO [RS:1;4ce65a7c4674:38077 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,38077,1734283476217/4ce65a7c4674%2C38077%2C1734283476217.1734283476863 2024-12-15T17:24:36,899 DEBUG [RS:1;4ce65a7c4674:38077 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45263:45263),(127.0.0.1/127.0.0.1:42317:42317),(127.0.0.1/127.0.0.1:32937:32937)] 2024-12-15T17:24:36,903 INFO [RS:0;4ce65a7c4674:36557 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,36557,1734283476185/4ce65a7c4674%2C36557%2C1734283476185.1734283476864 2024-12-15T17:24:36,907 INFO [RS:3;4ce65a7c4674:34827 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.1734283476865 2024-12-15T17:24:36,908 DEBUG [RS:0;4ce65a7c4674:36557 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32937:32937),(127.0.0.1/127.0.0.1:42317:42317),(127.0.0.1/127.0.0.1:45263:45263)] 2024-12-15T17:24:36,908 DEBUG [RS:3;4ce65a7c4674:34827 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32937:32937),(127.0.0.1/127.0.0.1:42317:42317),(127.0.0.1/127.0.0.1:43907:43907)] 2024-12-15T17:24:36,909 INFO [RS:2;4ce65a7c4674:40347 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,40347,1734283476242/4ce65a7c4674%2C40347%2C1734283476242.1734283476864 2024-12-15T17:24:36,909 DEBUG [RS:2;4ce65a7c4674:40347 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32937:32937),(127.0.0.1/127.0.0.1:43907:43907),(127.0.0.1/127.0.0.1:45263:45263)] 2024-12-15T17:24:36,974 DEBUG [4ce65a7c4674:37899 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=4, allServersCount=4 2024-12-15T17:24:36,974 DEBUG [4ce65a7c4674:37899 {}] balancer.BalancerClusterState(202): Hosts are {4ce65a7c4674=0} racks are {/default-rack=0} 2024-12-15T17:24:36,975 DEBUG [4ce65a7c4674:37899 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-15T17:24:36,975 DEBUG [4ce65a7c4674:37899 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-15T17:24:36,975 DEBUG [4ce65a7c4674:37899 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-15T17:24:36,975 DEBUG [4ce65a7c4674:37899 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-15T17:24:36,975 INFO [4ce65a7c4674:37899 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-15T17:24:36,975 INFO [4ce65a7c4674:37899 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-15T17:24:36,975 INFO [4ce65a7c4674:37899 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-15T17:24:36,975 INFO [4ce65a7c4674:37899 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-15T17:24:36,975 DEBUG [4ce65a7c4674:37899 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-15T17:24:36,976 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4ce65a7c4674,34827,1734283476267 2024-12-15T17:24:36,976 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ce65a7c4674,34827,1734283476267, state=OPENING 2024-12-15T17:24:36,987 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-15T17:24:36,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37899-0x1002ab8d66a0000, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:36,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1002ab8d66a0001, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:36,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38077-0x1002ab8d66a0002, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:36,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x1002ab8d66a0003, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:36,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34827-0x1002ab8d66a0004, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:36,996 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=4ce65a7c4674,34827,1734283476267}] 2024-12-15T17:24:36,996 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:36,996 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:36,996 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:36,996 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:36,996 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:37,054 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:24:37,054 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:24:37,147 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,34827,1734283476267 2024-12-15T17:24:37,147 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T17:24:37,148 INFO [RS-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60648, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-15T17:24:37,151 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-15T17:24:37,151 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T17:24:37,162 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.ReplicationSource(229): queueId=region_replica_replication_catalog, ReplicationSource: region_replica_replication_catalog, currentBandwidth=0 2024-12-15T17:24:37,163 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-15T17:24:37,164 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=4ce65a7c4674%2C34827%2C1734283476267.meta, suffix=.meta, logDir=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267, archiveDir=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/oldWALs, maxLogs=10 2024-12-15T17:24:37,173 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta, exclude list is [], retry=0 2024-12-15T17:24:37,174 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog {}] zookeeper.ReadOnlyZKClient(149): Connect 0x59ada034 to 127.0.0.1:53093 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@9f51037 2024-12-15T17:24:37,175 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:24:37,175 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:24:37,176 DEBUG [RS-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43879,DS-997ad25a-fff3-4f07-9d65-0e54c532fdc1,DISK] 2024-12-15T17:24:37,176 DEBUG [RS-EventLoopGroup-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37721,DS-e54c4d66-02c4-4936-a305-8c5ce9352a96,DISK] 2024-12-15T17:24:37,176 DEBUG [RS-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33259,DS-4348cf5d-4660-4379-aec9-a8b245f3193b,DISK] 2024-12-15T17:24:37,179 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c031e19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:24:37,179 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta 2024-12-15T17:24:37,182 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43907:43907),(127.0.0.1/127.0.0.1:45263:45263),(127.0.0.1/127.0.0.1:42317:42317)] 2024-12-15T17:24:37,183 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-15T17:24:37,183 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: region_replica_replication_catalog connecting to ZooKeeper ensemble=127.0.0.1:53093 2024-12-15T17:24:37,183 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-15T17:24:37,183 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-15T17:24:37,183 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-15T17:24:37,183 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-15T17:24:37,183 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:24:37,183 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-15T17:24:37,183 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-15T17:24:37,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-15T17:24:37,186 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-15T17:24:37,186 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:37,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:37,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-15T17:24:37,187 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-15T17:24:37,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:37,187 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: region_replica_replication_catalog0x0, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T17:24:37,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:37,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-15T17:24:37,187 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: region_replica_replication_catalog-0x1002ab8d66a0006 connected 2024-12-15T17:24:37,187 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSource(587): peerId=region_replica_replication_catalog, queueId=region_replica_replication_catalog (queues=1) is replicating from cluster=2d5c0f53-ead8-4c2d-9470-e7489c79cac0 to cluster=2d5c0f53-ead8-4c2d-9470-e7489c79cac0 2024-12-15T17:24:37,188 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSource(343): peerId=region_replica_replication_catalog, starting shipping worker for walGroupId=4ce65a7c4674%2C34827%2C1734283476267 2024-12-15T17:24:37,188 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=region_replica_replication_catalog, ReplicationSourceWALReaderThread : region_replica_replication_catalog inited, replicationBatchSizeCapacity=10240, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-15T17:24:37,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-15T17:24:37,188 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta, startPosition=0, beingWritten=true 2024-12-15T17:24:37,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:37,188 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4ce65a7c4674%2C34827%2C1734283476267 2024-12-15T17:24:37,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:37,189 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/data/hbase/meta/1588230740 2024-12-15T17:24:37,190 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/data/hbase/meta/1588230740 2024-12-15T17:24:37,192 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-15T17:24:37,193 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-15T17:24:37,193 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64887223, jitterRate=-0.0331050306558609}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-15T17:24:37,194 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-15T17:24:37,195 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734283477147 2024-12-15T17:24:37,196 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-15T17:24:37,196 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-15T17:24:37,196 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,34827,1734283476267 2024-12-15T17:24:37,196 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ce65a7c4674,34827,1734283476267, state=OPEN 2024-12-15T17:24:37,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x1002ab8d66a0003, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:37,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1002ab8d66a0001, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:37,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38077-0x1002ab8d66a0002, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:37,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34827-0x1002ab8d66a0004, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:37,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37899-0x1002ab8d66a0000, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:37,204 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:37,204 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:37,204 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:37,204 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:37,204 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:37,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-15T17:24:37,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=4ce65a7c4674,34827,1734283476267 in 208 msec 2024-12-15T17:24:37,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-15T17:24:37,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 633 msec 2024-12-15T17:24:37,206 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 667 msec 2024-12-15T17:24:37,206 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734283477206, completionTime=-1 2024-12-15T17:24:37,206 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=4; waited=0ms, expected min=4 server(s), max=4 server(s), master is running 2024-12-15T17:24:37,206 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-15T17:24:37,207 DEBUG [hconnection-0x7f52637d-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:24:37,208 INFO [RS-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60660, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:24:37,208 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=4 2024-12-15T17:24:37,208 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734283537208 2024-12-15T17:24:37,208 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734283597208 2024-12-15T17:24:37,208 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 2 msec 2024-12-15T17:24:37,229 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-15T17:24:37,229 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,37899,1734283475482-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:37,229 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,37899,1734283475482-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:37,229 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,37899,1734283475482-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:37,229 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4ce65a7c4674:37899, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:37,229 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:37,229 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-15T17:24:37,230 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-15T17:24:37,230 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-15T17:24:37,231 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-15T17:24:37,231 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T17:24:37,231 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:37,231 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T17:24:37,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43239 is added to blk_1073741838_1014 (size=358) 2024-12-15T17:24:37,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741838_1014 (size=358) 2024-12-15T17:24:37,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741838_1014 (size=358) 2024-12-15T17:24:37,244 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b5cb7e2ab2e336f88ee716391c14202a, NAME => 'hbase:namespace,,1734283477229.b5cb7e2ab2e336f88ee716391c14202a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05 2024-12-15T17:24:37,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43239 is added to blk_1073741839_1015 (size=42) 2024-12-15T17:24:37,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741839_1015 (size=42) 2024-12-15T17:24:37,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741839_1015 (size=42) 2024-12-15T17:24:37,259 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734283477229.b5cb7e2ab2e336f88ee716391c14202a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:24:37,259 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing b5cb7e2ab2e336f88ee716391c14202a, disabling compactions & flushes 2024-12-15T17:24:37,259 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734283477229.b5cb7e2ab2e336f88ee716391c14202a. 2024-12-15T17:24:37,259 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734283477229.b5cb7e2ab2e336f88ee716391c14202a. 2024-12-15T17:24:37,259 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734283477229.b5cb7e2ab2e336f88ee716391c14202a. after waiting 0 ms 2024-12-15T17:24:37,259 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734283477229.b5cb7e2ab2e336f88ee716391c14202a. 2024-12-15T17:24:37,259 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734283477229.b5cb7e2ab2e336f88ee716391c14202a. 2024-12-15T17:24:37,259 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for b5cb7e2ab2e336f88ee716391c14202a: 2024-12-15T17:24:37,260 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T17:24:37,260 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734283477229.b5cb7e2ab2e336f88ee716391c14202a.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734283477260"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283477260"}]},"ts":"1734283477260"} 2024-12-15T17:24:37,261 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T17:24:37,261 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T17:24:37,261 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734283477261"}]},"ts":"1734283477261"} 2024-12-15T17:24:37,262 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-15T17:24:37,279 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {4ce65a7c4674=0} racks are {/default-rack=0} 2024-12-15T17:24:37,279 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-15T17:24:37,279 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-15T17:24:37,280 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-15T17:24:37,280 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-15T17:24:37,280 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-15T17:24:37,280 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-15T17:24:37,280 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-15T17:24:37,280 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-15T17:24:37,280 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-15T17:24:37,280 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=b5cb7e2ab2e336f88ee716391c14202a, ASSIGN}] 2024-12-15T17:24:37,281 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=b5cb7e2ab2e336f88ee716391c14202a, ASSIGN 2024-12-15T17:24:37,281 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=b5cb7e2ab2e336f88ee716391c14202a, ASSIGN; state=OFFLINE, location=4ce65a7c4674,36557,1734283476185; forceNewPlan=false, retain=false 2024-12-15T17:24:37,393 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta to pos 0, reset compression=false 2024-12-15T17:24:37,398 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:37,398 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta to pos 685, reset compression=false 2024-12-15T17:24:37,398 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_OPEN/1734283477194/Put/vlen=128/seqid=0; >],332}, {hbase:meta/1588230740/4=[#edits: 2 = ],436}, {hbase:meta/1588230740/5=[#edits: 1 = ],188}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta, lastWalPosition=685, nbRowKeys=3, nbHFiles=0, heapSize=956, lastSeqIds={}, endOfFile=false,usedBufferSize=956] 2024-12-15T17:24:37,432 INFO [4ce65a7c4674:37899 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-15T17:24:37,432 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=b5cb7e2ab2e336f88ee716391c14202a, regionState=OPENING, regionLocation=4ce65a7c4674,36557,1734283476185 2024-12-15T17:24:37,433 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure b5cb7e2ab2e336f88ee716391c14202a, server=4ce65a7c4674,36557,1734283476185}] 2024-12-15T17:24:37,509 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-15T17:24:37,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:37,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:37,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:37,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:37,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:37,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:37,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:37,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:37,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:37,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:37,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:37,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:37,587 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,36557,1734283476185 2024-12-15T17:24:37,587 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T17:24:37,593 INFO [RS-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57400, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-15T17:24:37,599 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734283477229.b5cb7e2ab2e336f88ee716391c14202a. 2024-12-15T17:24:37,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => b5cb7e2ab2e336f88ee716391c14202a, NAME => 'hbase:namespace,,1734283477229.b5cb7e2ab2e336f88ee716391c14202a.', STARTKEY => '', ENDKEY => ''} 2024-12-15T17:24:37,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace b5cb7e2ab2e336f88ee716391c14202a 2024-12-15T17:24:37,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734283477229.b5cb7e2ab2e336f88ee716391c14202a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:24:37,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for b5cb7e2ab2e336f88ee716391c14202a 2024-12-15T17:24:37,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for b5cb7e2ab2e336f88ee716391c14202a 2024-12-15T17:24:37,601 INFO [StoreOpener-b5cb7e2ab2e336f88ee716391c14202a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region b5cb7e2ab2e336f88ee716391c14202a 2024-12-15T17:24:37,603 INFO [StoreOpener-b5cb7e2ab2e336f88ee716391c14202a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5cb7e2ab2e336f88ee716391c14202a columnFamilyName info 2024-12-15T17:24:37,603 DEBUG [StoreOpener-b5cb7e2ab2e336f88ee716391c14202a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:37,603 INFO [StoreOpener-b5cb7e2ab2e336f88ee716391c14202a-1 {}] regionserver.HStore(327): Store=b5cb7e2ab2e336f88ee716391c14202a/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:24:37,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/data/hbase/namespace/b5cb7e2ab2e336f88ee716391c14202a 2024-12-15T17:24:37,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/data/hbase/namespace/b5cb7e2ab2e336f88ee716391c14202a 2024-12-15T17:24:37,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for b5cb7e2ab2e336f88ee716391c14202a 2024-12-15T17:24:37,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/data/hbase/namespace/b5cb7e2ab2e336f88ee716391c14202a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:24:37,610 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened b5cb7e2ab2e336f88ee716391c14202a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67811175, jitterRate=0.010465249419212341}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:24:37,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for b5cb7e2ab2e336f88ee716391c14202a: 2024-12-15T17:24:37,613 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734283477229.b5cb7e2ab2e336f88ee716391c14202a., pid=6, masterSystemTime=1734283477587 2024-12-15T17:24:37,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734283477229.b5cb7e2ab2e336f88ee716391c14202a. 2024-12-15T17:24:37,614 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734283477229.b5cb7e2ab2e336f88ee716391c14202a. 2024-12-15T17:24:37,614 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=b5cb7e2ab2e336f88ee716391c14202a, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,36557,1734283476185 2024-12-15T17:24:37,616 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta to pos 685, reset compression=false 2024-12-15T17:24:37,619 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-15T17:24:37,619 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure b5cb7e2ab2e336f88ee716391c14202a, server=4ce65a7c4674,36557,1734283476185 in 182 msec 2024-12-15T17:24:37,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-15T17:24:37,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=b5cb7e2ab2e336f88ee716391c14202a, ASSIGN in 339 msec 2024-12-15T17:24:37,622 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T17:24:37,622 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734283477622"}]},"ts":"1734283477622"} 2024-12-15T17:24:37,623 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-15T17:24:37,628 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:37,628 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta to pos 1808, reset compression=false 2024-12-15T17:24:37,628 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6=[#edits: 3 = ],612}, {hbase:meta/1588230740/7=[#edits: 5 = ],916}, {hbase:meta/1588230740/8=[#edits: 1 = ],188}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta, lastWalPosition=1808, nbRowKeys=3, nbHFiles=0, heapSize=1716, lastSeqIds={}, endOfFile=false,usedBufferSize=1716] 2024-12-15T17:24:37,630 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T17:24:37,632 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 400 msec 2024-12-15T17:24:37,635 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:37899-0x1002ab8d66a0000, quorum=127.0.0.1:53093, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-15T17:24:37,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34827-0x1002ab8d66a0004, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:37,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38077-0x1002ab8d66a0002, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:37,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37899-0x1002ab8d66a0000, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-15T17:24:37,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37899-0x1002ab8d66a0000, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:37,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1002ab8d66a0001, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:37,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x1002ab8d66a0003, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:37,650 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:24:37,651 INFO [RS-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57404, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:24:37,652 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-15T17:24:37,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37899-0x1002ab8d66a0000, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-15T17:24:37,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 28 msec 2024-12-15T17:24:37,684 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-15T17:24:37,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37899-0x1002ab8d66a0000, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-15T17:24:37,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 21 msec 2024-12-15T17:24:37,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37899-0x1002ab8d66a0000, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-15T17:24:37,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37899-0x1002ab8d66a0000, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-15T17:24:37,754 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.449sec 2024-12-15T17:24:37,754 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-15T17:24:37,754 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-15T17:24:37,754 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-15T17:24:37,754 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-15T17:24:37,754 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-15T17:24:37,754 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,37899,1734283475482-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T17:24:37,754 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,37899,1734283475482-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-15T17:24:37,755 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-15T17:24:37,755 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-15T17:24:37,756 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,37899,1734283475482-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:37,788 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x63cf2422 to 127.0.0.1:53093 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2198029d 2024-12-15T17:24:37,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cd49fd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:24:37,797 DEBUG [hconnection-0x3380c1fa-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:24:37,798 INFO [RS-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60662, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:24:37,799 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=4ce65a7c4674,37899,1734283475482 2024-12-15T17:24:37,799 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T17:24:37,800 INFO [RS-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33714, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T17:24:37,802 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37899 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table hbase:meta from 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} to 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', REGION_REPLICATION => '3', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-15T17:24:37,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37899 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=hbase:meta 2024-12-15T17:24:37,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43879 is added to blk_1073741840_1016 (size=1064) 2024-12-15T17:24:37,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741840_1016 (size=1064) 2024-12-15T17:24:37,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741840_1016 (size=1064) 2024-12-15T17:24:37,828 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-15T17:24:37,828 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/data/hbase/meta/.tabledesc/.tableinfo.0000000002.1064 2024-12-15T17:24:37,832 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=hbase:meta}] 2024-12-15T17:24:37,834 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta to pos 1808, reset compression=false 2024-12-15T17:24:37,834 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE}] 2024-12-15T17:24:37,835 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE 2024-12-15T17:24:37,836 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=CLOSING, regionLocation=4ce65a7c4674,34827,1734283476267 2024-12-15T17:24:37,837 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ce65a7c4674,34827,1734283476267, state=CLOSING 2024-12-15T17:24:37,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1002ab8d66a0001, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:37,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x1002ab8d66a0003, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:37,845 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T17:24:37,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37899-0x1002ab8d66a0000, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:37,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34827-0x1002ab8d66a0004, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:37,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:37,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:37,845 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; CloseRegionProcedure 1588230740, server=4ce65a7c4674,34827,1734283476267}] 2024-12-15T17:24:37,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:37,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:37,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38077-0x1002ab8d66a0002, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:37,846 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:37,997 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,34827,1734283476267 2024-12-15T17:24:37,998 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] handler.UnassignRegionHandler(124): Close 1588230740 2024-12-15T17:24:37,998 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T17:24:37,998 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-15T17:24:37,998 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-15T17:24:37,998 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-15T17:24:37,998 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-15T17:24:37,998 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-15T17:24:37,998 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=1.23 KB heapSize=2.87 KB 2024-12-15T17:24:38,012 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/data/hbase/meta/1588230740/.tmp/info/55810198ee4b4434876fb2e324d005a5 is 143, key is hbase:namespace,,1734283477229.b5cb7e2ab2e336f88ee716391c14202a./info:regioninfo/1734283477614/Put/seqid=0 2024-12-15T17:24:38,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741841_1017 (size=6595) 2024-12-15T17:24:38,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43879 is added to blk_1073741841_1017 (size=6595) 2024-12-15T17:24:38,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43239 is added to blk_1073741841_1017 (size=6595) 2024-12-15T17:24:38,138 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta to pos 1808, reset compression=false 2024-12-15T17:24:38,142 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:24:38,142 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta to pos 1992, reset compression=false 2024-12-15T17:24:38,142 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/10=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734283477998/Put/vlen=101/seqid=0; >],284}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta, lastWalPosition=1992, nbRowKeys=1, nbHFiles=0, heapSize=284, lastSeqIds={}, endOfFile=false,usedBufferSize=284] 2024-12-15T17:24:38,144 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-Writer-0 {}] regionserver.RegionReplicaReplicationEndpoint$RegionReplicaSinkWriter(446): Skipping location cache; only one location found for hbase:meta 2024-12-15T17:24:38,148 WARN [ReadOnlyZKClient-127.0.0.1:53093@0x59ada034 {}] client.ZKConnectionRegistry(198): Meta region is in state CLOSING 2024-12-15T17:24:38,254 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:24:38,255 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:24:38,352 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta to pos 1992, reset compression=false 2024-12-15T17:24:38,421 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.14 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/data/hbase/meta/1588230740/.tmp/info/55810198ee4b4434876fb2e324d005a5 2024-12-15T17:24:38,437 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/data/hbase/meta/1588230740/.tmp/table/f9cf1b38ea4f4890bbf150884438ccbc is 51, key is hbase:namespace/table:state/1734283477622/Put/seqid=0 2024-12-15T17:24:38,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43239 is added to blk_1073741842_1018 (size=5242) 2024-12-15T17:24:38,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741842_1018 (size=5242) 2024-12-15T17:24:38,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43879 is added to blk_1073741842_1018 (size=5242) 2024-12-15T17:24:38,442 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=94 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/data/hbase/meta/1588230740/.tmp/table/f9cf1b38ea4f4890bbf150884438ccbc 2024-12-15T17:24:38,447 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/data/hbase/meta/1588230740/.tmp/info/55810198ee4b4434876fb2e324d005a5 as hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/data/hbase/meta/1588230740/info/55810198ee4b4434876fb2e324d005a5 2024-12-15T17:24:38,450 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/data/hbase/meta/1588230740/info/55810198ee4b4434876fb2e324d005a5, entries=10, sequenceid=9, filesize=6.4 K 2024-12-15T17:24:38,451 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/data/hbase/meta/1588230740/.tmp/table/f9cf1b38ea4f4890bbf150884438ccbc as hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/data/hbase/meta/1588230740/table/f9cf1b38ea4f4890bbf150884438ccbc 2024-12-15T17:24:38,455 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/data/hbase/meta/1588230740/table/f9cf1b38ea4f4890bbf150884438ccbc, entries=2, sequenceid=9, filesize=5.1 K 2024-12-15T17:24:38,455 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(3040): Finished flush of dataSize ~1.23 KB/1264, heapSize ~2.59 KB/2648, currentSize=0 B/0 for 1588230740 in 457ms, sequenceid=9, compaction requested=false 2024-12-15T17:24:38,456 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-15T17:24:38,460 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/data/hbase/meta/1588230740/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-15T17:24:38,460 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T17:24:38,460 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-15T17:24:38,460 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-15T17:24:38,460 WARN [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegionServer(3786): Not adding moved region record: 1588230740 to self. 2024-12-15T17:24:38,461 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] handler.UnassignRegionHandler(170): Closed 1588230740 2024-12-15T17:24:38,462 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=CLOSED 2024-12-15T17:24:38,462 WARN [PEWorker-1 {}] zookeeper.MetaTableLocator(168): Tried to set null ServerName in hbase:meta; skipping -- ServerName required 2024-12-15T17:24:38,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-12-15T17:24:38,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; CloseRegionProcedure 1588230740, server=4ce65a7c4674,34827,1734283476267 in 617 msec 2024-12-15T17:24:38,463 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE; state=CLOSED, location=4ce65a7c4674,34827,1734283476267; forceNewPlan=false, retain=true 2024-12-15T17:24:38,613 INFO [4ce65a7c4674:37899 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-15T17:24:38,614 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4ce65a7c4674,34827,1734283476267 2024-12-15T17:24:38,614 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ce65a7c4674,34827,1734283476267, state=OPENING 2024-12-15T17:24:38,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34827-0x1002ab8d66a0004, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:38,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1002ab8d66a0001, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:38,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38077-0x1002ab8d66a0002, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:38,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37899-0x1002ab8d66a0000, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:38,654 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:38,654 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:38,654 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:38,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x1002ab8d66a0003, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:38,654 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 1588230740, server=4ce65a7c4674,34827,1734283476267}] 2024-12-15T17:24:38,654 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:38,654 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:38,655 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta to pos 1992, reset compression=false 2024-12-15T17:24:38,659 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:38,659 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta to pos 2476, reset compression=false 2024-12-15T17:24:38,659 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/11=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734283478455/Put/vlen=169/seqid=0; >],356}, {hbase:meta/1588230740/12=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_CLOSE/1734283478458/Put/vlen=128/seqid=0; >],332}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta, lastWalPosition=2476, nbRowKeys=2, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-15T17:24:38,661 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-Writer-0 {}] regionserver.RegionReplicaReplicationEndpoint$RegionReplicaSinkWriter(446): Skipping location cache; only one location found for hbase:meta 2024-12-15T17:24:38,662 WARN [ReadOnlyZKClient-127.0.0.1:53093@0x59ada034 {}] client.ZKConnectionRegistry(198): Meta region is in state OPENING 2024-12-15T17:24:38,805 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,34827,1734283476267 2024-12-15T17:24:38,807 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-15T17:24:38,808 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-15T17:24:38,808 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-15T17:24:38,808 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-15T17:24:38,808 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-15T17:24:38,808 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-15T17:24:38,808 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:24:38,808 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-15T17:24:38,808 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-15T17:24:38,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-15T17:24:38,810 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-15T17:24:38,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:38,814 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/data/hbase/meta/1588230740/info/55810198ee4b4434876fb2e324d005a5 2024-12-15T17:24:38,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:38,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-15T17:24:38,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-15T17:24:38,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:38,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:38,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-15T17:24:38,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-15T17:24:38,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:38,820 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/data/hbase/meta/1588230740/table/f9cf1b38ea4f4890bbf150884438ccbc 2024-12-15T17:24:38,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:38,821 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/data/hbase/meta/1588230740 2024-12-15T17:24:38,822 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/data/hbase/meta/1588230740 2024-12-15T17:24:38,823 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-15T17:24:38,823 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-15T17:24:38,824 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62742599, jitterRate=-0.06506241858005524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-15T17:24:38,825 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-15T17:24:38,825 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=13, masterSystemTime=1734283478805 2024-12-15T17:24:38,826 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-15T17:24:38,826 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-15T17:24:38,826 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=13, regionLocation=4ce65a7c4674,34827,1734283476267 2024-12-15T17:24:38,827 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ce65a7c4674,34827,1734283476267, state=OPEN 2024-12-15T17:24:38,832 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37899 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=4ce65a7c4674,34827,1734283476267, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-15T17:24:38,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37899-0x1002ab8d66a0000, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:38,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x1002ab8d66a0003, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:38,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1002ab8d66a0001, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:38,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38077-0x1002ab8d66a0002, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:38,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34827-0x1002ab8d66a0004, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:38,860 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:38,860 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:38,860 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:38,860 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:38,860 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:38,861 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-12-15T17:24:38,861 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 1588230740, server=4ce65a7c4674,34827,1734283476267 in 206 msec 2024-12-15T17:24:38,862 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta to pos 2476, reset compression=false 2024-12-15T17:24:38,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-12-15T17:24:38,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE in 1.0270 sec 2024-12-15T17:24:38,863 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-15T17:24:38,863 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; ReopenTableRegionsProcedure table=hbase:meta in 1.0300 sec 2024-12-15T17:24:38,864 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN}] 2024-12-15T17:24:38,864 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN 2024-12-15T17:24:38,865 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN 2024-12-15T17:24:38,865 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-15T17:24:38,865 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-15T17:24:38,866 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:24:38,866 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta to pos 2775, reset compression=false 2024-12-15T17:24:38,866 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/14=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_OPEN/1734283478825/Put/vlen=196/seqid=0; >],404}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta, lastWalPosition=2775, nbRowKeys=1, nbHFiles=0, heapSize=404, lastSeqIds={}, endOfFile=false,usedBufferSize=404] 2024-12-15T17:24:38,868 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-Writer-0 {}] regionserver.RegionReplicaReplicationEndpoint$RegionReplicaSinkWriter(446): Skipping location cache; only one location found for hbase:meta 2024-12-15T17:24:39,015 DEBUG [4ce65a7c4674:37899 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=4, allServersCount=4 2024-12-15T17:24:39,015 DEBUG [4ce65a7c4674:37899 {}] balancer.BalancerClusterState(202): Hosts are {4ce65a7c4674=0} racks are {/default-rack=0} 2024-12-15T17:24:39,018 DEBUG [4ce65a7c4674:37899 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-15T17:24:39,018 DEBUG [4ce65a7c4674:37899 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-15T17:24:39,018 DEBUG [4ce65a7c4674:37899 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-15T17:24:39,018 DEBUG [4ce65a7c4674:37899 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-15T17:24:39,018 INFO [4ce65a7c4674:37899 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-15T17:24:39,018 INFO [4ce65a7c4674:37899 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-15T17:24:39,018 INFO [4ce65a7c4674:37899 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-15T17:24:39,018 INFO [4ce65a7c4674:37899 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-15T17:24:39,018 DEBUG [4ce65a7c4674:37899 {}] balancer.BalancerClusterState(319): Number of tables=2, number of hosts=1, number of racks=1 2024-12-15T17:24:39,019 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=534574363, regionState=OPENING, regionLocation=4ce65a7c4674,36557,1734283476185 2024-12-15T17:24:39,019 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=1657623790, regionState=OPENING, regionLocation=4ce65a7c4674,40347,1734283476242 2024-12-15T17:24:39,019 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=1 location in ZooKeeper as 4ce65a7c4674,36557,1734283476185, state=OPENING 2024-12-15T17:24:39,019 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=2 location in ZooKeeper as 4ce65a7c4674,40347,1734283476242, state=OPENING 2024-12-15T17:24:39,028 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(185): hbase:meta region location doesn't exist for replicaId=1, create it 2024-12-15T17:24:39,028 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(185): hbase:meta region location doesn't exist for replicaId=2, create it 2024-12-15T17:24:39,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x1002ab8d66a0003, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:39,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34827-0x1002ab8d66a0004, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:39,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1002ab8d66a0001, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:39,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38077-0x1002ab8d66a0002, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:39,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37899-0x1002ab8d66a0000, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:39,045 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:39,045 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:39,045 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:39,045 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:39,045 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:39,045 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=16, ppid=14, state=RUNNABLE; OpenRegionProcedure 534574363, server=4ce65a7c4674,36557,1734283476185}] 2024-12-15T17:24:39,046 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-15T17:24:39,046 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-15T17:24:39,046 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-15T17:24:39,046 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-15T17:24:39,046 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:24:39,046 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-15T17:24:39,046 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:24:39,046 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:24:39,046 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:24:39,046 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:24:39,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=15, state=RUNNABLE; OpenRegionProcedure 1657623790, server=4ce65a7c4674,40347,1734283476242}] 2024-12-15T17:24:39,069 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta to pos 2775, reset compression=false 2024-12-15T17:24:39,197 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,40347,1734283476242 2024-12-15T17:24:39,197 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,36557,1734283476185 2024-12-15T17:24:39,197 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T17:24:39,199 INFO [RS-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46662, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-15T17:24:39,200 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] handler.AssignRegionHandler(135): Open hbase:meta,,1_0001.534574363 2024-12-15T17:24:39,200 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7285): Opening region: {ENCODED => 534574363, NAME => 'hbase:meta,,1_0001', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} 2024-12-15T17:24:39,200 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-15T17:24:39,200 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1_0001 service=MultiRowMutationService 2024-12-15T17:24:39,200 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-15T17:24:39,201 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 534574363 2024-12-15T17:24:39,201 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(894): Instantiated hbase:meta,,1_0001.534574363; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:24:39,201 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7327): checking encryption for 534574363 2024-12-15T17:24:39,201 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7330): checking classloading for 534574363 2024-12-15T17:24:39,201 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(135): Open hbase:meta,,1_0002.1657623790 2024-12-15T17:24:39,201 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7285): Opening region: {ENCODED => 1657623790, NAME => 'hbase:meta,,1_0002', STARTKEY => '', ENDKEY => '', REPLICA_ID => 2} 2024-12-15T17:24:39,201 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 534574363 2024-12-15T17:24:39,201 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-15T17:24:39,201 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1_0002 service=MultiRowMutationService 2024-12-15T17:24:39,201 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-15T17:24:39,201 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1657623790 2024-12-15T17:24:39,201 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(894): Instantiated hbase:meta,,1_0002.1657623790; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:24:39,202 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7327): checking encryption for 1657623790 2024-12-15T17:24:39,202 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7330): checking classloading for 1657623790 2024-12-15T17:24:39,202 INFO [StoreOpener-534574363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534574363 columnFamilyName info 2024-12-15T17:24:39,202 DEBUG [StoreOpener-534574363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:39,202 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1657623790 2024-12-15T17:24:39,202 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName info 2024-12-15T17:24:39,203 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:39,206 DEBUG [StoreOpener-534574363-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/data/hbase/meta/1588230740/info/55810198ee4b4434876fb2e324d005a5 2024-12-15T17:24:39,206 DEBUG [StoreOpener-1657623790-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/data/hbase/meta/1588230740/info/55810198ee4b4434876fb2e324d005a5 2024-12-15T17:24:39,206 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:39,206 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1657623790 2024-12-15T17:24:39,207 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(327): Store=534574363/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:39,207 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 534574363 2024-12-15T17:24:39,207 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName rep_barrier 2024-12-15T17:24:39,207 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:39,207 INFO [StoreOpener-534574363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534574363 columnFamilyName rep_barrier 2024-12-15T17:24:39,207 DEBUG [StoreOpener-534574363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:39,207 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:39,207 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1657623790 2024-12-15T17:24:39,208 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(327): Store=534574363/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:39,208 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 534574363 2024-12-15T17:24:39,208 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName table 2024-12-15T17:24:39,208 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:39,208 INFO [StoreOpener-534574363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534574363 columnFamilyName table 2024-12-15T17:24:39,208 DEBUG [StoreOpener-534574363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:39,212 DEBUG [StoreOpener-534574363-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/data/hbase/meta/1588230740/table/f9cf1b38ea4f4890bbf150884438ccbc 2024-12-15T17:24:39,212 DEBUG [StoreOpener-1657623790-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/data/hbase/meta/1588230740/table/f9cf1b38ea4f4890bbf150884438ccbc 2024-12-15T17:24:39,212 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(327): Store=534574363/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:39,212 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:39,212 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-15T17:24:39,212 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-15T17:24:39,215 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1102): Opened 1657623790; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67473488, jitterRate=0.005433320999145508}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-15T17:24:39,215 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(1102): Opened 534574363; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68338662, jitterRate=0.01832541823387146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-15T17:24:39,215 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1001): Region open journal for 1657623790: 2024-12-15T17:24:39,215 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(1001): Region open journal for 534574363: 2024-12-15T17:24:39,215 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1_0001.534574363, pid=16, masterSystemTime=1734283479197 2024-12-15T17:24:39,215 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1_0002.1657623790, pid=17, masterSystemTime=1734283479197 2024-12-15T17:24:39,216 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1_0002.1657623790 2024-12-15T17:24:39,217 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(164): Opened hbase:meta,,1_0002.1657623790 2024-12-15T17:24:39,217 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=1657623790, regionState=OPEN, openSeqNum=13, regionLocation=4ce65a7c4674,40347,1734283476242 2024-12-15T17:24:39,217 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(112): RPC'ing to primary hbase:meta,,1.1588230740 from hbase:meta,,1_0002.1657623790 to trigger FLUSH 2024-12-15T17:24:39,217 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T17:24:39,217 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1_0001.534574363 2024-12-15T17:24:39,217 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] handler.AssignRegionHandler(164): Opened hbase:meta,,1_0001.534574363 2024-12-15T17:24:39,217 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=534574363, regionState=OPEN, openSeqNum=13, regionLocation=4ce65a7c4674,36557,1734283476185 2024-12-15T17:24:39,217 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=2 location in ZooKeeper as 4ce65a7c4674,40347,1734283476242, state=OPEN 2024-12-15T17:24:39,218 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(112): RPC'ing to primary hbase:meta,,1.1588230740 from hbase:meta,,1_0001.534574363 to trigger FLUSH 2024-12-15T17:24:39,218 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T17:24:39,218 INFO [RS-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60668, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-12-15T17:24:39,218 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34827 {}] regionserver.RSRpcServices(1768): Flushing hbase:meta,,1.1588230740 2024-12-15T17:24:39,218 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=1 location in ZooKeeper as 4ce65a7c4674,36557,1734283476185, state=OPEN 2024-12-15T17:24:39,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34827 {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-15T17:24:39,219 INFO [RS-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60672, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-12-15T17:24:39,219 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34827 {}] regionserver.RSRpcServices(1768): Flushing hbase:meta,,1.1588230740 2024-12-15T17:24:39,219 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(155): Triggered empty flush marker (memstore empty) on primary region replica 1588230740 for 1657623790; now waiting and blocking reads until observing a flush marker 2024-12-15T17:24:39,219 INFO [RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] regionserver.HRegion(5092): Enabling reads for 1657623790 2024-12-15T17:24:39,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34827 {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-15T17:24:39,219 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(155): Triggered empty flush marker (memstore empty) on primary region replica 1588230740 for 534574363; now waiting and blocking reads until observing a flush marker 2024-12-15T17:24:39,219 INFO [RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] regionserver.HRegion(5092): Enabling reads for 534574363 2024-12-15T17:24:39,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37899-0x1002ab8d66a0000, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-15T17:24:39,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38077-0x1002ab8d66a0002, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-15T17:24:39,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x1002ab8d66a0003, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-15T17:24:39,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34827-0x1002ab8d66a0004, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-15T17:24:39,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1002ab8d66a0001, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-15T17:24:39,220 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-15T17:24:39,220 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-15T17:24:39,220 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-15T17:24:39,220 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-15T17:24:39,220 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-15T17:24:39,221 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=15 2024-12-15T17:24:39,221 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=15, state=SUCCESS; OpenRegionProcedure 1657623790, server=4ce65a7c4674,40347,1734283476242 in 174 msec 2024-12-15T17:24:39,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN in 357 msec 2024-12-15T17:24:39,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37899-0x1002ab8d66a0000, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-15T17:24:39,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34827-0x1002ab8d66a0004, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-15T17:24:39,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38077-0x1002ab8d66a0002, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-15T17:24:39,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x1002ab8d66a0003, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-15T17:24:39,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1002ab8d66a0001, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-15T17:24:39,229 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:24:39,229 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:24:39,229 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:24:39,229 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:24:39,229 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:24:39,230 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=16, resume processing ppid=14 2024-12-15T17:24:39,230 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=14, state=SUCCESS; OpenRegionProcedure 534574363, server=4ce65a7c4674,36557,1734283476185 in 184 msec 2024-12-15T17:24:39,231 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=14, resume processing ppid=9 2024-12-15T17:24:39,231 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN in 366 msec 2024-12-15T17:24:39,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; ModifyTableProcedure table=hbase:meta in 1.4290 sec 2024-12-15T17:24:39,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37899 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T17:24:39,233 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T17:24:39,234 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x304b623d to 127.0.0.1:53093 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5f1eadf 2024-12-15T17:24:39,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ce01f00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:24:39,246 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(313): Writing data from 0 to 1000 2024-12-15T17:24:39,246 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:24:39,247 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:24:39,247 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:24:39,247 INFO [RS-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60678, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:24:39,373 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta to pos 2775, reset compression=false 2024-12-15T17:24:39,422 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 59 WAL entries eligible for replication 2024-12-15T17:24:39,423 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/16=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734283479218/Put/vlen=52/seqid=0; >],236}, {hbase:meta/1588230740/18=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734283479219/Put/vlen=52/seqid=0; >],236}, {hbase:meta/1588230740/19=[#edits: 1 = <0/info:/1734283479248/Put/vlen=1/seqid=0; >],172}, {hbase:meta/1588230740/20=[#edits: 1 = <1/info:/1734283479248/Put/vlen=1/seqid=0; >],172}, {hbase:meta/1588230740/21=[#edits: 1 = <2/info:/1734283479249/Put/vlen=1/seqid=0; >],172}, {hbase:meta/1588230740/22=[#edits: 1 = <3/info:/1734283479249/Put/vlen=1/seqid=0; >],172}, {hbase:meta/1588230740/23=[#edits: 1 = <4/info:/1734283479249/Put/vlen=1/seqid=0; >],172}, {hbase:meta/1588230740/24=[#edits: 1 = <5/info:/1734283479250/Put/vlen=1/seqid=0; >],172}, {hbase:meta/1588230740/25=[#edits: 1 = <6/info:/1734283479250/Put/vlen=1/seqid=0; >],172}, {hbase:meta/1588230740/26=[#edits: 1 = <7/info:/1734283479250/Put/vlen=1/seqid=0; >],172}, {hbase:meta/1588230740/27=[#edits: 1 = <8/info:/1734283479251/Put/vlen=1/seqid=0; >],172}, {hbase:meta/1588230740/28=[#edits: 1 = <9/info:/1734283479252/Put/vlen=1/seqid=0; >],172}, {hbase:meta/1588230740/29=[#edits: 1 = <10/info:/1734283479252/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/30=[#edits: 1 = <11/info:/1734283479253/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/31=[#edits: 1 = <12/info:/1734283479253/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/32=[#edits: 1 = <13/info:/1734283479253/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/33=[#edits: 1 = <14/info:/1734283479253/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/34=[#edits: 1 = <15/info:/1734283479254/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/35=[#edits: 1 = <16/info:/1734283479254/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/36=[#edits: 1 = <17/info:/1734283479254/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/37=[#edits: 1 = <18/info:/1734283479255/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/38=[#edits: 1 = <19/info:/1734283479255/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/39=[#edits: 1 = <20/info:/1734283479256/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/40=[#edits: 1 = <21/info:/1734283479256/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/41=[#edits: 1 = <22/info:/1734283479257/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/42=[#edits: 1 = <23/info:/1734283479258/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/43=[#edits: 1 = <24/info:/1734283479258/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/44=[#edits: 1 = <25/info:/1734283479259/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/45=[#edits: 1 = <26/info:/1734283479260/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/46=[#edits: 1 = <27/info:/1734283479262/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/47=[#edits: 1 = <28/info:/1734283479263/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/48=[#edits: 1 = <29/info:/1734283479263/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/49=[#edits: 1 = <30/info:/1734283479264/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/50=[#edits: 1 = <31/info:/1734283479264/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/51=[#edits: 1 = <32/info:/1734283479265/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/52=[#edits: 1 = <33/info:/1734283479265/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/53=[#edits: 1 = <34/info:/1734283479265/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/54=[#edits: 1 = <35/info:/1734283479266/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/55=[#edits: 1 = <36/info:/1734283479266/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/56=[#edits: 1 = <37/info:/1734283479266/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/57=[#edits: 1 = <38/info:/1734283479267/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/58=[#edits: 1 = <39/info:/1734283479267/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/59=[#edits: 1 = <40/info:/1734283479268/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/60=[#edits: 1 = <41/info:/1734283479268/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/61=[#edits: 1 = <42/info:/1734283479268/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/62=[#edits: 1 = <43/info:/1734283479269/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/63=[#edits: 1 = <44/info:/1734283479269/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/64=[#edits: 1 = <45/info:/1734283479270/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/65=[#edits: 1 = <46/info:/1734283479270/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/66=[#edits: 1 = <47/info:/1734283479271/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/67=[#edits: 1 = <48/info:/1734283479271/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/68=[#edits: 1 = <49/info:/1734283479272/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/69=[#edits: 1 = <50/info:/1734283479272/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/70=[#edits: 1 = <51/info:/1734283479273/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/71=[#edits: 1 = <52/info:/1734283479273/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/72=[#edits: 1 = <53/info:/1734283479274/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/73=[#edits: 1 = <54/info:/1734283479274/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/74=[#edits: 1 = <55/info:/1734283479275/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/75=[#edits: 1 = <56/info:/1734283479275/Put/vlen=2/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta, lastWalPosition=6901, nbRowKeys=59, nbHFiles=0, heapSize=10276, lastSeqIds={}, endOfFile=false,usedBufferSize=10276] 2024-12-15T17:24:39,424 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:39,425 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 15 WAL entries eligible for replication 2024-12-15T17:24:39,447 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-Writer-2 {}] regionserver.RegionReplicaReplicationEndpoint$RegionReplicaSinkWriter(446): Skipping location cache; only one location found for hbase:meta 2024-12-15T17:24:39,455 DEBUG [RegionReplicaReplicationEndpoint-rpc-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T17:24:39,456 DEBUG [RegionReplicaReplicationEndpoint-rpc-shared-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T17:24:39,457 INFO [RS-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57414, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-12-15T17:24:39,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36557 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: CANNOT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 18446744073709551615 region_name: "hbase:meta,,1" 2024-12-15T17:24:39,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36557 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: CANNOT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 18446744073709551615 region_name: "hbase:meta,,1" 2024-12-15T17:24:39,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36557 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0001.534574363 with WAL disabled. Data may be lost in the event of a crash. 2024-12-15T17:24:39,472 INFO [RS-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46668, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-12-15T17:24:39,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: CANNOT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 18446744073709551615 region_name: "hbase:meta,,1" 2024-12-15T17:24:39,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: CANNOT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 18446744073709551615 region_name: "hbase:meta,,1" 2024-12-15T17:24:39,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0002.1657623790 with WAL disabled. Data may be lost in the event of a crash. 2024-12-15T17:24:39,476 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/76=[#edits: 1 = <57/info:/1734283479275/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/77=[#edits: 1 = <58/info:/1734283479276/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/78=[#edits: 1 = <59/info:/1734283479276/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/79=[#edits: 1 = <60/info:/1734283479277/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/80=[#edits: 1 = <61/info:/1734283479277/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/81=[#edits: 1 = <62/info:/1734283479278/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/82=[#edits: 1 = <63/info:/1734283479278/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/83=[#edits: 1 = <64/info:/1734283479278/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/84=[#edits: 1 = <65/info:/1734283479279/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/85=[#edits: 1 = <66/info:/1734283479279/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/86=[#edits: 1 = <67/info:/1734283479280/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/87=[#edits: 1 = <68/info:/1734283479280/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/88=[#edits: 1 = <69/info:/1734283479281/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/89=[#edits: 1 = <70/info:/1734283479281/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/90=[#edits: 1 = <71/info:/1734283479282/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/91=[#edits: 1 = <72/info:/1734283479282/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/92=[#edits: 1 = <73/info:/1734283479283/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/93=[#edits: 1 = <74/info:/1734283479284/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/94=[#edits: 1 = <75/info:/1734283479302/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/95=[#edits: 1 = <76/info:/1734283479308/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/96=[#edits: 1 = <77/info:/1734283479312/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/97=[#edits: 1 = <78/info:/1734283479313/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/98=[#edits: 1 = <79/info:/1734283479314/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/99=[#edits: 1 = <80/info:/1734283479316/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/100=[#edits: 1 = <81/info:/1734283479317/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/101=[#edits: 1 = <82/info:/1734283479317/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/102=[#edits: 1 = <83/info:/1734283479318/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/103=[#edits: 1 = <84/info:/1734283479324/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/104=[#edits: 1 = <85/info:/1734283479324/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/105=[#edits: 1 = <86/info:/1734283479325/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/106=[#edits: 1 = <87/info:/1734283479328/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/107=[#edits: 1 = <88/info:/1734283479329/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/108=[#edits: 1 = <89/info:/1734283479329/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/109=[#edits: 1 = <90/info:/1734283479330/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/110=[#edits: 1 = <91/info:/1734283479330/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/111=[#edits: 1 = <92/info:/1734283479330/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/112=[#edits: 1 = <93/info:/1734283479331/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/113=[#edits: 1 = <94/info:/1734283479331/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/114=[#edits: 1 = <95/info:/1734283479333/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/115=[#edits: 1 = <96/info:/1734283479334/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/116=[#edits: 1 = <97/info:/1734283479335/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/117=[#edits: 1 = <98/info:/1734283479338/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/118=[#edits: 1 = <99/info:/1734283479340/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/119=[#edits: 1 = <100/info:/1734283479341/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/120=[#edits: 1 = <101/info:/1734283479342/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/121=[#edits: 1 = <102/info:/1734283479345/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/122=[#edits: 1 = <103/info:/1734283479346/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/123=[#edits: 1 = <104/info:/1734283479347/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/124=[#edits: 1 = <105/info:/1734283479349/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/125=[#edits: 1 = <106/info:/1734283479351/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/126=[#edits: 1 = <107/info:/1734283479352/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/127=[#edits: 1 = <108/info:/1734283479356/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/128=[#edits: 1 = <109/info:/1734283479359/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/129=[#edits: 1 = <110/info:/1734283479364/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/130=[#edits: 1 = <111/info:/1734283479368/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/131=[#edits: 1 = <112/info:/1734283479372/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/132=[#edits: 1 = <113/info:/1734283479378/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/133=[#edits: 1 = <114/info:/1734283479379/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/134=[#edits: 1 = <115/info:/1734283479380/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/135=[#edits: 1 = <116/info:/1734283479381/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta, lastWalPosition=11023, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:39,476 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta to pos 12088, reset compression=false 2024-12-15T17:24:39,496 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/136=[#edits: 1 = <117/info:/1734283479381/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/137=[#edits: 1 = <118/info:/1734283479381/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/138=[#edits: 1 = <119/info:/1734283479382/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/139=[#edits: 1 = <120/info:/1734283479382/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/140=[#edits: 1 = <121/info:/1734283479383/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/141=[#edits: 1 = <122/info:/1734283479383/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/142=[#edits: 1 = <123/info:/1734283479385/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/143=[#edits: 1 = <124/info:/1734283479385/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/144=[#edits: 1 = <125/info:/1734283479386/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/145=[#edits: 1 = <126/info:/1734283479386/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/146=[#edits: 1 = <127/info:/1734283479387/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/147=[#edits: 1 = <128/info:/1734283479387/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/148=[#edits: 1 = <129/info:/1734283479387/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/149=[#edits: 1 = <130/info:/1734283479388/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/150=[#edits: 1 = <131/info:/1734283479394/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta, lastWalPosition=12088, nbRowKeys=15, nbHFiles=0, heapSize=2580, lastSeqIds={}, endOfFile=false,usedBufferSize=2580] 2024-12-15T17:24:39,514 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:39,514 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-15T17:24:39,516 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta to pos 16845, reset compression=false 2024-12-15T17:24:39,516 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/151=[#edits: 1 = <132/info:/1734283479396/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/152=[#edits: 1 = <133/info:/1734283479400/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/153=[#edits: 1 = <134/info:/1734283479401/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/154=[#edits: 1 = <135/info:/1734283479403/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/155=[#edits: 1 = <136/info:/1734283479403/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/156=[#edits: 1 = <137/info:/1734283479404/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/157=[#edits: 1 = <138/info:/1734283479408/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/158=[#edits: 1 = <139/info:/1734283479409/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/159=[#edits: 1 = <140/info:/1734283479410/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/160=[#edits: 1 = <141/info:/1734283479410/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/161=[#edits: 1 = <142/info:/1734283479411/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/162=[#edits: 1 = <143/info:/1734283479412/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/163=[#edits: 1 = <144/info:/1734283479413/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/164=[#edits: 1 = <145/info:/1734283479413/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/165=[#edits: 1 = <146/info:/1734283479414/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/166=[#edits: 1 = <147/info:/1734283479415/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/167=[#edits: 1 = <148/info:/1734283479415/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/168=[#edits: 1 = <149/info:/1734283479416/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/169=[#edits: 1 = <150/info:/1734283479417/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/170=[#edits: 1 = <151/info:/1734283479417/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/171=[#edits: 1 = <152/info:/1734283479418/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/172=[#edits: 1 = <153/info:/1734283479418/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/173=[#edits: 1 = <154/info:/1734283479419/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/174=[#edits: 1 = <155/info:/1734283479430/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/175=[#edits: 1 = <156/info:/1734283479431/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/176=[#edits: 1 = <157/info:/1734283479432/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/177=[#edits: 1 = <158/info:/1734283479432/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/178=[#edits: 1 = <159/info:/1734283479433/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/179=[#edits: 1 = <160/info:/1734283479434/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/180=[#edits: 1 = <161/info:/1734283479434/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/181=[#edits: 1 = <162/info:/1734283479435/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/182=[#edits: 1 = <163/info:/1734283479435/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/183=[#edits: 1 = <164/info:/1734283479438/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/184=[#edits: 1 = <165/info:/1734283479444/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/185=[#edits: 1 = <166/info:/1734283479446/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/186=[#edits: 1 = <167/info:/1734283479446/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/187=[#edits: 1 = <168/info:/1734283479447/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/188=[#edits: 1 = <169/info:/1734283479452/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/189=[#edits: 1 = <170/info:/1734283479456/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/190=[#edits: 1 = <171/info:/1734283479459/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/191=[#edits: 1 = <172/info:/1734283479460/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/192=[#edits: 1 = <173/info:/1734283479460/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/193=[#edits: 1 = <174/info:/1734283479460/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/194=[#edits: 1 = <175/info:/1734283479461/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/195=[#edits: 1 = <176/info:/1734283479461/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/196=[#edits: 1 = <177/info:/1734283479462/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/197=[#edits: 1 = <178/info:/1734283479462/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/198=[#edits: 1 = <179/info:/1734283479462/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/199=[#edits: 1 = <180/info:/1734283479463/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/200=[#edits: 1 = <181/info:/1734283479463/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/201=[#edits: 1 = <182/info:/1734283479466/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/202=[#edits: 1 = <183/info:/1734283479467/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/203=[#edits: 1 = <184/info:/1734283479467/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/204=[#edits: 1 = <185/info:/1734283479469/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/205=[#edits: 1 = <186/info:/1734283479473/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/206=[#edits: 1 = <187/info:/1734283479475/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/207=[#edits: 1 = <188/info:/1734283479476/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/208=[#edits: 1 = <189/info:/1734283479476/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/209=[#edits: 1 = <190/info:/1734283479480/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/210=[#edits: 1 = <191/info:/1734283479484/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta, lastWalPosition=16348, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:39,526 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/211=[#edits: 1 = <192/info:/1734283479493/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/212=[#edits: 1 = <193/info:/1734283479500/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/213=[#edits: 1 = <194/info:/1734283479503/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/214=[#edits: 1 = <195/info:/1734283479504/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/215=[#edits: 1 = <196/info:/1734283479505/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/216=[#edits: 1 = <197/info:/1734283479506/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/217=[#edits: 1 = <198/info:/1734283479506/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta, lastWalPosition=16845, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-15T17:24:39,545 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 33 WAL entries eligible for replication 2024-12-15T17:24:39,545 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta to pos 19188, reset compression=false 2024-12-15T17:24:39,545 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/218=[#edits: 1 = <199/info:/1734283479507/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/219=[#edits: 1 = <200/info:/1734283479510/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/220=[#edits: 1 = <201/info:/1734283479511/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/221=[#edits: 1 = <202/info:/1734283479512/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/222=[#edits: 1 = <203/info:/1734283479515/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/223=[#edits: 1 = <204/info:/1734283479516/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/224=[#edits: 1 = <205/info:/1734283479517/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/225=[#edits: 1 = <206/info:/1734283479518/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/226=[#edits: 1 = <207/info:/1734283479524/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/227=[#edits: 1 = <208/info:/1734283479524/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/228=[#edits: 1 = <209/info:/1734283479525/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/229=[#edits: 1 = <210/info:/1734283479525/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/230=[#edits: 1 = <211/info:/1734283479525/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/231=[#edits: 1 = <212/info:/1734283479526/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/232=[#edits: 1 = <213/info:/1734283479526/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/233=[#edits: 1 = <214/info:/1734283479527/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/234=[#edits: 1 = <215/info:/1734283479527/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/235=[#edits: 1 = <216/info:/1734283479528/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/236=[#edits: 1 = <217/info:/1734283479528/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/237=[#edits: 1 = <218/info:/1734283479528/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/238=[#edits: 1 = <219/info:/1734283479529/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/239=[#edits: 1 = <220/info:/1734283479529/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/240=[#edits: 1 = <221/info:/1734283479530/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/241=[#edits: 1 = <222/info:/1734283479530/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/242=[#edits: 1 = <223/info:/1734283479531/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/243=[#edits: 1 = <224/info:/1734283479531/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/244=[#edits: 1 = <225/info:/1734283479532/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/245=[#edits: 1 = <226/info:/1734283479532/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/246=[#edits: 1 = <227/info:/1734283479533/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/247=[#edits: 1 = <228/info:/1734283479533/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/248=[#edits: 1 = <229/info:/1734283479534/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/249=[#edits: 1 = <230/info:/1734283479534/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/250=[#edits: 1 = <231/info:/1734283479535/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta, lastWalPosition=19188, nbRowKeys=33, nbHFiles=0, heapSize=5676, lastSeqIds={}, endOfFile=false,usedBufferSize=5676] 2024-12-15T17:24:39,555 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:24:39,555 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:24:39,566 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 22 WAL entries eligible for replication 2024-12-15T17:24:39,566 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta to pos 20750, reset compression=false 2024-12-15T17:24:39,566 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/251=[#edits: 1 = <232/info:/1734283479535/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/252=[#edits: 1 = <233/info:/1734283479536/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/253=[#edits: 1 = <234/info:/1734283479536/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/254=[#edits: 1 = <235/info:/1734283479537/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/255=[#edits: 1 = <236/info:/1734283479537/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/256=[#edits: 1 = <237/info:/1734283479538/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/257=[#edits: 1 = <238/info:/1734283479538/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/258=[#edits: 1 = <239/info:/1734283479539/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/259=[#edits: 1 = <240/info:/1734283479543/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/260=[#edits: 1 = <241/info:/1734283479545/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/261=[#edits: 1 = <242/info:/1734283479547/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/262=[#edits: 1 = <243/info:/1734283479550/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/263=[#edits: 1 = <244/info:/1734283479553/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/264=[#edits: 1 = <245/info:/1734283479559/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/265=[#edits: 1 = <246/info:/1734283479560/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/266=[#edits: 1 = <247/info:/1734283479561/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/267=[#edits: 1 = <248/info:/1734283479561/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/268=[#edits: 1 = <249/info:/1734283479562/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/269=[#edits: 1 = <250/info:/1734283479562/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/270=[#edits: 1 = <251/info:/1734283479562/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/271=[#edits: 1 = <252/info:/1734283479563/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/272=[#edits: 1 = <253/info:/1734283479563/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta, lastWalPosition=20750, nbRowKeys=22, nbHFiles=0, heapSize=3784, lastSeqIds={}, endOfFile=false,usedBufferSize=3784] 2024-12-15T17:24:39,571 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-15T17:24:39,571 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta to pos 21247, reset compression=false 2024-12-15T17:24:39,572 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/273=[#edits: 1 = <254/info:/1734283479563/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/274=[#edits: 1 = <255/info:/1734283479564/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/275=[#edits: 1 = <256/info:/1734283479565/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/276=[#edits: 1 = <257/info:/1734283479565/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/277=[#edits: 1 = <258/info:/1734283479566/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/278=[#edits: 1 = <259/info:/1734283479567/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/279=[#edits: 1 = <260/info:/1734283479569/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta, lastWalPosition=21247, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-15T17:24:39,596 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 16 WAL entries eligible for replication 2024-12-15T17:24:39,596 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta to pos 22383, reset compression=false 2024-12-15T17:24:39,597 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/280=[#edits: 1 = <261/info:/1734283479569/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/281=[#edits: 1 = <262/info:/1734283479570/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/282=[#edits: 1 = <263/info:/1734283479571/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/283=[#edits: 1 = <264/info:/1734283479574/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/284=[#edits: 1 = <265/info:/1734283479575/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/285=[#edits: 1 = <266/info:/1734283479575/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/286=[#edits: 1 = <267/info:/1734283479576/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/287=[#edits: 1 = <268/info:/1734283479576/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/288=[#edits: 1 = <269/info:/1734283479577/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/289=[#edits: 1 = <270/info:/1734283479577/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/290=[#edits: 1 = <271/info:/1734283479578/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/291=[#edits: 1 = <272/info:/1734283479579/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/292=[#edits: 1 = <273/info:/1734283479580/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/293=[#edits: 1 = <274/info:/1734283479580/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/294=[#edits: 1 = <275/info:/1734283479581/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/295=[#edits: 1 = <276/info:/1734283479582/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta, lastWalPosition=22383, nbRowKeys=16, nbHFiles=0, heapSize=2752, lastSeqIds={}, endOfFile=false,usedBufferSize=2752] 2024-12-15T17:24:39,603 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:39,603 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/296=[#edits: 1 = <277/info:/1734283479593/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/297=[#edits: 1 = <278/info:/1734283479594/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta, lastWalPosition=22525, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-15T17:24:39,603 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta to pos 22525, reset compression=false 2024-12-15T17:24:39,618 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-15T17:24:39,618 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta to pos 23377, reset compression=false 2024-12-15T17:24:39,618 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/298=[#edits: 1 = <279/info:/1734283479603/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/299=[#edits: 1 = <280/info:/1734283479604/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/300=[#edits: 1 = <281/info:/1734283479605/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/301=[#edits: 1 = <282/info:/1734283479606/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/302=[#edits: 1 = <283/info:/1734283479606/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/303=[#edits: 1 = <284/info:/1734283479606/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/304=[#edits: 1 = <285/info:/1734283479610/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/305=[#edits: 1 = <286/info:/1734283479612/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/306=[#edits: 1 = <287/info:/1734283479613/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/307=[#edits: 1 = <288/info:/1734283479613/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/308=[#edits: 1 = <289/info:/1734283479614/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/309=[#edits: 1 = <290/info:/1734283479615/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta, lastWalPosition=23377, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-15T17:24:39,661 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 30 WAL entries eligible for replication 2024-12-15T17:24:39,661 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta to pos 25507, reset compression=false 2024-12-15T17:24:39,661 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/310=[#edits: 1 = <291/info:/1734283479615/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/311=[#edits: 1 = <292/info:/1734283479617/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/312=[#edits: 1 = <293/info:/1734283479618/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/313=[#edits: 1 = <294/info:/1734283479631/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/314=[#edits: 1 = <295/info:/1734283479633/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/315=[#edits: 1 = <296/info:/1734283479634/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/316=[#edits: 1 = <297/info:/1734283479636/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/317=[#edits: 1 = <298/info:/1734283479637/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/318=[#edits: 1 = <299/info:/1734283479638/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/319=[#edits: 1 = <300/info:/1734283479639/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/320=[#edits: 1 = <301/info:/1734283479641/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/321=[#edits: 1 = <302/info:/1734283479642/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/322=[#edits: 1 = <303/info:/1734283479643/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/323=[#edits: 1 = <304/info:/1734283479644/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/324=[#edits: 1 = <305/info:/1734283479645/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/325=[#edits: 1 = <306/info:/1734283479645/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/326=[#edits: 1 = <307/info:/1734283479646/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/327=[#edits: 1 = <308/info:/1734283479646/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/328=[#edits: 1 = <309/info:/1734283479647/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/329=[#edits: 1 = <310/info:/1734283479648/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/330=[#edits: 1 = <311/info:/1734283479649/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/331=[#edits: 1 = <312/info:/1734283479650/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/332=[#edits: 1 = <313/info:/1734283479650/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/333=[#edits: 1 = <314/info:/1734283479651/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/334=[#edits: 1 = <315/info:/1734283479652/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/335=[#edits: 1 = <316/info:/1734283479653/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/336=[#edits: 1 = <317/info:/1734283479653/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/337=[#edits: 1 = <318/info:/1734283479654/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/338=[#edits: 1 = <319/info:/1734283479655/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/339=[#edits: 1 = <320/info:/1734283479655/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta, lastWalPosition=25507, nbRowKeys=30, nbHFiles=0, heapSize=5160, lastSeqIds={}, endOfFile=false,usedBufferSize=5160] 2024-12-15T17:24:39,669 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-15T17:24:39,669 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/340=[#edits: 1 = <321/info:/1734283479657/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/341=[#edits: 1 = <322/info:/1734283479658/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/342=[#edits: 1 = <323/info:/1734283479658/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/343=[#edits: 1 = <324/info:/1734283479659/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/344=[#edits: 1 = <325/info:/1734283479659/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/345=[#edits: 1 = <326/info:/1734283479660/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/346=[#edits: 1 = <327/info:/1734283479660/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/347=[#edits: 1 = <328/info:/1734283479661/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/348=[#edits: 1 = <329/info:/1734283479661/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/349=[#edits: 1 = <330/info:/1734283479662/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/350=[#edits: 1 = <331/info:/1734283479667/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta, lastWalPosition=26288, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-15T17:24:39,669 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta to pos 26288, reset compression=false 2024-12-15T17:24:39,674 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:24:39,674 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta to pos 26359, reset compression=false 2024-12-15T17:24:39,674 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/351=[#edits: 1 = <332/info:/1734283479669/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta, lastWalPosition=26359, nbRowKeys=1, nbHFiles=0, heapSize=172, lastSeqIds={}, endOfFile=false,usedBufferSize=172] 2024-12-15T17:24:39,684 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:24:39,684 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta to pos 26714, reset compression=false 2024-12-15T17:24:39,684 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/352=[#edits: 1 = <333/info:/1734283479670/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/353=[#edits: 1 = <334/info:/1734283479673/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/354=[#edits: 1 = <335/info:/1734283479674/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/355=[#edits: 1 = <336/info:/1734283479675/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/356=[#edits: 1 = <337/info:/1734283479678/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta, lastWalPosition=26714, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-15T17:24:39,690 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-15T17:24:39,690 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta to pos 27282, reset compression=false 2024-12-15T17:24:39,690 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/357=[#edits: 1 = <338/info:/1734283479684/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/358=[#edits: 1 = <339/info:/1734283479685/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/359=[#edits: 1 = <340/info:/1734283479686/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/360=[#edits: 1 = <341/info:/1734283479686/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/361=[#edits: 1 = <342/info:/1734283479687/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/362=[#edits: 1 = <343/info:/1734283479687/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/363=[#edits: 1 = <344/info:/1734283479687/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/364=[#edits: 1 = <345/info:/1734283479688/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta, lastWalPosition=27282, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-15T17:24:39,697 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:24:39,697 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/365=[#edits: 1 = <346/info:/1734283479688/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/366=[#edits: 1 = <347/info:/1734283479689/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/367=[#edits: 1 = <348/info:/1734283479692/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/368=[#edits: 1 = <349/info:/1734283479694/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/369=[#edits: 1 = <350/info:/1734283479694/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta, lastWalPosition=27637, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-15T17:24:39,697 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta to pos 27637, reset compression=false 2024-12-15T17:24:39,703 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-15T17:24:39,703 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta to pos 28276, reset compression=false 2024-12-15T17:24:39,703 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/370=[#edits: 1 = <351/info:/1734283479695/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/371=[#edits: 1 = <352/info:/1734283479696/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/372=[#edits: 1 = <353/info:/1734283479697/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/373=[#edits: 1 = <354/info:/1734283479698/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/374=[#edits: 1 = <355/info:/1734283479698/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/375=[#edits: 1 = <356/info:/1734283479699/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/376=[#edits: 1 = <357/info:/1734283479699/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/377=[#edits: 1 = <358/info:/1734283479700/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/378=[#edits: 1 = <359/info:/1734283479701/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta, lastWalPosition=28276, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-15T17:24:39,708 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:24:39,708 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta to pos 28631, reset compression=false 2024-12-15T17:24:39,708 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/379=[#edits: 1 = <360/info:/1734283479702/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/380=[#edits: 1 = <361/info:/1734283479703/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/381=[#edits: 1 = <362/info:/1734283479704/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/382=[#edits: 1 = <363/info:/1734283479705/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/383=[#edits: 1 = <364/info:/1734283479706/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta, lastWalPosition=28631, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-15T17:24:39,714 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:24:39,714 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/384=[#edits: 1 = <365/info:/1734283479707/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/385=[#edits: 1 = <366/info:/1734283479708/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/386=[#edits: 1 = <367/info:/1734283479709/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/387=[#edits: 1 = <368/info:/1734283479710/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/388=[#edits: 1 = <369/info:/1734283479711/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta, lastWalPosition=28986, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-15T17:24:39,714 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta to pos 28986, reset compression=false 2024-12-15T17:24:39,721 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-15T17:24:39,721 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/389=[#edits: 1 = <370/info:/1734283479712/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/390=[#edits: 1 = <371/info:/1734283479713/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/391=[#edits: 1 = <372/info:/1734283479714/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/392=[#edits: 1 = <373/info:/1734283479715/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/393=[#edits: 1 = <374/info:/1734283479717/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/394=[#edits: 1 = <375/info:/1734283479718/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta, lastWalPosition=29412, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-15T17:24:39,722 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta to pos 29412, reset compression=false 2024-12-15T17:24:39,746 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 25 WAL entries eligible for replication 2024-12-15T17:24:39,746 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/395=[#edits: 1 = <376/info:/1734283479719/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/396=[#edits: 1 = <377/info:/1734283479721/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/397=[#edits: 1 = <378/info:/1734283479723/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/398=[#edits: 1 = <379/info:/1734283479731/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/399=[#edits: 1 = <380/info:/1734283479732/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/400=[#edits: 1 = <381/info:/1734283479733/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/401=[#edits: 1 = <382/info:/1734283479733/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/402=[#edits: 1 = <383/info:/1734283479734/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/403=[#edits: 1 = <384/info:/1734283479735/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/404=[#edits: 1 = <385/info:/1734283479735/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/405=[#edits: 1 = <386/info:/1734283479736/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/406=[#edits: 1 = <387/info:/1734283479736/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/407=[#edits: 1 = <388/info:/1734283479736/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/408=[#edits: 1 = <389/info:/1734283479737/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/409=[#edits: 1 = <390/info:/1734283479737/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/410=[#edits: 1 = <391/info:/1734283479738/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/411=[#edits: 1 = <392/info:/1734283479738/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/412=[#edits: 1 = <393/info:/1734283479739/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/413=[#edits: 1 = <394/info:/1734283479739/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/414=[#edits: 1 = <395/info:/1734283479740/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/415=[#edits: 1 = <396/info:/1734283479741/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/416=[#edits: 1 = <397/info:/1734283479741/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/417=[#edits: 1 = <398/info:/1734283479741/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/418=[#edits: 1 = <399/info:/1734283479742/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/419=[#edits: 1 = <400/info:/1734283479742/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta, lastWalPosition=31187, nbRowKeys=25, nbHFiles=0, heapSize=4300, lastSeqIds={}, endOfFile=false,usedBufferSize=4300] 2024-12-15T17:24:39,747 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta to pos 31187, reset compression=false 2024-12-15T17:24:39,754 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-15T17:24:39,754 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta to pos 31968, reset compression=false 2024-12-15T17:24:39,754 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/420=[#edits: 1 = <401/info:/1734283479743/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/421=[#edits: 1 = <402/info:/1734283479744/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/422=[#edits: 1 = <403/info:/1734283479745/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/423=[#edits: 1 = <404/info:/1734283479746/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/424=[#edits: 1 = <405/info:/1734283479746/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/425=[#edits: 1 = <406/info:/1734283479747/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/426=[#edits: 1 = <407/info:/1734283479747/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/427=[#edits: 1 = <408/info:/1734283479748/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/428=[#edits: 1 = <409/info:/1734283479749/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/429=[#edits: 1 = <410/info:/1734283479750/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/430=[#edits: 1 = <411/info:/1734283479750/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta, lastWalPosition=31968, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-15T17:24:39,759 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-15T17:24:39,759 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/431=[#edits: 1 = <412/info:/1734283479754/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/432=[#edits: 1 = <413/info:/1734283479754/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/433=[#edits: 1 = <414/info:/1734283479755/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/434=[#edits: 1 = <415/info:/1734283479755/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/435=[#edits: 1 = <416/info:/1734283479756/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/436=[#edits: 1 = <417/info:/1734283479756/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/437=[#edits: 1 = <418/info:/1734283479757/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/438=[#edits: 1 = <419/info:/1734283479757/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta, lastWalPosition=32536, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-15T17:24:39,759 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta to pos 32536, reset compression=false 2024-12-15T17:24:39,763 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-15T17:24:39,763 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta to pos 33246, reset compression=false 2024-12-15T17:24:39,763 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/439=[#edits: 1 = <420/info:/1734283479758/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/440=[#edits: 1 = <421/info:/1734283479758/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/441=[#edits: 1 = <422/info:/1734283479759/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/442=[#edits: 1 = <423/info:/1734283479759/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/443=[#edits: 1 = <424/info:/1734283479760/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/444=[#edits: 1 = <425/info:/1734283479760/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/445=[#edits: 1 = <426/info:/1734283479760/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/446=[#edits: 1 = <427/info:/1734283479761/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/447=[#edits: 1 = <428/info:/1734283479761/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/448=[#edits: 1 = <429/info:/1734283479761/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta, lastWalPosition=33246, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-15T17:24:39,768 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-15T17:24:39,768 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta to pos 33672, reset compression=false 2024-12-15T17:24:39,768 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/449=[#edits: 1 = <430/info:/1734283479762/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/450=[#edits: 1 = <431/info:/1734283479763/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/451=[#edits: 1 = <432/info:/1734283479763/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/452=[#edits: 1 = <433/info:/1734283479763/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/453=[#edits: 1 = <434/info:/1734283479764/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/454=[#edits: 1 = <435/info:/1734283479766/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta, lastWalPosition=33672, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-15T17:24:39,778 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 15 WAL entries eligible for replication 2024-12-15T17:24:39,778 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/455=[#edits: 1 = <436/info:/1734283479766/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/456=[#edits: 1 = <437/info:/1734283479767/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/457=[#edits: 1 = <438/info:/1734283479767/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/458=[#edits: 1 = <439/info:/1734283479768/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/459=[#edits: 1 = <440/info:/1734283479769/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/460=[#edits: 1 = <441/info:/1734283479770/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/461=[#edits: 1 = <442/info:/1734283479772/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/462=[#edits: 1 = <443/info:/1734283479772/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/463=[#edits: 1 = <444/info:/1734283479773/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/464=[#edits: 1 = <445/info:/1734283479773/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/465=[#edits: 1 = <446/info:/1734283479773/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/466=[#edits: 1 = <447/info:/1734283479774/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/467=[#edits: 1 = <448/info:/1734283479774/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/468=[#edits: 1 = <449/info:/1734283479775/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/469=[#edits: 1 = <450/info:/1734283479775/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta, lastWalPosition=34737, nbRowKeys=15, nbHFiles=0, heapSize=2580, lastSeqIds={}, endOfFile=false,usedBufferSize=2580] 2024-12-15T17:24:39,778 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta to pos 34737, reset compression=false 2024-12-15T17:24:39,797 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 39 WAL entries eligible for replication 2024-12-15T17:24:39,797 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta to pos 37506, reset compression=false 2024-12-15T17:24:39,797 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/470=[#edits: 1 = <451/info:/1734283479776/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/471=[#edits: 1 = <452/info:/1734283479777/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/472=[#edits: 1 = <453/info:/1734283479777/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/473=[#edits: 1 = <454/info:/1734283479778/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/474=[#edits: 1 = <455/info:/1734283479779/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/475=[#edits: 1 = <456/info:/1734283479779/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/476=[#edits: 1 = <457/info:/1734283479780/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/477=[#edits: 1 = <458/info:/1734283479780/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/478=[#edits: 1 = <459/info:/1734283479781/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/479=[#edits: 1 = <460/info:/1734283479781/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/480=[#edits: 1 = <461/info:/1734283479781/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/481=[#edits: 1 = <462/info:/1734283479782/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/482=[#edits: 1 = <463/info:/1734283479782/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/483=[#edits: 1 = <464/info:/1734283479782/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/484=[#edits: 1 = <465/info:/1734283479783/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/485=[#edits: 1 = <466/info:/1734283479783/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/486=[#edits: 1 = <467/info:/1734283479784/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/487=[#edits: 1 = <468/info:/1734283479784/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/488=[#edits: 1 = <469/info:/1734283479785/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/489=[#edits: 1 = <470/info:/1734283479785/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/490=[#edits: 1 = <471/info:/1734283479786/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/491=[#edits: 1 = <472/info:/1734283479787/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/492=[#edits: 1 = <473/info:/1734283479787/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/493=[#edits: 1 = <474/info:/1734283479788/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/494=[#edits: 1 = <475/info:/1734283479788/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/495=[#edits: 1 = <476/info:/1734283479789/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/496=[#edits: 1 = <477/info:/1734283479790/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/497=[#edits: 1 = <478/info:/1734283479790/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/498=[#edits: 1 = <479/info:/1734283479790/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/499=[#edits: 1 = <480/info:/1734283479791/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/500=[#edits: 1 = <481/info:/1734283479791/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/501=[#edits: 1 = <482/info:/1734283479792/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/502=[#edits: 1 = <483/info:/1734283479792/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/503=[#edits: 1 = <484/info:/1734283479793/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/504=[#edits: 1 = <485/info:/1734283479793/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/505=[#edits: 1 = <486/info:/1734283479794/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/506=[#edits: 1 = <487/info:/1734283479794/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/507=[#edits: 1 = <488/info:/1734283479794/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/508=[#edits: 1 = <489/info:/1734283479795/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta, lastWalPosition=37506, nbRowKeys=39, nbHFiles=0, heapSize=6708, lastSeqIds={}, endOfFile=false,usedBufferSize=6708] 2024-12-15T17:24:39,805 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-15T17:24:39,805 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/509=[#edits: 1 = <490/info:/1734283479795/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/510=[#edits: 1 = <491/info:/1734283479796/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/511=[#edits: 1 = <492/info:/1734283479797/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/512=[#edits: 1 = <493/info:/1734283479799/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/513=[#edits: 1 = <494/info:/1734283479800/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/514=[#edits: 1 = <495/info:/1734283479801/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/515=[#edits: 1 = <496/info:/1734283479801/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/516=[#edits: 1 = <497/info:/1734283479801/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/517=[#edits: 1 = <498/info:/1734283479802/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/518=[#edits: 1 = <499/info:/1734283479802/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/519=[#edits: 1 = <500/info:/1734283479803/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/520=[#edits: 1 = <501/info:/1734283479803/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta, lastWalPosition=38358, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-15T17:24:39,811 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta to pos 38358, reset compression=false 2024-12-15T17:24:39,817 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 22 WAL entries eligible for replication 2024-12-15T17:24:39,817 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta to pos 39920, reset compression=false 2024-12-15T17:24:39,817 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/521=[#edits: 1 = <502/info:/1734283479803/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/522=[#edits: 1 = <503/info:/1734283479805/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/523=[#edits: 1 = <504/info:/1734283479806/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/524=[#edits: 1 = <505/info:/1734283479807/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/525=[#edits: 1 = <506/info:/1734283479807/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/526=[#edits: 1 = <507/info:/1734283479808/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/527=[#edits: 1 = <508/info:/1734283479808/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/528=[#edits: 1 = <509/info:/1734283479808/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/529=[#edits: 1 = <510/info:/1734283479809/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/530=[#edits: 1 = <511/info:/1734283479809/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/531=[#edits: 1 = <512/info:/1734283479810/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/532=[#edits: 1 = <513/info:/1734283479810/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/533=[#edits: 1 = <514/info:/1734283479811/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/534=[#edits: 1 = <515/info:/1734283479811/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/535=[#edits: 1 = <516/info:/1734283479812/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/536=[#edits: 1 = <517/info:/1734283479812/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/537=[#edits: 1 = <518/info:/1734283479812/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/538=[#edits: 1 = <519/info:/1734283479813/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/539=[#edits: 1 = <520/info:/1734283479813/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/540=[#edits: 1 = <521/info:/1734283479813/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/541=[#edits: 1 = <522/info:/1734283479814/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/542=[#edits: 1 = <523/info:/1734283479814/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta, lastWalPosition=39920, nbRowKeys=22, nbHFiles=0, heapSize=3784, lastSeqIds={}, endOfFile=false,usedBufferSize=3784] 2024-12-15T17:24:39,852 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 19 WAL entries eligible for replication 2024-12-15T17:24:39,852 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta to pos 41269, reset compression=false 2024-12-15T17:24:39,852 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/543=[#edits: 1 = <524/info:/1734283479815/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/544=[#edits: 1 = <525/info:/1734283479816/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/545=[#edits: 1 = <526/info:/1734283479817/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/546=[#edits: 1 = <527/info:/1734283479818/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/547=[#edits: 1 = <528/info:/1734283479818/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/548=[#edits: 1 = <529/info:/1734283479819/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/549=[#edits: 1 = <530/info:/1734283479819/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/550=[#edits: 1 = <531/info:/1734283479820/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/551=[#edits: 1 = <532/info:/1734283479820/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/552=[#edits: 1 = <533/info:/1734283479821/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/553=[#edits: 1 = <534/info:/1734283479821/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/554=[#edits: 1 = <535/info:/1734283479822/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/555=[#edits: 1 = <536/info:/1734283479823/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/556=[#edits: 1 = <537/info:/1734283479824/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/557=[#edits: 1 = <538/info:/1734283479824/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/558=[#edits: 1 = <539/info:/1734283479825/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/559=[#edits: 1 = <540/info:/1734283479825/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/560=[#edits: 1 = <541/info:/1734283479833/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/561=[#edits: 1 = <542/info:/1734283479834/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta, lastWalPosition=41269, nbRowKeys=19, nbHFiles=0, heapSize=3268, lastSeqIds={}, endOfFile=false,usedBufferSize=3268] 2024-12-15T17:24:39,884 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-15T17:24:39,884 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta to pos 41979, reset compression=false 2024-12-15T17:24:39,887 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/562=[#edits: 1 = <543/info:/1734283479843/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/563=[#edits: 1 = <544/info:/1734283479851/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/564=[#edits: 1 = <545/info:/1734283479858/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/565=[#edits: 1 = <546/info:/1734283479861/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/566=[#edits: 1 = <547/info:/1734283479863/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/567=[#edits: 1 = <548/info:/1734283479868/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/568=[#edits: 1 = <549/info:/1734283479870/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/569=[#edits: 1 = <550/info:/1734283479870/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/570=[#edits: 1 = <551/info:/1734283479871/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/571=[#edits: 1 = <552/info:/1734283479872/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta, lastWalPosition=41979, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-15T17:24:39,894 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 18 WAL entries eligible for replication 2024-12-15T17:24:39,894 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/572=[#edits: 1 = <553/info:/1734283479877/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/573=[#edits: 1 = <554/info:/1734283479879/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/574=[#edits: 1 = <555/info:/1734283479880/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/575=[#edits: 1 = <556/info:/1734283479880/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/576=[#edits: 1 = <557/info:/1734283479881/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/577=[#edits: 1 = <558/info:/1734283479881/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/578=[#edits: 1 = <559/info:/1734283479881/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/579=[#edits: 1 = <560/info:/1734283479882/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/580=[#edits: 1 = <561/info:/1734283479882/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/581=[#edits: 1 = <562/info:/1734283479883/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/582=[#edits: 1 = <563/info:/1734283479884/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/583=[#edits: 1 = <564/info:/1734283479887/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/584=[#edits: 1 = <565/info:/1734283479889/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/585=[#edits: 1 = <566/info:/1734283479889/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/586=[#edits: 1 = <567/info:/1734283479890/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/587=[#edits: 1 = <568/info:/1734283479890/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/588=[#edits: 1 = <569/info:/1734283479891/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/589=[#edits: 1 = <570/info:/1734283479891/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta, lastWalPosition=43257, nbRowKeys=18, nbHFiles=0, heapSize=3096, lastSeqIds={}, endOfFile=false,usedBufferSize=3096] 2024-12-15T17:24:39,894 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta to pos 43257, reset compression=false 2024-12-15T17:24:39,925 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 19 WAL entries eligible for replication 2024-12-15T17:24:39,925 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/590=[#edits: 1 = <571/info:/1734283479892/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/591=[#edits: 1 = <572/info:/1734283479893/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/592=[#edits: 1 = <573/info:/1734283479894/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/593=[#edits: 1 = <574/info:/1734283479895/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/594=[#edits: 1 = <575/info:/1734283479900/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/595=[#edits: 1 = <576/info:/1734283479900/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/596=[#edits: 1 = <577/info:/1734283479901/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/597=[#edits: 1 = <578/info:/1734283479902/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/598=[#edits: 1 = <579/info:/1734283479902/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/599=[#edits: 1 = <580/info:/1734283479903/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/600=[#edits: 1 = <581/info:/1734283479904/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/601=[#edits: 1 = <582/info:/1734283479905/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/602=[#edits: 1 = <583/info:/1734283479906/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/603=[#edits: 1 = <584/info:/1734283479907/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/604=[#edits: 1 = <585/info:/1734283479909/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/605=[#edits: 1 = <586/info:/1734283479915/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/606=[#edits: 1 = <587/info:/1734283479917/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/607=[#edits: 1 = <588/info:/1734283479918/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/608=[#edits: 1 = <589/info:/1734283479921/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta, lastWalPosition=44606, nbRowKeys=19, nbHFiles=0, heapSize=3268, lastSeqIds={}, endOfFile=false,usedBufferSize=3268] 2024-12-15T17:24:39,925 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta to pos 44606, reset compression=false 2024-12-15T17:24:39,949 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:24:39,949 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta to pos 44961, reset compression=false 2024-12-15T17:24:39,949 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/609=[#edits: 1 = <590/info:/1734283479925/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/610=[#edits: 1 = <591/info:/1734283479926/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/611=[#edits: 1 = <592/info:/1734283479929/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/612=[#edits: 1 = <593/info:/1734283479935/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/613=[#edits: 1 = <594/info:/1734283479940/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta, lastWalPosition=44961, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-15T17:24:40,162 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta to pos 44961, reset compression=false 2024-12-15T17:24:40,186 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:40,186 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/614=[#edits: 1 = <595/info:/1734283479955/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/615=[#edits: 1 = <596/info:/1734283479967/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/616=[#edits: 1 = <597/info:/1734283479972/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/617=[#edits: 1 = <598/info:/1734283479973/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/618=[#edits: 1 = <599/info:/1734283479973/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/619=[#edits: 1 = <600/info:/1734283479974/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/620=[#edits: 1 = <601/info:/1734283479974/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/621=[#edits: 1 = <602/info:/1734283479974/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/622=[#edits: 1 = <603/info:/1734283479975/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/623=[#edits: 1 = <604/info:/1734283479975/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/624=[#edits: 1 = <605/info:/1734283479975/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/625=[#edits: 1 = <606/info:/1734283479976/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/626=[#edits: 1 = <607/info:/1734283479977/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/627=[#edits: 1 = <608/info:/1734283479977/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/628=[#edits: 1 = <609/info:/1734283479978/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/629=[#edits: 1 = <610/info:/1734283479978/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/630=[#edits: 1 = <611/info:/1734283479978/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/631=[#edits: 1 = <612/info:/1734283479979/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/632=[#edits: 1 = <613/info:/1734283479980/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/633=[#edits: 1 = <614/info:/1734283479980/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/634=[#edits: 1 = <615/info:/1734283479980/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/635=[#edits: 1 = <616/info:/1734283479981/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/636=[#edits: 1 = <617/info:/1734283479981/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/637=[#edits: 1 = <618/info:/1734283479981/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/638=[#edits: 1 = <619/info:/1734283479982/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/639=[#edits: 1 = <620/info:/1734283479982/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/640=[#edits: 1 = <621/info:/1734283479983/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/641=[#edits: 1 = <622/info:/1734283479983/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/642=[#edits: 1 = <623/info:/1734283479983/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/643=[#edits: 1 = <624/info:/1734283479984/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/644=[#edits: 1 = <625/info:/1734283479984/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/645=[#edits: 1 = <626/info:/1734283479985/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/646=[#edits: 1 = <627/info:/1734283479985/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/647=[#edits: 1 = <628/info:/1734283479986/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/648=[#edits: 1 = <629/info:/1734283479986/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/649=[#edits: 1 = <630/info:/1734283479987/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/650=[#edits: 1 = <631/info:/1734283479987/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/651=[#edits: 1 = <632/info:/1734283479987/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/652=[#edits: 1 = <633/info:/1734283479988/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/653=[#edits: 1 = <634/info:/1734283479988/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/654=[#edits: 1 = <635/info:/1734283479989/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/655=[#edits: 1 = <636/info:/1734283479989/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/656=[#edits: 1 = <637/info:/1734283479993/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/657=[#edits: 1 = <638/info:/1734283479993/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/658=[#edits: 1 = <639/info:/1734283479993/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/659=[#edits: 1 = <640/info:/1734283479994/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/660=[#edits: 1 = <641/info:/1734283479994/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/661=[#edits: 1 = <642/info:/1734283479995/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/662=[#edits: 1 = <643/info:/1734283479995/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/663=[#edits: 1 = <644/info:/1734283479996/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/664=[#edits: 1 = <645/info:/1734283479996/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/665=[#edits: 1 = <646/info:/1734283479996/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/666=[#edits: 1 = <647/info:/1734283479997/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/667=[#edits: 1 = <648/info:/1734283479997/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/668=[#edits: 1 = <649/info:/1734283479998/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/669=[#edits: 1 = <650/info:/1734283479998/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/670=[#edits: 1 = <651/info:/1734283479998/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/671=[#edits: 1 = <652/info:/1734283479999/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/672=[#edits: 1 = <653/info:/1734283480000/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/673=[#edits: 1 = <654/info:/1734283480000/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta, lastWalPosition=49221, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:40,188 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:40,189 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:40,192 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/674=[#edits: 1 = <655/info:/1734283480001/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/675=[#edits: 1 = <656/info:/1734283480002/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/676=[#edits: 1 = <657/info:/1734283480002/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/677=[#edits: 1 = <658/info:/1734283480003/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/678=[#edits: 1 = <659/info:/1734283480003/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/679=[#edits: 1 = <660/info:/1734283480004/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/680=[#edits: 1 = <661/info:/1734283480005/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/681=[#edits: 1 = <662/info:/1734283480005/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/682=[#edits: 1 = <663/info:/1734283480007/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/683=[#edits: 1 = <664/info:/1734283480008/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/684=[#edits: 1 = <665/info:/1734283480009/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/685=[#edits: 1 = <666/info:/1734283480010/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/686=[#edits: 1 = <667/info:/1734283480011/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/687=[#edits: 1 = <668/info:/1734283480013/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/688=[#edits: 1 = <669/info:/1734283480014/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/689=[#edits: 1 = <670/info:/1734283480015/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/690=[#edits: 1 = <671/info:/1734283480016/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/691=[#edits: 1 = <672/info:/1734283480017/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/692=[#edits: 1 = <673/info:/1734283480017/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/693=[#edits: 1 = <674/info:/1734283480019/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/694=[#edits: 1 = <675/info:/1734283480019/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/695=[#edits: 1 = <676/info:/1734283480020/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/696=[#edits: 1 = <677/info:/1734283480020/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/697=[#edits: 1 = <678/info:/1734283480021/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/698=[#edits: 1 = <679/info:/1734283480022/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/699=[#edits: 1 = <680/info:/1734283480024/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/700=[#edits: 1 = <681/info:/1734283480025/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/701=[#edits: 1 = <682/info:/1734283480026/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/702=[#edits: 1 = <683/info:/1734283480028/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/703=[#edits: 1 = <684/info:/1734283480029/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/704=[#edits: 1 = <685/info:/1734283480030/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/705=[#edits: 1 = <686/info:/1734283480032/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/706=[#edits: 1 = <687/info:/1734283480033/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/707=[#edits: 1 = <688/info:/1734283480033/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/708=[#edits: 1 = <689/info:/1734283480034/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/709=[#edits: 1 = <690/info:/1734283480035/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/710=[#edits: 1 = <691/info:/1734283480036/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/711=[#edits: 1 = <692/info:/1734283480036/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/712=[#edits: 1 = <693/info:/1734283480037/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/713=[#edits: 1 = <694/info:/1734283480047/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/714=[#edits: 1 = <695/info:/1734283480055/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/715=[#edits: 1 = <696/info:/1734283480060/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/716=[#edits: 1 = <697/info:/1734283480060/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/717=[#edits: 1 = <698/info:/1734283480061/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/718=[#edits: 1 = <699/info:/1734283480061/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/719=[#edits: 1 = <700/info:/1734283480063/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/720=[#edits: 1 = <701/info:/1734283480064/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/721=[#edits: 1 = <702/info:/1734283480065/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/722=[#edits: 1 = <703/info:/1734283480065/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/723=[#edits: 1 = <704/info:/1734283480066/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/724=[#edits: 1 = <705/info:/1734283480066/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/725=[#edits: 1 = <706/info:/1734283480066/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/726=[#edits: 1 = <707/info:/1734283480067/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/727=[#edits: 1 = <708/info:/1734283480067/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/728=[#edits: 1 = <709/info:/1734283480068/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/729=[#edits: 1 = <710/info:/1734283480068/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/730=[#edits: 1 = <711/info:/1734283480068/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/731=[#edits: 1 = <712/info:/1734283480069/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/732=[#edits: 1 = <713/info:/1734283480069/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/733=[#edits: 1 = <714/info:/1734283480070/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta, lastWalPosition=53481, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:40,194 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:40,209 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/734=[#edits: 1 = <715/info:/1734283480070/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/735=[#edits: 1 = <716/info:/1734283480070/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/736=[#edits: 1 = <717/info:/1734283480071/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/737=[#edits: 1 = <718/info:/1734283480071/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/738=[#edits: 1 = <719/info:/1734283480072/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/739=[#edits: 1 = <720/info:/1734283480072/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/740=[#edits: 1 = <721/info:/1734283480073/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/741=[#edits: 1 = <722/info:/1734283480073/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/742=[#edits: 1 = <723/info:/1734283480073/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/743=[#edits: 1 = <724/info:/1734283480074/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/744=[#edits: 1 = <725/info:/1734283480074/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/745=[#edits: 1 = <726/info:/1734283480074/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/746=[#edits: 1 = <727/info:/1734283480075/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/747=[#edits: 1 = <728/info:/1734283480075/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/748=[#edits: 1 = <729/info:/1734283480076/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/749=[#edits: 1 = <730/info:/1734283480077/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/750=[#edits: 1 = <731/info:/1734283480077/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/751=[#edits: 1 = <732/info:/1734283480078/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/752=[#edits: 1 = <733/info:/1734283480079/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/753=[#edits: 1 = <734/info:/1734283480080/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/754=[#edits: 1 = <735/info:/1734283480081/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/755=[#edits: 1 = <736/info:/1734283480081/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/756=[#edits: 1 = <737/info:/1734283480082/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/757=[#edits: 1 = <738/info:/1734283480082/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/758=[#edits: 1 = <739/info:/1734283480083/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/759=[#edits: 1 = <740/info:/1734283480083/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/760=[#edits: 1 = <741/info:/1734283480084/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/761=[#edits: 1 = <742/info:/1734283480085/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/762=[#edits: 1 = <743/info:/1734283480085/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/763=[#edits: 1 = <744/info:/1734283480085/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/764=[#edits: 1 = <745/info:/1734283480086/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/765=[#edits: 1 = <746/info:/1734283480086/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/766=[#edits: 1 = <747/info:/1734283480087/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/767=[#edits: 1 = <748/info:/1734283480087/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/768=[#edits: 1 = <749/info:/1734283480087/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/769=[#edits: 1 = <750/info:/1734283480088/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/770=[#edits: 1 = <751/info:/1734283480091/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/771=[#edits: 1 = <752/info:/1734283480091/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/772=[#edits: 1 = <753/info:/1734283480092/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/773=[#edits: 1 = <754/info:/1734283480093/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/774=[#edits: 1 = <755/info:/1734283480094/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/775=[#edits: 1 = <756/info:/1734283480095/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/776=[#edits: 1 = <757/info:/1734283480095/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/777=[#edits: 1 = <758/info:/1734283480095/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/778=[#edits: 1 = <759/info:/1734283480096/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/779=[#edits: 1 = <760/info:/1734283480096/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/780=[#edits: 1 = <761/info:/1734283480097/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/781=[#edits: 1 = <762/info:/1734283480097/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/782=[#edits: 1 = <763/info:/1734283480098/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/783=[#edits: 1 = <764/info:/1734283480099/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/784=[#edits: 1 = <765/info:/1734283480100/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/785=[#edits: 1 = <766/info:/1734283480100/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/786=[#edits: 1 = <767/info:/1734283480101/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/787=[#edits: 1 = <768/info:/1734283480104/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/788=[#edits: 1 = <769/info:/1734283480105/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/789=[#edits: 1 = <770/info:/1734283480105/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/790=[#edits: 1 = <771/info:/1734283480105/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/791=[#edits: 1 = <772/info:/1734283480106/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/792=[#edits: 1 = <773/info:/1734283480106/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/793=[#edits: 1 = <774/info:/1734283480107/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta, lastWalPosition=57741, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:40,210 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 28 WAL entries eligible for replication 2024-12-15T17:24:40,215 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta to pos 63989, reset compression=false 2024-12-15T17:24:40,215 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/794=[#edits: 1 = <775/info:/1734283480107/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/795=[#edits: 1 = <776/info:/1734283480108/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/796=[#edits: 1 = <777/info:/1734283480108/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/797=[#edits: 1 = <778/info:/1734283480108/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/798=[#edits: 1 = <779/info:/1734283480109/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/799=[#edits: 1 = <780/info:/1734283480109/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/800=[#edits: 1 = <781/info:/1734283480109/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/801=[#edits: 1 = <782/info:/1734283480110/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/802=[#edits: 1 = <783/info:/1734283480110/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/803=[#edits: 1 = <784/info:/1734283480111/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/804=[#edits: 1 = <785/info:/1734283480111/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/805=[#edits: 1 = <786/info:/1734283480112/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/806=[#edits: 1 = <787/info:/1734283480112/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/807=[#edits: 1 = <788/info:/1734283480112/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/808=[#edits: 1 = <789/info:/1734283480113/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/809=[#edits: 1 = <790/info:/1734283480113/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/810=[#edits: 1 = <791/info:/1734283480113/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/811=[#edits: 1 = <792/info:/1734283480113/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/812=[#edits: 1 = <793/info:/1734283480114/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/813=[#edits: 1 = <794/info:/1734283480114/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/814=[#edits: 1 = <795/info:/1734283480114/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/815=[#edits: 1 = <796/info:/1734283480115/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/816=[#edits: 1 = <797/info:/1734283480115/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/817=[#edits: 1 = <798/info:/1734283480115/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/818=[#edits: 1 = <799/info:/1734283480116/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/819=[#edits: 1 = <800/info:/1734283480116/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/820=[#edits: 1 = <801/info:/1734283480117/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/821=[#edits: 1 = <802/info:/1734283480117/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/822=[#edits: 1 = <803/info:/1734283480117/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/823=[#edits: 1 = <804/info:/1734283480118/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/824=[#edits: 1 = <805/info:/1734283480119/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/825=[#edits: 1 = <806/info:/1734283480127/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/826=[#edits: 1 = <807/info:/1734283480129/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/827=[#edits: 1 = <808/info:/1734283480130/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/828=[#edits: 1 = <809/info:/1734283480130/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/829=[#edits: 1 = <810/info:/1734283480131/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/830=[#edits: 1 = <811/info:/1734283480131/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/831=[#edits: 1 = <812/info:/1734283480131/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/832=[#edits: 1 = <813/info:/1734283480132/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/833=[#edits: 1 = <814/info:/1734283480132/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/834=[#edits: 1 = <815/info:/1734283480133/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/835=[#edits: 1 = <816/info:/1734283480133/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/836=[#edits: 1 = <817/info:/1734283480133/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/837=[#edits: 1 = <818/info:/1734283480134/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/838=[#edits: 1 = <819/info:/1734283480134/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/839=[#edits: 1 = <820/info:/1734283480135/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/840=[#edits: 1 = <821/info:/1734283480135/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/841=[#edits: 1 = <822/info:/1734283480139/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/842=[#edits: 1 = <823/info:/1734283480144/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/843=[#edits: 1 = <824/info:/1734283480145/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/844=[#edits: 1 = <825/info:/1734283480146/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/845=[#edits: 1 = <826/info:/1734283480146/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/846=[#edits: 1 = <827/info:/1734283480147/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/847=[#edits: 1 = <828/info:/1734283480148/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/848=[#edits: 1 = <829/info:/1734283480149/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/849=[#edits: 1 = <830/info:/1734283480149/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/850=[#edits: 1 = <831/info:/1734283480150/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/851=[#edits: 1 = <832/info:/1734283480151/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/852=[#edits: 1 = <833/info:/1734283480152/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/853=[#edits: 1 = <834/info:/1734283480152/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta, lastWalPosition=62001, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:40,227 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/854=[#edits: 1 = <835/info:/1734283480153/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/855=[#edits: 1 = <836/info:/1734283480154/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/856=[#edits: 1 = <837/info:/1734283480154/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/857=[#edits: 1 = <838/info:/1734283480155/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/858=[#edits: 1 = <839/info:/1734283480155/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/859=[#edits: 1 = <840/info:/1734283480156/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/860=[#edits: 1 = <841/info:/1734283480157/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/861=[#edits: 1 = <842/info:/1734283480157/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/862=[#edits: 1 = <843/info:/1734283480158/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/863=[#edits: 1 = <844/info:/1734283480159/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/864=[#edits: 1 = <845/info:/1734283480159/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/865=[#edits: 1 = <846/info:/1734283480160/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/866=[#edits: 1 = <847/info:/1734283480161/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/867=[#edits: 1 = <848/info:/1734283480162/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/868=[#edits: 1 = <849/info:/1734283480163/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/869=[#edits: 1 = <850/info:/1734283480164/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/870=[#edits: 1 = <851/info:/1734283480166/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/871=[#edits: 1 = <852/info:/1734283480167/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/872=[#edits: 1 = <853/info:/1734283480168/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/873=[#edits: 1 = <854/info:/1734283480169/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/874=[#edits: 1 = <855/info:/1734283480170/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/875=[#edits: 1 = <856/info:/1734283480170/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/876=[#edits: 1 = <857/info:/1734283480170/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/877=[#edits: 1 = <858/info:/1734283480172/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/878=[#edits: 1 = <859/info:/1734283480172/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/879=[#edits: 1 = <860/info:/1734283480173/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/880=[#edits: 1 = <861/info:/1734283480174/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/881=[#edits: 1 = <862/info:/1734283480175/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta, lastWalPosition=63989, nbRowKeys=28, nbHFiles=0, heapSize=4816, lastSeqIds={}, endOfFile=false,usedBufferSize=4816] 2024-12-15T17:24:40,242 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:40,242 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/882=[#edits: 1 = <863/info:/1734283480176/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/883=[#edits: 1 = <864/info:/1734283480176/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/884=[#edits: 1 = <865/info:/1734283480177/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/885=[#edits: 1 = <866/info:/1734283480177/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/886=[#edits: 1 = <867/info:/1734283480177/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/887=[#edits: 1 = <868/info:/1734283480178/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/888=[#edits: 1 = <869/info:/1734283480179/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/889=[#edits: 1 = <870/info:/1734283480180/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/890=[#edits: 1 = <871/info:/1734283480181/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/891=[#edits: 1 = <872/info:/1734283480181/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/892=[#edits: 1 = <873/info:/1734283480182/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/893=[#edits: 1 = <874/info:/1734283480182/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/894=[#edits: 1 = <875/info:/1734283480183/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/895=[#edits: 1 = <876/info:/1734283480184/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/896=[#edits: 1 = <877/info:/1734283480190/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/897=[#edits: 1 = <878/info:/1734283480190/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/898=[#edits: 1 = <879/info:/1734283480191/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/899=[#edits: 1 = <880/info:/1734283480194/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/900=[#edits: 1 = <881/info:/1734283480194/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/901=[#edits: 1 = <882/info:/1734283480195/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/902=[#edits: 1 = <883/info:/1734283480195/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/903=[#edits: 1 = <884/info:/1734283480196/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/904=[#edits: 1 = <885/info:/1734283480196/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/905=[#edits: 1 = <886/info:/1734283480197/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/906=[#edits: 1 = <887/info:/1734283480197/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/907=[#edits: 1 = <888/info:/1734283480198/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/908=[#edits: 1 = <889/info:/1734283480199/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/909=[#edits: 1 = <890/info:/1734283480200/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/910=[#edits: 1 = <891/info:/1734283480200/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/911=[#edits: 1 = <892/info:/1734283480200/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/912=[#edits: 1 = <893/info:/1734283480201/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/913=[#edits: 1 = <894/info:/1734283480201/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/914=[#edits: 1 = <895/info:/1734283480202/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/915=[#edits: 1 = <896/info:/1734283480202/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/916=[#edits: 1 = <897/info:/1734283480203/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/917=[#edits: 1 = <898/info:/1734283480204/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/918=[#edits: 1 = <899/info:/1734283480205/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/919=[#edits: 1 = <900/info:/1734283480206/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/920=[#edits: 1 = <901/info:/1734283480207/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/921=[#edits: 1 = <902/info:/1734283480208/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/922=[#edits: 1 = <903/info:/1734283480209/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/923=[#edits: 1 = <904/info:/1734283480209/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/924=[#edits: 1 = <905/info:/1734283480211/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/925=[#edits: 1 = <906/info:/1734283480212/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/926=[#edits: 1 = <907/info:/1734283480213/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/927=[#edits: 1 = <908/info:/1734283480213/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/928=[#edits: 1 = <909/info:/1734283480214/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/929=[#edits: 1 = <910/info:/1734283480214/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/930=[#edits: 1 = <911/info:/1734283480216/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/931=[#edits: 1 = <912/info:/1734283480216/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/932=[#edits: 1 = <913/info:/1734283480217/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/933=[#edits: 1 = <914/info:/1734283480222/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/934=[#edits: 1 = <915/info:/1734283480223/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/935=[#edits: 1 = <916/info:/1734283480224/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/936=[#edits: 1 = <917/info:/1734283480226/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/937=[#edits: 1 = <918/info:/1734283480227/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/938=[#edits: 1 = <919/info:/1734283480229/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/939=[#edits: 1 = <920/info:/1734283480230/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/940=[#edits: 1 = <921/info:/1734283480232/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/941=[#edits: 1 = <922/info:/1734283480233/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta, lastWalPosition=68249, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:40,308 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37899 {}] master.HMaster(2345): Client=jenkins//172.17.0.2 move hri=534574363, source=4ce65a7c4674,36557,1734283476185, destination=4ce65a7c4674,38077,1734283476217, warming up region on 4ce65a7c4674,38077,1734283476217 2024-12-15T17:24:40,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37899 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,38077,1734283476217 2024-12-15T17:24:40,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37899 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T17:24:40,312 INFO [RS-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46846, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-15T17:24:40,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38077 {}] regionserver.RSRpcServices(2212): Warmup hbase:meta,,1_0001.534574363 2024-12-15T17:24:40,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38077 {}] regionserver.HRegion(7389): Warmup {ENCODED => 534574363, NAME => 'hbase:meta,,1_0001', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} 2024-12-15T17:24:40,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38077 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1_0001.534574363; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:24:40,319 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 534574363 2024-12-15T17:24:40,320 INFO [StoreOpener-534574363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534574363 columnFamilyName info 2024-12-15T17:24:40,320 DEBUG [StoreOpener-534574363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:40,332 DEBUG [StoreOpener-534574363-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/data/hbase/meta/1588230740/info/55810198ee4b4434876fb2e324d005a5 2024-12-15T17:24:40,332 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(327): Store=534574363/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:40,333 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 534574363 2024-12-15T17:24:40,334 INFO [StoreOpener-534574363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534574363 columnFamilyName rep_barrier 2024-12-15T17:24:40,334 DEBUG [StoreOpener-534574363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:40,334 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(327): Store=534574363/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:40,334 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 534574363 2024-12-15T17:24:40,336 INFO [StoreOpener-534574363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534574363 columnFamilyName table 2024-12-15T17:24:40,336 DEBUG [StoreOpener-534574363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:40,355 DEBUG [StoreOpener-534574363-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/data/hbase/meta/1588230740/table/f9cf1b38ea4f4890bbf150884438ccbc 2024-12-15T17:24:40,355 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(327): Store=534574363/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:40,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38077 {}] regionserver.HRegion(1681): Closing 534574363, disabling compactions & flushes 2024-12-15T17:24:40,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38077 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1_0001.534574363 2024-12-15T17:24:40,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38077 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1_0001.534574363 2024-12-15T17:24:40,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38077 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1_0001.534574363 after waiting 0 ms 2024-12-15T17:24:40,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38077 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1_0001.534574363 2024-12-15T17:24:40,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38077 {}] regionserver.HRegion(1922): Closed hbase:meta,,1_0001.534574363 2024-12-15T17:24:40,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38077 {}] regionserver.HRegion(1635): Region close journal for 534574363: 2024-12-15T17:24:40,395 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37899 {}] master.HMaster(2349): Client=jenkins//172.17.0.2 move hri=534574363, source=4ce65a7c4674,36557,1734283476185, destination=4ce65a7c4674,38077,1734283476217, running balancer 2024-12-15T17:24:40,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37899 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=hbase:meta, region=534574363, REOPEN/MOVE 2024-12-15T17:24:40,400 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=18, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=hbase:meta, region=534574363, REOPEN/MOVE 2024-12-15T17:24:40,407 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=534574363, regionState=CLOSING, regionLocation=4ce65a7c4674,36557,1734283476185 2024-12-15T17:24:40,411 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=1 location in ZooKeeper as 4ce65a7c4674,36557,1734283476185, state=CLOSING 2024-12-15T17:24:40,443 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta to pos 68249, reset compression=false 2024-12-15T17:24:40,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37899 {}] procedure.ProcedureSyncWait(219): waitFor pid=18 2024-12-15T17:24:40,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34827-0x1002ab8d66a0004, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-15T17:24:40,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38077-0x1002ab8d66a0002, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-15T17:24:40,454 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:24:40,454 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:24:40,454 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T17:24:40,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37899-0x1002ab8d66a0000, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-15T17:24:40,454 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; CloseRegionProcedure 534574363, server=4ce65a7c4674,36557,1734283476185}] 2024-12-15T17:24:40,454 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:24:40,457 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:40,457 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/942=[#edits: 1 = <923/info:/1734283480234/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/943=[#edits: 1 = <924/info:/1734283480239/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/944=[#edits: 1 = <925/info:/1734283480241/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/945=[#edits: 1 = <926/info:/1734283480244/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/946=[#edits: 1 = <927/info:/1734283480244/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/947=[#edits: 1 = <928/info:/1734283480244/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/948=[#edits: 1 = <929/info:/1734283480245/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/949=[#edits: 1 = <930/info:/1734283480245/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/950=[#edits: 1 = <931/info:/1734283480246/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/951=[#edits: 1 = <932/info:/1734283480246/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/952=[#edits: 1 = <933/info:/1734283480247/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/953=[#edits: 1 = <934/info:/1734283480248/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/954=[#edits: 1 = <935/info:/1734283480249/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/955=[#edits: 1 = <936/info:/1734283480250/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/956=[#edits: 1 = <937/info:/1734283480250/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/957=[#edits: 1 = <938/info:/1734283480251/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/958=[#edits: 1 = <939/info:/1734283480251/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/959=[#edits: 1 = <940/info:/1734283480252/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/960=[#edits: 1 = <941/info:/1734283480254/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/961=[#edits: 1 = <942/info:/1734283480254/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/962=[#edits: 1 = <943/info:/1734283480255/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/963=[#edits: 1 = <944/info:/1734283480255/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/964=[#edits: 1 = <945/info:/1734283480256/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/965=[#edits: 1 = <946/info:/1734283480256/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/966=[#edits: 1 = <947/info:/1734283480256/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/967=[#edits: 1 = <948/info:/1734283480257/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/968=[#edits: 1 = <949/info:/1734283480257/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/969=[#edits: 1 = <950/info:/1734283480258/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/970=[#edits: 1 = <951/info:/1734283480258/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/971=[#edits: 1 = <952/info:/1734283480258/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/972=[#edits: 1 = <953/info:/1734283480259/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/973=[#edits: 1 = <954/info:/1734283480259/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/974=[#edits: 1 = <955/info:/1734283480260/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/975=[#edits: 1 = <956/info:/1734283480261/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/976=[#edits: 1 = <957/info:/1734283480261/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/977=[#edits: 1 = <958/info:/1734283480262/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/978=[#edits: 1 = <959/info:/1734283480263/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/979=[#edits: 1 = <960/info:/1734283480264/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/980=[#edits: 1 = <961/info:/1734283480264/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/981=[#edits: 1 = <962/info:/1734283480265/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/982=[#edits: 1 = <963/info:/1734283480265/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/983=[#edits: 1 = <964/info:/1734283480266/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/984=[#edits: 1 = <965/info:/1734283480267/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/985=[#edits: 1 = <966/info:/1734283480267/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/986=[#edits: 1 = <967/info:/1734283480268/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/987=[#edits: 1 = <968/info:/1734283480269/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/988=[#edits: 1 = <969/info:/1734283480269/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/989=[#edits: 1 = <970/info:/1734283480270/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/990=[#edits: 1 = <971/info:/1734283480271/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/991=[#edits: 1 = <972/info:/1734283480272/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/992=[#edits: 1 = <973/info:/1734283480272/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/993=[#edits: 1 = <974/info:/1734283480273/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/994=[#edits: 1 = <975/info:/1734283480273/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/995=[#edits: 1 = <976/info:/1734283480274/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/996=[#edits: 1 = <977/info:/1734283480274/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/997=[#edits: 1 = <978/info:/1734283480275/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/998=[#edits: 1 = <979/info:/1734283480276/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/999=[#edits: 1 = <980/info:/1734283480276/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1000=[#edits: 1 = <981/info:/1734283480277/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1001=[#edits: 1 = <982/info:/1734283480277/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta, lastWalPosition=72509, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:40,457 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 17 WAL entries eligible for replication 2024-12-15T17:24:40,457 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta to pos 73716, reset compression=false 2024-12-15T17:24:40,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1002ab8d66a0001, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-15T17:24:40,459 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:24:40,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x1002ab8d66a0003, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-15T17:24:40,463 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:24:40,471 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1002=[#edits: 1 = <983/info:/1734283480279/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1003=[#edits: 1 = <984/info:/1734283480280/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1004=[#edits: 1 = <985/info:/1734283480280/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1005=[#edits: 1 = <986/info:/1734283480283/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1006=[#edits: 1 = <987/info:/1734283480284/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1007=[#edits: 1 = <988/info:/1734283480287/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1008=[#edits: 1 = <989/info:/1734283480292/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1009=[#edits: 1 = <990/info:/1734283480295/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1010=[#edits: 1 = <991/info:/1734283480300/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1011=[#edits: 1 = <992/info:/1734283480302/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1012=[#edits: 1 = <993/info:/1734283480303/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1013=[#edits: 1 = <994/info:/1734283480304/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1014=[#edits: 1 = <995/info:/1734283480305/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1015=[#edits: 1 = <996/info:/1734283480305/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1016=[#edits: 1 = <997/info:/1734283480306/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1017=[#edits: 1 = <998/info:/1734283480306/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1018=[#edits: 1 = <999/info:/1734283480307/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta, lastWalPosition=73716, nbRowKeys=17, nbHFiles=0, heapSize=2924, lastSeqIds={}, endOfFile=false,usedBufferSize=2924] 2024-12-15T17:24:40,617 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,36557,1734283476185 2024-12-15T17:24:40,618 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=19}] handler.UnassignRegionHandler(124): Close 534574363 2024-12-15T17:24:40,618 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=19}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T17:24:40,618 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=19}] regionserver.HRegion(1681): Closing 534574363, disabling compactions & flushes 2024-12-15T17:24:40,618 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=19}] regionserver.HRegion(1703): Closing region hbase:meta,,1_0001.534574363 2024-12-15T17:24:40,618 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=19}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1_0001.534574363 2024-12-15T17:24:40,618 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=19}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1_0001.534574363 after waiting 0 ms 2024-12-15T17:24:40,618 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=19}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1_0001.534574363 2024-12-15T17:24:40,623 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=19}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T17:24:40,624 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=19}] regionserver.HRegion(1922): Closed hbase:meta,,1_0001.534574363 2024-12-15T17:24:40,624 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=19}] regionserver.HRegion(1635): Region close journal for 534574363: 2024-12-15T17:24:40,624 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=19}] regionserver.HRegionServer(3789): Adding 534574363 move to 4ce65a7c4674,38077,1734283476217 record at close sequenceid=13 2024-12-15T17:24:40,628 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=19}] handler.UnassignRegionHandler(170): Closed 534574363 2024-12-15T17:24:40,631 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=534574363, regionState=CLOSED 2024-12-15T17:24:40,632 WARN [PEWorker-4 {}] zookeeper.MetaTableLocator(168): Tried to set null ServerName in hbase:meta; skipping -- ServerName required 2024-12-15T17:24:40,633 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-12-15T17:24:40,633 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; CloseRegionProcedure 534574363, server=4ce65a7c4674,36557,1734283476185 in 178 msec 2024-12-15T17:24:40,633 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=534574363, REOPEN/MOVE; state=CLOSED, location=4ce65a7c4674,38077,1734283476217; forceNewPlan=false, retain=false 2024-12-15T17:24:40,664 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta to pos 73716, reset compression=false 2024-12-15T17:24:40,784 INFO [4ce65a7c4674:37899 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-15T17:24:40,784 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=534574363, regionState=OPENING, regionLocation=4ce65a7c4674,38077,1734283476217 2024-12-15T17:24:40,785 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=1 location in ZooKeeper as 4ce65a7c4674,38077,1734283476217, state=OPENING 2024-12-15T17:24:40,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1002ab8d66a0001, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-15T17:24:40,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37899-0x1002ab8d66a0000, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-15T17:24:40,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x1002ab8d66a0003, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-15T17:24:40,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34827-0x1002ab8d66a0004, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-15T17:24:40,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38077-0x1002ab8d66a0002, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-15T17:24:40,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:24:40,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:24:40,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:24:40,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=20, ppid=18, state=RUNNABLE; OpenRegionProcedure 534574363, server=4ce65a7c4674,38077,1734283476217}] 2024-12-15T17:24:40,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:24:40,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:24:40,955 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:24:40,956 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:24:40,972 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta to pos 73716, reset compression=false 2024-12-15T17:24:40,997 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,38077,1734283476217 2024-12-15T17:24:40,999 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=20}] handler.AssignRegionHandler(135): Open hbase:meta,,1_0001.534574363 2024-12-15T17:24:40,999 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=20}] regionserver.HRegion(7285): Opening region: {ENCODED => 534574363, NAME => 'hbase:meta,,1_0001', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} 2024-12-15T17:24:41,000 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=20}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-15T17:24:41,000 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=20}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1_0001 service=MultiRowMutationService 2024-12-15T17:24:41,000 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=20}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-15T17:24:41,000 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 534574363 2024-12-15T17:24:41,000 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=20}] regionserver.HRegion(894): Instantiated hbase:meta,,1_0001.534574363; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:24:41,000 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=20}] regionserver.HRegion(7327): checking encryption for 534574363 2024-12-15T17:24:41,000 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=20}] regionserver.HRegion(7330): checking classloading for 534574363 2024-12-15T17:24:41,001 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 534574363 2024-12-15T17:24:41,001 INFO [StoreOpener-534574363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534574363 columnFamilyName info 2024-12-15T17:24:41,001 DEBUG [StoreOpener-534574363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:41,006 DEBUG [StoreOpener-534574363-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/data/hbase/meta/1588230740/info/55810198ee4b4434876fb2e324d005a5 2024-12-15T17:24:41,006 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(327): Store=534574363/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:41,006 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 534574363 2024-12-15T17:24:41,007 INFO [StoreOpener-534574363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534574363 columnFamilyName rep_barrier 2024-12-15T17:24:41,007 DEBUG [StoreOpener-534574363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:41,008 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(327): Store=534574363/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:41,008 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 534574363 2024-12-15T17:24:41,008 INFO [StoreOpener-534574363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534574363 columnFamilyName table 2024-12-15T17:24:41,008 DEBUG [StoreOpener-534574363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:41,012 DEBUG [StoreOpener-534574363-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/data/hbase/meta/1588230740/table/f9cf1b38ea4f4890bbf150884438ccbc 2024-12-15T17:24:41,013 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(327): Store=534574363/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:41,013 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=20}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-15T17:24:41,014 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=20}] regionserver.HRegion(1102): Opened 534574363; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65762097, jitterRate=-0.020068392157554626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-15T17:24:41,014 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=20}] regionserver.HRegion(1001): Region open journal for 534574363: 2024-12-15T17:24:41,014 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=20}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1_0001.534574363, pid=20, masterSystemTime=1734283480997 2024-12-15T17:24:41,015 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=20}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1_0001.534574363 2024-12-15T17:24:41,015 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=534574363, regionState=OPEN, openSeqNum=13, regionLocation=4ce65a7c4674,38077,1734283476217 2024-12-15T17:24:41,015 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=20}] handler.AssignRegionHandler(164): Opened hbase:meta,,1_0001.534574363 2024-12-15T17:24:41,015 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(112): RPC'ing to primary hbase:meta,,1.1588230740 from hbase:meta,,1_0001.534574363 to trigger FLUSH 2024-12-15T17:24:41,016 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T17:24:41,016 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=1 location in ZooKeeper as 4ce65a7c4674,38077,1734283476217, state=OPEN 2024-12-15T17:24:41,017 INFO [RS-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41570, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-12-15T17:24:41,017 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34827 {}] regionserver.RSRpcServices(1768): Flushing hbase:meta,,1.1588230740 2024-12-15T17:24:41,017 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34827 {}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=29.08 KB heapSize=102.31 KB 2024-12-15T17:24:41,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37899-0x1002ab8d66a0000, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-15T17:24:41,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34827-0x1002ab8d66a0004, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-15T17:24:41,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38077-0x1002ab8d66a0002, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-15T17:24:41,029 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:24:41,029 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:24:41,029 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:24:41,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1002ab8d66a0001, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-15T17:24:41,029 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:24:41,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x1002ab8d66a0003, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-15T17:24:41,029 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:24:41,032 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=20, resume processing ppid=18 2024-12-15T17:24:41,032 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=18, state=SUCCESS; OpenRegionProcedure 534574363, server=4ce65a7c4674,38077,1734283476217 in 183 msec 2024-12-15T17:24:41,032 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=534574363, REOPEN/MOVE in 637 msec 2024-12-15T17:24:41,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/data/hbase/meta/1588230740/.tmp/info/0615cefe11e6421bba5181c9171b02b8 is 34, key is 100/info:/1734283479341/Put/seqid=0 2024-12-15T17:24:41,055 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T17:24:41,064 INFO [RS-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46852, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-15T17:24:41,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43879 is added to blk_1073741843_1019 (size=43843) 2024-12-15T17:24:41,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741843_1019 (size=43843) 2024-12-15T17:24:41,065 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(313): Writing data from 1000 to 2000 2024-12-15T17:24:41,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43239 is added to blk_1073741843_1019 (size=43843) 2024-12-15T17:24:41,068 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.08 KB at sequenceid=1019 (bloomFilter=true), to=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/data/hbase/meta/1588230740/.tmp/info/0615cefe11e6421bba5181c9171b02b8 2024-12-15T17:24:41,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/data/hbase/meta/1588230740/.tmp/info/0615cefe11e6421bba5181c9171b02b8 as hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/data/hbase/meta/1588230740/info/0615cefe11e6421bba5181c9171b02b8 2024-12-15T17:24:41,078 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34827 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/data/hbase/meta/1588230740/info/0615cefe11e6421bba5181c9171b02b8, entries=1000, sequenceid=1019, filesize=42.8 K 2024-12-15T17:24:41,079 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34827 {}] regionserver.HRegion(3040): Finished flush of dataSize ~29.08 KB/29780, heapSize ~101.80 KB/104240, currentSize=288 B/288 for 1588230740 in 62ms, sequenceid=1019, compaction requested=false 2024-12-15T17:24:41,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34827 {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-15T17:24:41,080 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(143): Triggered flush of primary region replica 1588230740 for 534574363; now waiting and blocking reads until completes a full flush cycle 2024-12-15T17:24:41,080 INFO [RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] regionserver.HRegion(5092): Enabling reads for 534574363 2024-12-15T17:24:41,134 DEBUG [AsyncFSWAL-0-hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05-prefix:4ce65a7c4674,34827,1734283476267.meta {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=80546, logrollsize=80530 2024-12-15T17:24:41,134 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL 4ce65a7c4674%2C34827%2C1734283476267.meta:.meta(num 1734283477164) roll requested 2024-12-15T17:24:41,149 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta, exclude list is [], retry=0 2024-12-15T17:24:41,151 DEBUG [RS-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43239,DS-8e3280d5-630b-4037-a829-7c76ea15f860,DISK] 2024-12-15T17:24:41,152 DEBUG [RS-EventLoopGroup-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43879,DS-997ad25a-fff3-4f07-9d65-0e54c532fdc1,DISK] 2024-12-15T17:24:41,152 DEBUG [RS-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37721,DS-e54c4d66-02c4-4936-a305-8c5ce9352a96,DISK] 2024-12-15T17:24:41,163 INFO [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta with entries=1107, filesize=79.01 KB; new WAL /user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta 2024-12-15T17:24:41,167 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32937:32937),(127.0.0.1/127.0.0.1:45263:45263),(127.0.0.1/127.0.0.1:43907:43907)] 2024-12-15T17:24:41,167 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta is not closed yet, will try archiving it next time 2024-12-15T17:24:41,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741837_1013 (size=80919) 2024-12-15T17:24:41,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741837_1013 (size=80919) 2024-12-15T17:24:41,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43879 is added to blk_1073741837_1013 (size=80919) 2024-12-15T17:24:41,376 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta to pos 73716, reset compression=false 2024-12-15T17:24:41,379 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 58 WAL entries eligible for replication 2024-12-15T17:24:41,380 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1020=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734283481017/Put/vlen=102/seqid=0; >],292}, {hbase:meta/1588230740/1021=[#edits: 1 = <1000/info:/1734283481065/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1022=[#edits: 1 = <1001/info:/1734283481068/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1023=[#edits: 1 = <1002/info:/1734283481074/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1024=[#edits: 1 = <1003/info:/1734283481074/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1025=[#edits: 1 = <1004/info:/1734283481075/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1026=[#edits: 1 = <1005/info:/1734283481075/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1027=[#edits: 1 = <1006/info:/1734283481076/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1028=[#edits: 1 = <1007/info:/1734283481077/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1029=[#edits: 1 = <1008/info:/1734283481078/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1030=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734283481079/Put/vlen=136/seqid=0; >],324}, {hbase:meta/1588230740/1031=[#edits: 1 = <1009/info:/1734283481079/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1032=[#edits: 1 = <1010/info:/1734283481079/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1033=[#edits: 1 = <1011/info:/1734283481080/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1034=[#edits: 1 = <1012/info:/1734283481080/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1035=[#edits: 1 = <1013/info:/1734283481081/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1036=[#edits: 1 = <1014/info:/1734283481081/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1037=[#edits: 1 = <1015/info:/1734283481081/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1038=[#edits: 1 = <1016/info:/1734283481082/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1039=[#edits: 1 = <1017/info:/1734283481083/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1040=[#edits: 1 = <1018/info:/1734283481083/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1041=[#edits: 1 = <1019/info:/1734283481084/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1042=[#edits: 1 = <1020/info:/1734283481084/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1043=[#edits: 1 = <1021/info:/1734283481084/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1044=[#edits: 1 = <1022/info:/1734283481085/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1045=[#edits: 1 = <1023/info:/1734283481087/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1046=[#edits: 1 = <1024/info:/1734283481088/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1047=[#edits: 1 = <1025/info:/1734283481088/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1048=[#edits: 1 = <1026/info:/1734283481089/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1049=[#edits: 1 = <1027/info:/1734283481089/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1050=[#edits: 1 = <1028/info:/1734283481090/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1051=[#edits: 1 = <1029/info:/1734283481090/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1052=[#edits: 1 = <1030/info:/1734283481091/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1053=[#edits: 1 = <1031/info:/1734283481091/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1054=[#edits: 1 = <1032/info:/1734283481093/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1055=[#edits: 1 = <1033/info:/1734283481095/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1056=[#edits: 1 = <1034/info:/1734283481096/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1057=[#edits: 1 = <1035/info:/1734283481097/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1058=[#edits: 1 = <1036/info:/1734283481097/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1059=[#edits: 1 = <1037/info:/1734283481098/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1060=[#edits: 1 = <1038/info:/1734283481099/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1061=[#edits: 1 = <1039/info:/1734283481099/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1062=[#edits: 1 = <1040/info:/1734283481100/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1063=[#edits: 1 = <1041/info:/1734283481101/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1064=[#edits: 1 = <1042/info:/1734283481101/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1065=[#edits: 1 = <1043/info:/1734283481102/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1066=[#edits: 1 = <1044/info:/1734283481102/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1067=[#edits: 1 = <1045/info:/1734283481102/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1068=[#edits: 1 = <1046/info:/1734283481102/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1069=[#edits: 1 = <1047/info:/1734283481103/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1070=[#edits: 1 = <1048/info:/1734283481103/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1071=[#edits: 1 = <1049/info:/1734283481103/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1072=[#edits: 1 = <1050/info:/1734283481104/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1073=[#edits: 1 = <1051/info:/1734283481104/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1074=[#edits: 1 = <1052/info:/1734283481104/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1075=[#edits: 1 = <1053/info:/1734283481105/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1076=[#edits: 1 = <1054/info:/1734283481105/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1077=[#edits: 1 = <1055/info:/1734283481106/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta, lastWalPosition=78210, nbRowKeys=58, nbHFiles=0, heapSize=10248, lastSeqIds={}, endOfFile=false,usedBufferSize=10248] 2024-12-15T17:24:41,380 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(462): EOF, closing hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta 2024-12-15T17:24:41,380 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 37 WAL entries eligible for replication 2024-12-15T17:24:41,381 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta, startPosition=0, beingWritten=true 2024-12-15T17:24:41,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36557 {}] ipc.CallRunner(138): callId: 96 service: AdminService methodName: Replay size: 1.6 K connection: 172.17.0.2:57414 deadline: 1734283541380, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=4ce65a7c4674 port=38077 startCode=1734283476217. As of locationSeqNum=13. 2024-12-15T17:24:41,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: START_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 1019 store_flushes { family_name: "info" store_home_dir: "info" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-15T17:24:41,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] regionserver.HRegion(2837): Flushing 1657623790 3/3 column families, dataSize=29.08 KB heapSize=102.31 KB 2024-12-15T17:24:41,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] regionserver.HRegion(5724): 1657623790 : Prepared flush with seqId:1019 2024-12-15T17:24:41,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0002.1657623790 with WAL disabled. Data may be lost in the event of a crash. 2024-12-15T17:24:41,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: COMMIT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 1019 store_flushes { family_name: "info" store_home_dir: "info" flush_output: "0615cefe11e6421bba5181c9171b02b8" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-15T17:24:41,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] regionserver.HRegion(5812): 1657623790 : Received a flush commit marker with seqId:1019 and a previous prepared snapshot was found 2024-12-15T17:24:41,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:41,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] regionserver.HStore$StoreFlusherImpl(2048): org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f573de9 added hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/data/hbase/meta/1588230740/info/0615cefe11e6421bba5181c9171b02b8, entries=1000, sequenceid=1019, filesize=42.8 K 2024-12-15T17:24:41,402 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:41,499 DEBUG [RegionReplicaReplicationEndpoint-rpc-shared-pool-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T17:24:41,501 INFO [RS-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46866, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-12-15T17:24:41,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38077 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: START_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 1019 store_flushes { family_name: "info" store_home_dir: "info" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-15T17:24:41,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38077 {}] regionserver.HRegion(5737): 534574363 : Prepared empty flush with seqId:1019 2024-12-15T17:24:41,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38077 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0001.534574363 with WAL disabled. Data may be lost in the event of a crash. 2024-12-15T17:24:41,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38077 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: COMMIT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 1019 store_flushes { family_name: "info" store_home_dir: "info" flush_output: "0615cefe11e6421bba5181c9171b02b8" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-15T17:24:41,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38077 {}] regionserver.HRegion(5844): 534574363 : Received a flush commit marker with larger seqId: 1019 than what we have prepared with seqId: 0. Picking up new file and dropping prepared memstore snapshot 2024-12-15T17:24:41,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:41,525 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38077 {}] regionserver.HStore$StoreFlusherImpl(2048): org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@687e088b added hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/data/hbase/meta/1588230740/info/0615cefe11e6421bba5181c9171b02b8, entries=1000, sequenceid=1019, filesize=42.8 K 2024-12-15T17:24:41,526 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38077 {}] regionserver.HRegion(6024): 534574363 : Not dropping memstore contents since replayed flush seqId: 1019 is smaller than current seqId:1029 2024-12-15T17:24:41,535 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1078=[#edits: 1 = <1056/info:/1734283481106/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1079=[#edits: 1 = <1057/info:/1734283481106/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1080=[#edits: 1 = <1058/info:/1734283481108/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1081=[#edits: 1 = <1059/info:/1734283481109/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1082=[#edits: 1 = <1060/info:/1734283481109/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1083=[#edits: 1 = <1061/info:/1734283481109/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1084=[#edits: 1 = <1062/info:/1734283481110/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1085=[#edits: 1 = <1063/info:/1734283481110/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1086=[#edits: 1 = <1064/info:/1734283481110/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1087=[#edits: 1 = <1065/info:/1734283481111/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1088=[#edits: 1 = <1066/info:/1734283481111/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1089=[#edits: 1 = <1067/info:/1734283481111/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1090=[#edits: 1 = <1068/info:/1734283481112/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1091=[#edits: 1 = <1069/info:/1734283481112/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1092=[#edits: 1 = <1070/info:/1734283481112/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1093=[#edits: 1 = <1071/info:/1734283481113/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1094=[#edits: 1 = <1072/info:/1734283481113/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1095=[#edits: 1 = <1073/info:/1734283481113/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1096=[#edits: 1 = <1074/info:/1734283481114/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1097=[#edits: 1 = <1075/info:/1734283481115/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1098=[#edits: 1 = <1076/info:/1734283481115/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1099=[#edits: 1 = <1077/info:/1734283481119/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1100=[#edits: 1 = <1078/info:/1734283481124/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1101=[#edits: 1 = <1079/info:/1734283481128/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1102=[#edits: 1 = <1080/info:/1734283481128/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1103=[#edits: 1 = <1081/info:/1734283481129/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1104=[#edits: 1 = <1082/info:/1734283481130/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1105=[#edits: 1 = <1083/info:/1734283481131/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1106=[#edits: 1 = <1084/info:/1734283481131/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1107=[#edits: 1 = <1085/info:/1734283481132/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1108=[#edits: 1 = <1086/info:/1734283481133/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1109=[#edits: 1 = <1087/info:/1734283481133/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1110=[#edits: 1 = <1088/info:/1734283481142/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1111=[#edits: 1 = <1089/info:/1734283481147/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1112=[#edits: 1 = <1090/info:/1734283481153/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1113=[#edits: 1 = <1091/info:/1734283481156/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1114=[#edits: 1 = <1092/info:/1734283481160/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283477164.meta, lastWalPosition=80911, nbRowKeys=37, nbHFiles=0, heapSize=6364, lastSeqIds={}, endOfFile=true,usedBufferSize=6364] 2024-12-15T17:24:41,537 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:41,538 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1115=[#edits: 1 = <1093/info:/1734283481164/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1116=[#edits: 1 = <1094/info:/1734283481169/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1117=[#edits: 1 = <1095/info:/1734283481176/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1118=[#edits: 1 = <1096/info:/1734283481177/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1119=[#edits: 1 = <1097/info:/1734283481178/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1120=[#edits: 1 = <1098/info:/1734283481179/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1121=[#edits: 1 = <1099/info:/1734283481179/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1122=[#edits: 1 = <1100/info:/1734283481182/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1123=[#edits: 1 = <1101/info:/1734283481183/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1124=[#edits: 1 = <1102/info:/1734283481184/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1125=[#edits: 1 = <1103/info:/1734283481184/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1126=[#edits: 1 = <1104/info:/1734283481186/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1127=[#edits: 1 = <1105/info:/1734283481186/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1128=[#edits: 1 = <1106/info:/1734283481187/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1129=[#edits: 1 = <1107/info:/1734283481188/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1130=[#edits: 1 = <1108/info:/1734283481188/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1131=[#edits: 1 = <1109/info:/1734283481189/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1132=[#edits: 1 = <1110/info:/1734283481189/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1133=[#edits: 1 = <1111/info:/1734283481190/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1134=[#edits: 1 = <1112/info:/1734283481192/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1135=[#edits: 1 = <1113/info:/1734283481193/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1136=[#edits: 1 = <1114/info:/1734283481194/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1137=[#edits: 1 = <1115/info:/1734283481194/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1138=[#edits: 1 = <1116/info:/1734283481195/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1139=[#edits: 1 = <1117/info:/1734283481196/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1140=[#edits: 1 = <1118/info:/1734283481198/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1141=[#edits: 1 = <1119/info:/1734283481200/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1142=[#edits: 1 = <1120/info:/1734283481200/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1143=[#edits: 1 = <1121/info:/1734283481201/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1144=[#edits: 1 = <1122/info:/1734283481203/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1145=[#edits: 1 = <1123/info:/1734283481203/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1146=[#edits: 1 = <1124/info:/1734283481204/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1147=[#edits: 1 = <1125/info:/1734283481206/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1148=[#edits: 1 = <1126/info:/1734283481206/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1149=[#edits: 1 = <1127/info:/1734283481206/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1150=[#edits: 1 = <1128/info:/1734283481207/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1151=[#edits: 1 = <1129/info:/1734283481207/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1152=[#edits: 1 = <1130/info:/1734283481211/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1153=[#edits: 1 = <1131/info:/1734283481215/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1154=[#edits: 1 = <1132/info:/1734283481220/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1155=[#edits: 1 = <1133/info:/1734283481223/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1156=[#edits: 1 = <1134/info:/1734283481228/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1157=[#edits: 1 = <1135/info:/1734283481231/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1158=[#edits: 1 = <1136/info:/1734283481232/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1159=[#edits: 1 = <1137/info:/1734283481235/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1160=[#edits: 1 = <1138/info:/1734283481240/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1161=[#edits: 1 = <1139/info:/1734283481243/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1162=[#edits: 1 = <1140/info:/1734283481248/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1163=[#edits: 1 = <1141/info:/1734283481251/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1164=[#edits: 1 = <1142/info:/1734283481253/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1165=[#edits: 1 = <1143/info:/1734283481254/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1166=[#edits: 1 = <1144/info:/1734283481254/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1167=[#edits: 1 = <1145/info:/1734283481255/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1168=[#edits: 1 = <1146/info:/1734283481256/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1169=[#edits: 1 = <1147/info:/1734283481257/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1170=[#edits: 1 = <1148/info:/1734283481258/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1171=[#edits: 1 = <1149/info:/1734283481259/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1172=[#edits: 1 = <1150/info:/1734283481260/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1173=[#edits: 1 = <1151/info:/1734283481261/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1174=[#edits: 1 = <1152/info:/1734283481261/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta, lastWalPosition=4465, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:41,540 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:41,543 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1175=[#edits: 1 = <1153/info:/1734283481262/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1176=[#edits: 1 = <1154/info:/1734283481263/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1177=[#edits: 1 = <1155/info:/1734283481264/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1178=[#edits: 1 = <1156/info:/1734283481264/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1179=[#edits: 1 = <1157/info:/1734283481265/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1180=[#edits: 1 = <1158/info:/1734283481266/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1181=[#edits: 1 = <1159/info:/1734283481266/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1182=[#edits: 1 = <1160/info:/1734283481267/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1183=[#edits: 1 = <1161/info:/1734283481267/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1184=[#edits: 1 = <1162/info:/1734283481268/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1185=[#edits: 1 = <1163/info:/1734283481269/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1186=[#edits: 1 = <1164/info:/1734283481269/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1187=[#edits: 1 = <1165/info:/1734283481270/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1188=[#edits: 1 = <1166/info:/1734283481270/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1189=[#edits: 1 = <1167/info:/1734283481271/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1190=[#edits: 1 = <1168/info:/1734283481272/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1191=[#edits: 1 = <1169/info:/1734283481272/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1192=[#edits: 1 = <1170/info:/1734283481273/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1193=[#edits: 1 = <1171/info:/1734283481273/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1194=[#edits: 1 = <1172/info:/1734283481274/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1195=[#edits: 1 = <1173/info:/1734283481274/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1196=[#edits: 1 = <1174/info:/1734283481275/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1197=[#edits: 1 = <1175/info:/1734283481275/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1198=[#edits: 1 = <1176/info:/1734283481276/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1199=[#edits: 1 = <1177/info:/1734283481277/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1200=[#edits: 1 = <1178/info:/1734283481277/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1201=[#edits: 1 = <1179/info:/1734283481278/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1202=[#edits: 1 = <1180/info:/1734283481280/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1203=[#edits: 1 = <1181/info:/1734283481281/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1204=[#edits: 1 = <1182/info:/1734283481281/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1205=[#edits: 1 = <1183/info:/1734283481282/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1206=[#edits: 1 = <1184/info:/1734283481283/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1207=[#edits: 1 = <1185/info:/1734283481283/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1208=[#edits: 1 = <1186/info:/1734283481286/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1209=[#edits: 1 = <1187/info:/1734283481286/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1210=[#edits: 1 = <1188/info:/1734283481287/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1211=[#edits: 1 = <1189/info:/1734283481288/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1212=[#edits: 1 = <1190/info:/1734283481288/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1213=[#edits: 1 = <1191/info:/1734283481289/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1214=[#edits: 1 = <1192/info:/1734283481289/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1215=[#edits: 1 = <1193/info:/1734283481290/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1216=[#edits: 1 = <1194/info:/1734283481290/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1217=[#edits: 1 = <1195/info:/1734283481291/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1218=[#edits: 1 = <1196/info:/1734283481291/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1219=[#edits: 1 = <1197/info:/1734283481292/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1220=[#edits: 1 = <1198/info:/1734283481292/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1221=[#edits: 1 = <1199/info:/1734283481292/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1222=[#edits: 1 = <1200/info:/1734283481293/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1223=[#edits: 1 = <1201/info:/1734283481294/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1224=[#edits: 1 = <1202/info:/1734283481295/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1225=[#edits: 1 = <1203/info:/1734283481295/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1226=[#edits: 1 = <1204/info:/1734283481296/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1227=[#edits: 1 = <1205/info:/1734283481296/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1228=[#edits: 1 = <1206/info:/1734283481297/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1229=[#edits: 1 = <1207/info:/1734283481297/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1230=[#edits: 1 = <1208/info:/1734283481298/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1231=[#edits: 1 = <1209/info:/1734283481298/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1232=[#edits: 1 = <1210/info:/1734283481299/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1233=[#edits: 1 = <1211/info:/1734283481299/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1234=[#edits: 1 = <1212/info:/1734283481299/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta, lastWalPosition=8845, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:41,545 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 34 WAL entries eligible for replication 2024-12-15T17:24:41,545 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1235=[#edits: 1 = <1213/info:/1734283481300/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1236=[#edits: 1 = <1214/info:/1734283481300/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1237=[#edits: 1 = <1215/info:/1734283481301/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1238=[#edits: 1 = <1216/info:/1734283481301/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1239=[#edits: 1 = <1217/info:/1734283481302/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1240=[#edits: 1 = <1218/info:/1734283481302/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1241=[#edits: 1 = <1219/info:/1734283481303/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1242=[#edits: 1 = <1220/info:/1734283481307/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1243=[#edits: 1 = <1221/info:/1734283481308/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1244=[#edits: 1 = <1222/info:/1734283481308/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1245=[#edits: 1 = <1223/info:/1734283481309/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1246=[#edits: 1 = <1224/info:/1734283481309/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1247=[#edits: 1 = <1225/info:/1734283481309/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1248=[#edits: 1 = <1226/info:/1734283481329/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1249=[#edits: 1 = <1227/info:/1734283481335/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1250=[#edits: 1 = <1228/info:/1734283481336/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1251=[#edits: 1 = <1229/info:/1734283481336/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1252=[#edits: 1 = <1230/info:/1734283481336/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1253=[#edits: 1 = <1231/info:/1734283481337/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1254=[#edits: 1 = <1232/info:/1734283481338/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1255=[#edits: 1 = <1233/info:/1734283481338/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1256=[#edits: 1 = <1234/info:/1734283481339/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1257=[#edits: 1 = <1235/info:/1734283481339/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1258=[#edits: 1 = <1236/info:/1734283481340/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1259=[#edits: 1 = <1237/info:/1734283481341/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1260=[#edits: 1 = <1238/info:/1734283481341/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1261=[#edits: 1 = <1239/info:/1734283481342/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1262=[#edits: 1 = <1240/info:/1734283481342/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1263=[#edits: 1 = <1241/info:/1734283481342/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1264=[#edits: 1 = <1242/info:/1734283481343/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1265=[#edits: 1 = <1243/info:/1734283481343/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1266=[#edits: 1 = <1244/info:/1734283481344/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1267=[#edits: 1 = <1245/info:/1734283481344/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1268=[#edits: 1 = <1246/info:/1734283481345/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1269=[#edits: 1 = <1247/info:/1734283481345/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1270=[#edits: 1 = <1248/info:/1734283481345/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1271=[#edits: 1 = <1249/info:/1734283481346/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1272=[#edits: 1 = <1250/info:/1734283481346/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1273=[#edits: 1 = <1251/info:/1734283481346/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1274=[#edits: 1 = <1252/info:/1734283481347/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1275=[#edits: 1 = <1253/info:/1734283481347/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1276=[#edits: 1 = <1254/info:/1734283481348/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1277=[#edits: 1 = <1255/info:/1734283481348/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1278=[#edits: 1 = <1256/info:/1734283481349/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1279=[#edits: 1 = <1257/info:/1734283481350/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1280=[#edits: 1 = <1258/info:/1734283481351/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1281=[#edits: 1 = <1259/info:/1734283481352/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1282=[#edits: 1 = <1260/info:/1734283481353/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1283=[#edits: 1 = <1261/info:/1734283481353/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1284=[#edits: 1 = <1262/info:/1734283481354/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1285=[#edits: 1 = <1263/info:/1734283481354/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1286=[#edits: 1 = <1264/info:/1734283481355/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1287=[#edits: 1 = <1265/info:/1734283481355/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1288=[#edits: 1 = <1266/info:/1734283481355/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1289=[#edits: 1 = <1267/info:/1734283481356/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1290=[#edits: 1 = <1268/info:/1734283481356/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1291=[#edits: 1 = <1269/info:/1734283481357/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1292=[#edits: 1 = <1270/info:/1734283481357/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1293=[#edits: 1 = <1271/info:/1734283481357/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1294=[#edits: 1 = <1272/info:/1734283481360/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta, lastWalPosition=13225, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:41,546 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta to pos 15707, reset compression=false 2024-12-15T17:24:41,546 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1295=[#edits: 1 = <1273/info:/1734283481361/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1296=[#edits: 1 = <1274/info:/1734283481362/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1297=[#edits: 1 = <1275/info:/1734283481362/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1298=[#edits: 1 = <1276/info:/1734283481362/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1299=[#edits: 1 = <1277/info:/1734283481363/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1300=[#edits: 1 = <1278/info:/1734283481364/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1301=[#edits: 1 = <1279/info:/1734283481364/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1302=[#edits: 1 = <1280/info:/1734283481365/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1303=[#edits: 1 = <1281/info:/1734283481365/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1304=[#edits: 1 = <1282/info:/1734283481366/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1305=[#edits: 1 = <1283/info:/1734283481366/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1306=[#edits: 1 = <1284/info:/1734283481367/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1307=[#edits: 1 = <1285/info:/1734283481368/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1308=[#edits: 1 = <1286/info:/1734283481369/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1309=[#edits: 1 = <1287/info:/1734283481370/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1310=[#edits: 1 = <1288/info:/1734283481370/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1311=[#edits: 1 = <1289/info:/1734283481371/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1312=[#edits: 1 = <1290/info:/1734283481372/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1313=[#edits: 1 = <1291/info:/1734283481372/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1314=[#edits: 1 = <1292/info:/1734283481373/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1315=[#edits: 1 = <1293/info:/1734283481373/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1316=[#edits: 1 = <1294/info:/1734283481374/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1317=[#edits: 1 = <1295/info:/1734283481374/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1318=[#edits: 1 = <1296/info:/1734283481375/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1319=[#edits: 1 = <1297/info:/1734283481375/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1320=[#edits: 1 = <1298/info:/1734283481375/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1321=[#edits: 1 = <1299/info:/1734283481376/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1322=[#edits: 1 = <1300/info:/1734283481378/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1323=[#edits: 1 = <1301/info:/1734283481379/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1324=[#edits: 1 = <1302/info:/1734283481381/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1325=[#edits: 1 = <1303/info:/1734283481384/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1326=[#edits: 1 = <1304/info:/1734283481389/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1327=[#edits: 1 = <1305/info:/1734283481396/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1328=[#edits: 1 = <1306/info:/1734283481397/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta, lastWalPosition=15707, nbRowKeys=34, nbHFiles=0, heapSize=5848, lastSeqIds={}, endOfFile=false,usedBufferSize=5848] 2024-12-15T17:24:41,569 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 52 WAL entries eligible for replication 2024-12-15T17:24:41,569 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta to pos 19503, reset compression=false 2024-12-15T17:24:41,569 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1329=[#edits: 1 = <1307/info:/1734283481397/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1330=[#edits: 1 = <1308/info:/1734283481400/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1331=[#edits: 1 = <1309/info:/1734283481405/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1332=[#edits: 1 = <1310/info:/1734283481440/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1333=[#edits: 1 = <1311/info:/1734283481447/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1334=[#edits: 1 = <1312/info:/1734283481448/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1335=[#edits: 1 = <1313/info:/1734283481448/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1336=[#edits: 1 = <1314/info:/1734283481449/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1337=[#edits: 1 = <1315/info:/1734283481449/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1338=[#edits: 1 = <1316/info:/1734283481450/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1339=[#edits: 1 = <1317/info:/1734283481450/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1340=[#edits: 1 = <1318/info:/1734283481451/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1341=[#edits: 1 = <1319/info:/1734283481452/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1342=[#edits: 1 = <1320/info:/1734283481453/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1343=[#edits: 1 = <1321/info:/1734283481453/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1344=[#edits: 1 = <1322/info:/1734283481455/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1345=[#edits: 1 = <1323/info:/1734283481455/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1346=[#edits: 1 = <1324/info:/1734283481456/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1347=[#edits: 1 = <1325/info:/1734283481456/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1348=[#edits: 1 = <1326/info:/1734283481462/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1349=[#edits: 1 = <1327/info:/1734283481467/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1350=[#edits: 1 = <1328/info:/1734283481471/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1351=[#edits: 1 = <1329/info:/1734283481478/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1352=[#edits: 1 = <1330/info:/1734283481478/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1353=[#edits: 1 = <1331/info:/1734283481487/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1354=[#edits: 1 = <1332/info:/1734283481499/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1355=[#edits: 1 = <1333/info:/1734283481504/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1356=[#edits: 1 = <1334/info:/1734283481505/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1357=[#edits: 1 = <1335/info:/1734283481508/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1358=[#edits: 1 = <1336/info:/1734283481510/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1359=[#edits: 1 = <1337/info:/1734283481514/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1360=[#edits: 1 = <1338/info:/1734283481514/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1361=[#edits: 1 = <1339/info:/1734283481518/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1362=[#edits: 1 = <1340/info:/1734283481519/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1363=[#edits: 1 = <1341/info:/1734283481521/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1364=[#edits: 1 = <1342/info:/1734283481532/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1365=[#edits: 1 = <1343/info:/1734283481534/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1366=[#edits: 1 = <1344/info:/1734283481537/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1367=[#edits: 1 = <1345/info:/1734283481538/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1368=[#edits: 1 = <1346/info:/1734283481540/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1369=[#edits: 1 = <1347/info:/1734283481541/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1370=[#edits: 1 = <1348/info:/1734283481542/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1371=[#edits: 1 = <1349/info:/1734283481543/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1372=[#edits: 1 = <1350/info:/1734283481544/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1373=[#edits: 1 = <1351/info:/1734283481545/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1374=[#edits: 1 = <1352/info:/1734283481546/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1375=[#edits: 1 = <1353/info:/1734283481547/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1376=[#edits: 1 = <1354/info:/1734283481549/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1377=[#edits: 1 = <1355/info:/1734283481550/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1378=[#edits: 1 = <1356/info:/1734283481551/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1379=[#edits: 1 = <1357/info:/1734283481551/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1380=[#edits: 1 = <1358/info:/1734283481556/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta, lastWalPosition=19503, nbRowKeys=52, nbHFiles=0, heapSize=8944, lastSeqIds={}, endOfFile=false,usedBufferSize=8944] 2024-12-15T17:24:41,574 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:24:41,574 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta to pos 19576, reset compression=false 2024-12-15T17:24:41,574 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1381=[#edits: 1 = <1359/info:/1734283481567/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta, lastWalPosition=19576, nbRowKeys=1, nbHFiles=0, heapSize=172, lastSeqIds={}, endOfFile=false,usedBufferSize=172] 2024-12-15T17:24:41,589 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 15 WAL entries eligible for replication 2024-12-15T17:24:41,589 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta to pos 20671, reset compression=false 2024-12-15T17:24:41,589 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1382=[#edits: 1 = <1360/info:/1734283481570/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1383=[#edits: 1 = <1361/info:/1734283481576/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1384=[#edits: 1 = <1362/info:/1734283481582/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1385=[#edits: 1 = <1363/info:/1734283481583/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1386=[#edits: 1 = <1364/info:/1734283481583/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1387=[#edits: 1 = <1365/info:/1734283481584/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1388=[#edits: 1 = <1366/info:/1734283481584/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1389=[#edits: 1 = <1367/info:/1734283481584/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1390=[#edits: 1 = <1368/info:/1734283481585/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1391=[#edits: 1 = <1369/info:/1734283481585/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1392=[#edits: 1 = <1370/info:/1734283481585/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1393=[#edits: 1 = <1371/info:/1734283481586/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1394=[#edits: 1 = <1372/info:/1734283481586/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1395=[#edits: 1 = <1373/info:/1734283481586/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1396=[#edits: 1 = <1374/info:/1734283481587/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta, lastWalPosition=20671, nbRowKeys=15, nbHFiles=0, heapSize=2580, lastSeqIds={}, endOfFile=false,usedBufferSize=2580] 2024-12-15T17:24:41,597 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-15T17:24:41,597 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta to pos 20963, reset compression=false 2024-12-15T17:24:41,597 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1397=[#edits: 1 = <1375/info:/1734283481587/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1398=[#edits: 1 = <1376/info:/1734283481588/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1399=[#edits: 1 = <1377/info:/1734283481588/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1400=[#edits: 1 = <1378/info:/1734283481591/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta, lastWalPosition=20963, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-15T17:24:41,604 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:41,604 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta to pos 21182, reset compression=false 2024-12-15T17:24:41,605 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1401=[#edits: 1 = <1379/info:/1734283481592/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1402=[#edits: 1 = <1380/info:/1734283481596/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1403=[#edits: 1 = <1381/info:/1734283481599/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta, lastWalPosition=21182, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-15T17:24:41,636 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 19 WAL entries eligible for replication 2024-12-15T17:24:41,636 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta to pos 22569, reset compression=false 2024-12-15T17:24:41,636 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1404=[#edits: 1 = <1382/info:/1734283481603/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1405=[#edits: 1 = <1383/info:/1734283481605/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1406=[#edits: 1 = <1384/info:/1734283481611/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1407=[#edits: 1 = <1385/info:/1734283481615/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1408=[#edits: 1 = <1386/info:/1734283481620/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1409=[#edits: 1 = <1387/info:/1734283481622/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1410=[#edits: 1 = <1388/info:/1734283481622/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1411=[#edits: 1 = <1389/info:/1734283481623/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1412=[#edits: 1 = <1390/info:/1734283481623/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1413=[#edits: 1 = <1391/info:/1734283481624/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1414=[#edits: 1 = <1392/info:/1734283481624/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1415=[#edits: 1 = <1393/info:/1734283481625/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1416=[#edits: 1 = <1394/info:/1734283481625/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1417=[#edits: 1 = <1395/info:/1734283481625/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1418=[#edits: 1 = <1396/info:/1734283481626/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1419=[#edits: 1 = <1397/info:/1734283481626/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1420=[#edits: 1 = <1398/info:/1734283481627/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1421=[#edits: 1 = <1399/info:/1734283481627/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1422=[#edits: 1 = <1400/info:/1734283481629/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta, lastWalPosition=22569, nbRowKeys=19, nbHFiles=0, heapSize=3268, lastSeqIds={}, endOfFile=false,usedBufferSize=3268] 2024-12-15T17:24:41,672 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-15T17:24:41,672 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta to pos 23445, reset compression=false 2024-12-15T17:24:41,672 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1423=[#edits: 1 = <1401/info:/1734283481630/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1424=[#edits: 1 = <1402/info:/1734283481631/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1425=[#edits: 1 = <1403/info:/1734283481632/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1426=[#edits: 1 = <1404/info:/1734283481633/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1427=[#edits: 1 = <1405/info:/1734283481634/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1428=[#edits: 1 = <1406/info:/1734283481635/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1429=[#edits: 1 = <1407/info:/1734283481636/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1430=[#edits: 1 = <1408/info:/1734283481640/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1431=[#edits: 1 = <1409/info:/1734283481644/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1432=[#edits: 1 = <1410/info:/1734283481647/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1433=[#edits: 1 = <1411/info:/1734283481648/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1434=[#edits: 1 = <1412/info:/1734283481655/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta, lastWalPosition=23445, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-15T17:24:41,713 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 21 WAL entries eligible for replication 2024-12-15T17:24:41,713 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta to pos 24978, reset compression=false 2024-12-15T17:24:41,713 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1435=[#edits: 1 = <1413/info:/1734283481663/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1436=[#edits: 1 = <1414/info:/1734283481671/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1437=[#edits: 1 = <1415/info:/1734283481672/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1438=[#edits: 1 = <1416/info:/1734283481672/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1439=[#edits: 1 = <1417/info:/1734283481673/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1440=[#edits: 1 = <1418/info:/1734283481674/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1441=[#edits: 1 = <1419/info:/1734283481674/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1442=[#edits: 1 = <1420/info:/1734283481674/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1443=[#edits: 1 = <1421/info:/1734283481675/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1444=[#edits: 1 = <1422/info:/1734283481675/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1445=[#edits: 1 = <1423/info:/1734283481676/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1446=[#edits: 1 = <1424/info:/1734283481676/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1447=[#edits: 1 = <1425/info:/1734283481677/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1448=[#edits: 1 = <1426/info:/1734283481677/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1449=[#edits: 1 = <1427/info:/1734283481678/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1450=[#edits: 1 = <1428/info:/1734283481678/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1451=[#edits: 1 = <1429/info:/1734283481679/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1452=[#edits: 1 = <1430/info:/1734283481679/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1453=[#edits: 1 = <1431/info:/1734283481683/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1454=[#edits: 1 = <1432/info:/1734283481684/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1455=[#edits: 1 = <1433/info:/1734283481692/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta, lastWalPosition=24978, nbRowKeys=21, nbHFiles=0, heapSize=3612, lastSeqIds={}, endOfFile=false,usedBufferSize=3612] 2024-12-15T17:24:41,745 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-15T17:24:41,745 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta to pos 25635, reset compression=false 2024-12-15T17:24:41,747 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1456=[#edits: 1 = <1434/info:/1734283481703/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1457=[#edits: 1 = <1435/info:/1734283481704/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1458=[#edits: 1 = <1436/info:/1734283481705/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1459=[#edits: 1 = <1437/info:/1734283481705/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1460=[#edits: 1 = <1438/info:/1734283481706/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1461=[#edits: 1 = <1439/info:/1734283481707/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1462=[#edits: 1 = <1440/info:/1734283481708/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1463=[#edits: 1 = <1441/info:/1734283481714/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1464=[#edits: 1 = <1442/info:/1734283481722/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta, lastWalPosition=25635, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-15T17:24:41,755 INFO [4ce65a7c4674:38077Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:24:41,762 INFO [4ce65a7c4674:40347Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:24:41,762 INFO [4ce65a7c4674:36557Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:24:41,762 INFO [4ce65a7c4674:34827Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:24:41,777 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:41,777 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta to pos 25781, reset compression=false 2024-12-15T17:24:41,777 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1465=[#edits: 1 = <1443/info:/1734283481741/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1466=[#edits: 1 = <1444/info:/1734283481754/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta, lastWalPosition=25781, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-15T17:24:41,808 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:41,808 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta to pos 25927, reset compression=false 2024-12-15T17:24:41,808 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1467=[#edits: 1 = <1445/info:/1734283481772/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1468=[#edits: 1 = <1446/info:/1734283481790/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta, lastWalPosition=25927, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-15T17:24:41,827 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:41,827 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta to pos 26073, reset compression=false 2024-12-15T17:24:41,827 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1469=[#edits: 1 = <1447/info:/1734283481803/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1470=[#edits: 1 = <1448/info:/1734283481809/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta, lastWalPosition=26073, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-15T17:24:41,847 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:24:41,847 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:24:41,861 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 34 WAL entries eligible for replication 2024-12-15T17:24:41,861 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1471=[#edits: 1 = <1449/info:/1734283481812/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1472=[#edits: 1 = <1450/info:/1734283481812/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1473=[#edits: 1 = <1451/info:/1734283481813/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1474=[#edits: 1 = <1452/info:/1734283481813/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1475=[#edits: 1 = <1453/info:/1734283481814/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1476=[#edits: 1 = <1454/info:/1734283481815/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1477=[#edits: 1 = <1455/info:/1734283481816/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1478=[#edits: 1 = <1456/info:/1734283481817/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1479=[#edits: 1 = <1457/info:/1734283481818/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1480=[#edits: 1 = <1458/info:/1734283481819/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1481=[#edits: 1 = <1459/info:/1734283481819/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1482=[#edits: 1 = <1460/info:/1734283481821/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1483=[#edits: 1 = <1461/info:/1734283481822/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1484=[#edits: 1 = <1462/info:/1734283481823/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1485=[#edits: 1 = <1463/info:/1734283481824/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1486=[#edits: 1 = <1464/info:/1734283481825/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1487=[#edits: 1 = <1465/info:/1734283481826/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1488=[#edits: 1 = <1466/info:/1734283481827/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1489=[#edits: 1 = <1467/info:/1734283481827/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1490=[#edits: 1 = <1468/info:/1734283481828/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1491=[#edits: 1 = <1469/info:/1734283481829/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1492=[#edits: 1 = <1470/info:/1734283481830/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1493=[#edits: 1 = <1471/info:/1734283481831/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1494=[#edits: 1 = <1472/info:/1734283481832/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1495=[#edits: 1 = <1473/info:/1734283481833/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1496=[#edits: 1 = <1474/info:/1734283481833/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1497=[#edits: 1 = <1475/info:/1734283481834/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1498=[#edits: 1 = <1476/info:/1734283481835/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1499=[#edits: 1 = <1477/info:/1734283481836/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1500=[#edits: 1 = <1478/info:/1734283481837/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1501=[#edits: 1 = <1479/info:/1734283481838/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1502=[#edits: 1 = <1480/info:/1734283481843/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1503=[#edits: 1 = <1481/info:/1734283481847/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1504=[#edits: 1 = <1482/info:/1734283481848/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta, lastWalPosition=28555, nbRowKeys=34, nbHFiles=0, heapSize=5848, lastSeqIds={}, endOfFile=false,usedBufferSize=5848] 2024-12-15T17:24:41,862 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta to pos 28555, reset compression=false 2024-12-15T17:24:41,897 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 20 WAL entries eligible for replication 2024-12-15T17:24:41,897 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta to pos 30015, reset compression=false 2024-12-15T17:24:41,897 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1505=[#edits: 1 = <1483/info:/1734283481851/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1506=[#edits: 1 = <1484/info:/1734283481853/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1507=[#edits: 1 = <1485/info:/1734283481854/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1508=[#edits: 1 = <1486/info:/1734283481855/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1509=[#edits: 1 = <1487/info:/1734283481856/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1510=[#edits: 1 = <1488/info:/1734283481857/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1511=[#edits: 1 = <1489/info:/1734283481858/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1512=[#edits: 1 = <1490/info:/1734283481859/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1513=[#edits: 1 = <1491/info:/1734283481860/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1514=[#edits: 1 = <1492/info:/1734283481861/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1515=[#edits: 1 = <1493/info:/1734283481862/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1516=[#edits: 1 = <1494/info:/1734283481863/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1517=[#edits: 1 = <1495/info:/1734283481864/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1518=[#edits: 1 = <1496/info:/1734283481865/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1519=[#edits: 1 = <1497/info:/1734283481865/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1520=[#edits: 1 = <1498/info:/1734283481866/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1521=[#edits: 1 = <1499/info:/1734283481867/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1522=[#edits: 1 = <1500/info:/1734283481869/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1523=[#edits: 1 = <1501/info:/1734283481872/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1524=[#edits: 1 = <1502/info:/1734283481876/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta, lastWalPosition=30015, nbRowKeys=20, nbHFiles=0, heapSize=3440, lastSeqIds={}, endOfFile=false,usedBufferSize=3440] 2024-12-15T17:24:41,917 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-15T17:24:41,917 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta to pos 30818, reset compression=false 2024-12-15T17:24:41,917 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1525=[#edits: 1 = <1503/info:/1734283481884/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1526=[#edits: 1 = <1504/info:/1734283481885/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1527=[#edits: 1 = <1505/info:/1734283481886/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1528=[#edits: 1 = <1506/info:/1734283481886/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1529=[#edits: 1 = <1507/info:/1734283481887/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1530=[#edits: 1 = <1508/info:/1734283481887/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1531=[#edits: 1 = <1509/info:/1734283481895/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1532=[#edits: 1 = <1510/info:/1734283481900/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1533=[#edits: 1 = <1511/info:/1734283481904/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1534=[#edits: 1 = <1512/info:/1734283481908/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1535=[#edits: 1 = <1513/info:/1734283481909/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta, lastWalPosition=30818, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-15T17:24:41,929 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 20 WAL entries eligible for replication 2024-12-15T17:24:41,929 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta to pos 32278, reset compression=false 2024-12-15T17:24:41,929 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1536=[#edits: 1 = <1514/info:/1734283481911/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1537=[#edits: 1 = <1515/info:/1734283481912/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1538=[#edits: 1 = <1516/info:/1734283481912/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1539=[#edits: 1 = <1517/info:/1734283481913/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1540=[#edits: 1 = <1518/info:/1734283481913/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1541=[#edits: 1 = <1519/info:/1734283481914/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1542=[#edits: 1 = <1520/info:/1734283481914/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1543=[#edits: 1 = <1521/info:/1734283481915/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1544=[#edits: 1 = <1522/info:/1734283481915/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1545=[#edits: 1 = <1523/info:/1734283481916/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1546=[#edits: 1 = <1524/info:/1734283481916/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1547=[#edits: 1 = <1525/info:/1734283481917/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1548=[#edits: 1 = <1526/info:/1734283481918/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1549=[#edits: 1 = <1527/info:/1734283481918/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1550=[#edits: 1 = <1528/info:/1734283481919/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1551=[#edits: 1 = <1529/info:/1734283481920/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1552=[#edits: 1 = <1530/info:/1734283481920/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1553=[#edits: 1 = <1531/info:/1734283481920/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1554=[#edits: 1 = <1532/info:/1734283481921/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1555=[#edits: 1 = <1533/info:/1734283481921/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta, lastWalPosition=32278, nbRowKeys=20, nbHFiles=0, heapSize=3440, lastSeqIds={}, endOfFile=false,usedBufferSize=3440] 2024-12-15T17:24:41,938 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:24:41,938 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta to pos 32643, reset compression=false 2024-12-15T17:24:41,938 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1556=[#edits: 1 = <1534/info:/1734283481927/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1557=[#edits: 1 = <1535/info:/1734283481928/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1558=[#edits: 1 = <1536/info:/1734283481931/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1559=[#edits: 1 = <1537/info:/1734283481933/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1560=[#edits: 1 = <1538/info:/1734283481934/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta, lastWalPosition=32643, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-15T17:24:41,943 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-15T17:24:41,943 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta to pos 33519, reset compression=false 2024-12-15T17:24:41,943 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1561=[#edits: 1 = <1539/info:/1734283481935/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1562=[#edits: 1 = <1540/info:/1734283481936/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1563=[#edits: 1 = <1541/info:/1734283481936/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1564=[#edits: 1 = <1542/info:/1734283481937/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1565=[#edits: 1 = <1543/info:/1734283481937/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1566=[#edits: 1 = <1544/info:/1734283481938/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1567=[#edits: 1 = <1545/info:/1734283481939/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1568=[#edits: 1 = <1546/info:/1734283481940/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1569=[#edits: 1 = <1547/info:/1734283481940/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1570=[#edits: 1 = <1548/info:/1734283481940/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1571=[#edits: 1 = <1549/info:/1734283481941/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1572=[#edits: 1 = <1550/info:/1734283481941/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta, lastWalPosition=33519, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-15T17:24:41,949 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-15T17:24:41,949 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta to pos 34249, reset compression=false 2024-12-15T17:24:41,949 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1573=[#edits: 1 = <1551/info:/1734283481942/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1574=[#edits: 1 = <1552/info:/1734283481943/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1575=[#edits: 1 = <1553/info:/1734283481943/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1576=[#edits: 1 = <1554/info:/1734283481944/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1577=[#edits: 1 = <1555/info:/1734283481945/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1578=[#edits: 1 = <1556/info:/1734283481946/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1579=[#edits: 1 = <1557/info:/1734283481946/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1580=[#edits: 1 = <1558/info:/1734283481946/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1581=[#edits: 1 = <1559/info:/1734283481947/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1582=[#edits: 1 = <1560/info:/1734283481947/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta, lastWalPosition=34249, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-15T17:24:41,965 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-15T17:24:41,965 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta to pos 35052, reset compression=false 2024-12-15T17:24:41,965 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1583=[#edits: 1 = <1561/info:/1734283481948/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1584=[#edits: 1 = <1562/info:/1734283481948/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1585=[#edits: 1 = <1563/info:/1734283481949/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1586=[#edits: 1 = <1564/info:/1734283481952/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1587=[#edits: 1 = <1565/info:/1734283481953/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1588=[#edits: 1 = <1566/info:/1734283481953/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1589=[#edits: 1 = <1567/info:/1734283481953/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1590=[#edits: 1 = <1568/info:/1734283481954/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1591=[#edits: 1 = <1569/info:/1734283481954/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1592=[#edits: 1 = <1570/info:/1734283481954/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1593=[#edits: 1 = <1571/info:/1734283481955/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta, lastWalPosition=35052, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-15T17:24:41,969 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:41,969 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta to pos 35271, reset compression=false 2024-12-15T17:24:41,969 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1594=[#edits: 1 = <1572/info:/1734283481963/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1595=[#edits: 1 = <1573/info:/1734283481965/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1596=[#edits: 1 = <1574/info:/1734283481967/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta, lastWalPosition=35271, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-15T17:24:41,976 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:41,976 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta to pos 35417, reset compression=false 2024-12-15T17:24:41,976 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1597=[#edits: 1 = <1575/info:/1734283481968/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1598=[#edits: 1 = <1576/info:/1734283481970/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta, lastWalPosition=35417, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-15T17:24:41,997 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:41,997 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta to pos 35636, reset compression=false 2024-12-15T17:24:41,997 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1599=[#edits: 1 = <1577/info:/1734283481972/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1600=[#edits: 1 = <1578/info:/1734283481982/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1601=[#edits: 1 = <1579/info:/1734283481985/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta, lastWalPosition=35636, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-15T17:24:42,006 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:42,006 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta to pos 35855, reset compression=false 2024-12-15T17:24:42,006 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1602=[#edits: 1 = <1580/info:/1734283481995/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1603=[#edits: 1 = <1581/info:/1734283482000/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1604=[#edits: 1 = <1582/info:/1734283482004/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta, lastWalPosition=35855, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-15T17:24:42,030 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-15T17:24:42,030 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta to pos 36512, reset compression=false 2024-12-15T17:24:42,030 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1605=[#edits: 1 = <1583/info:/1734283482004/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1606=[#edits: 1 = <1584/info:/1734283482007/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1607=[#edits: 1 = <1585/info:/1734283482010/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1608=[#edits: 1 = <1586/info:/1734283482011/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1609=[#edits: 1 = <1587/info:/1734283482012/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1610=[#edits: 1 = <1588/info:/1734283482013/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1611=[#edits: 1 = <1589/info:/1734283482020/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1612=[#edits: 1 = <1590/info:/1734283482024/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1613=[#edits: 1 = <1591/info:/1734283482026/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta, lastWalPosition=36512, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-15T17:24:42,054 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 39 WAL entries eligible for replication 2024-12-15T17:24:42,054 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta to pos 39359, reset compression=false 2024-12-15T17:24:42,054 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1614=[#edits: 1 = <1592/info:/1734283482027/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1615=[#edits: 1 = <1593/info:/1734283482029/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1616=[#edits: 1 = <1594/info:/1734283482031/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1617=[#edits: 1 = <1595/info:/1734283482032/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1618=[#edits: 1 = <1596/info:/1734283482033/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1619=[#edits: 1 = <1597/info:/1734283482034/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1620=[#edits: 1 = <1598/info:/1734283482034/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1621=[#edits: 1 = <1599/info:/1734283482035/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1622=[#edits: 1 = <1600/info:/1734283482035/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1623=[#edits: 1 = <1601/info:/1734283482036/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1624=[#edits: 1 = <1602/info:/1734283482036/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1625=[#edits: 1 = <1603/info:/1734283482037/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1626=[#edits: 1 = <1604/info:/1734283482037/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1627=[#edits: 1 = <1605/info:/1734283482037/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1628=[#edits: 1 = <1606/info:/1734283482038/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1629=[#edits: 1 = <1607/info:/1734283482038/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1630=[#edits: 1 = <1608/info:/1734283482039/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1631=[#edits: 1 = <1609/info:/1734283482041/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1632=[#edits: 1 = <1610/info:/1734283482041/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1633=[#edits: 1 = <1611/info:/1734283482042/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1634=[#edits: 1 = <1612/info:/1734283482043/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1635=[#edits: 1 = <1613/info:/1734283482043/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1636=[#edits: 1 = <1614/info:/1734283482044/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1637=[#edits: 1 = <1615/info:/1734283482044/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1638=[#edits: 1 = <1616/info:/1734283482044/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1639=[#edits: 1 = <1617/info:/1734283482045/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1640=[#edits: 1 = <1618/info:/1734283482045/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1641=[#edits: 1 = <1619/info:/1734283482046/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1642=[#edits: 1 = <1620/info:/1734283482046/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1643=[#edits: 1 = <1621/info:/1734283482047/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1644=[#edits: 1 = <1622/info:/1734283482047/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1645=[#edits: 1 = <1623/info:/1734283482048/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1646=[#edits: 1 = <1624/info:/1734283482048/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1647=[#edits: 1 = <1625/info:/1734283482048/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1648=[#edits: 1 = <1626/info:/1734283482049/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1649=[#edits: 1 = <1627/info:/1734283482049/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1650=[#edits: 1 = <1628/info:/1734283482050/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1651=[#edits: 1 = <1629/info:/1734283482050/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1652=[#edits: 1 = <1630/info:/1734283482050/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta, lastWalPosition=39359, nbRowKeys=39, nbHFiles=0, heapSize=6708, lastSeqIds={}, endOfFile=false,usedBufferSize=6708] 2024-12-15T17:24:42,063 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 14 WAL entries eligible for replication 2024-12-15T17:24:42,063 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta to pos 40381, reset compression=false 2024-12-15T17:24:42,063 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1653=[#edits: 1 = <1631/info:/1734283482051/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1654=[#edits: 1 = <1632/info:/1734283482052/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1655=[#edits: 1 = <1633/info:/1734283482055/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1656=[#edits: 1 = <1634/info:/1734283482056/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1657=[#edits: 1 = <1635/info:/1734283482056/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1658=[#edits: 1 = <1636/info:/1734283482057/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1659=[#edits: 1 = <1637/info:/1734283482057/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1660=[#edits: 1 = <1638/info:/1734283482058/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1661=[#edits: 1 = <1639/info:/1734283482058/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1662=[#edits: 1 = <1640/info:/1734283482059/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1663=[#edits: 1 = <1641/info:/1734283482059/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1664=[#edits: 1 = <1642/info:/1734283482059/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1665=[#edits: 1 = <1643/info:/1734283482060/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1666=[#edits: 1 = <1644/info:/1734283482060/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta, lastWalPosition=40381, nbRowKeys=14, nbHFiles=0, heapSize=2408, lastSeqIds={}, endOfFile=false,usedBufferSize=2408] 2024-12-15T17:24:42,089 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 34 WAL entries eligible for replication 2024-12-15T17:24:42,089 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta to pos 42863, reset compression=false 2024-12-15T17:24:42,090 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1667=[#edits: 1 = <1645/info:/1734283482061/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1668=[#edits: 1 = <1646/info:/1734283482062/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1669=[#edits: 1 = <1647/info:/1734283482062/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1670=[#edits: 1 = <1648/info:/1734283482064/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1671=[#edits: 1 = <1649/info:/1734283482065/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1672=[#edits: 1 = <1650/info:/1734283482066/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1673=[#edits: 1 = <1651/info:/1734283482067/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1674=[#edits: 1 = <1652/info:/1734283482072/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1675=[#edits: 1 = <1653/info:/1734283482072/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1676=[#edits: 1 = <1654/info:/1734283482073/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1677=[#edits: 1 = <1655/info:/1734283482074/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1678=[#edits: 1 = <1656/info:/1734283482074/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1679=[#edits: 1 = <1657/info:/1734283482074/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1680=[#edits: 1 = <1658/info:/1734283482075/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1681=[#edits: 1 = <1659/info:/1734283482075/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1682=[#edits: 1 = <1660/info:/1734283482076/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1683=[#edits: 1 = <1661/info:/1734283482076/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1684=[#edits: 1 = <1662/info:/1734283482077/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1685=[#edits: 1 = <1663/info:/1734283482077/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1686=[#edits: 1 = <1664/info:/1734283482078/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1687=[#edits: 1 = <1665/info:/1734283482078/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1688=[#edits: 1 = <1666/info:/1734283482078/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1689=[#edits: 1 = <1667/info:/1734283482079/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1690=[#edits: 1 = <1668/info:/1734283482079/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1691=[#edits: 1 = <1669/info:/1734283482079/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1692=[#edits: 1 = <1670/info:/1734283482080/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1693=[#edits: 1 = <1671/info:/1734283482080/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1694=[#edits: 1 = <1672/info:/1734283482081/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1695=[#edits: 1 = <1673/info:/1734283482081/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1696=[#edits: 1 = <1674/info:/1734283482081/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1697=[#edits: 1 = <1675/info:/1734283482082/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1698=[#edits: 1 = <1676/info:/1734283482082/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1699=[#edits: 1 = <1677/info:/1734283482082/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1700=[#edits: 1 = <1678/info:/1734283482083/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta, lastWalPosition=42863, nbRowKeys=34, nbHFiles=0, heapSize=5848, lastSeqIds={}, endOfFile=false,usedBufferSize=5848] 2024-12-15T17:24:42,114 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 15 WAL entries eligible for replication 2024-12-15T17:24:42,114 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1701=[#edits: 1 = <1679/info:/1734283482083/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1702=[#edits: 1 = <1680/info:/1734283482084/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1703=[#edits: 1 = <1681/info:/1734283482084/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1704=[#edits: 1 = <1682/info:/1734283482084/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1705=[#edits: 1 = <1683/info:/1734283482085/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1706=[#edits: 1 = <1684/info:/1734283482085/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1707=[#edits: 1 = <1685/info:/1734283482086/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1708=[#edits: 1 = <1686/info:/1734283482086/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1709=[#edits: 1 = <1687/info:/1734283482086/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1710=[#edits: 1 = <1688/info:/1734283482087/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1711=[#edits: 1 = <1689/info:/1734283482087/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1712=[#edits: 1 = <1690/info:/1734283482090/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1713=[#edits: 1 = <1691/info:/1734283482097/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1714=[#edits: 1 = <1692/info:/1734283482102/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1715=[#edits: 1 = <1693/info:/1734283482107/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta, lastWalPosition=43958, nbRowKeys=15, nbHFiles=0, heapSize=2580, lastSeqIds={}, endOfFile=false,usedBufferSize=2580] 2024-12-15T17:24:42,115 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta to pos 43958, reset compression=false 2024-12-15T17:24:42,133 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:24:42,133 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta to pos 44031, reset compression=false 2024-12-15T17:24:42,133 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1716=[#edits: 1 = <1694/info:/1734283482116/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta, lastWalPosition=44031, nbRowKeys=1, nbHFiles=0, heapSize=172, lastSeqIds={}, endOfFile=false,usedBufferSize=172] 2024-12-15T17:24:42,156 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 26 WAL entries eligible for replication 2024-12-15T17:24:42,157 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta to pos 45929, reset compression=false 2024-12-15T17:24:42,157 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1717=[#edits: 1 = <1695/info:/1734283482125/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1718=[#edits: 1 = <1696/info:/1734283482134/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1719=[#edits: 1 = <1697/info:/1734283482139/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1720=[#edits: 1 = <1698/info:/1734283482140/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1721=[#edits: 1 = <1699/info:/1734283482140/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1722=[#edits: 1 = <1700/info:/1734283482141/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1723=[#edits: 1 = <1701/info:/1734283482141/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1724=[#edits: 1 = <1702/info:/1734283482142/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1725=[#edits: 1 = <1703/info:/1734283482142/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1726=[#edits: 1 = <1704/info:/1734283482143/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1727=[#edits: 1 = <1705/info:/1734283482144/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1728=[#edits: 1 = <1706/info:/1734283482144/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1729=[#edits: 1 = <1707/info:/1734283482145/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1730=[#edits: 1 = <1708/info:/1734283482145/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1731=[#edits: 1 = <1709/info:/1734283482146/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1732=[#edits: 1 = <1710/info:/1734283482146/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1733=[#edits: 1 = <1711/info:/1734283482147/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1734=[#edits: 1 = <1712/info:/1734283482147/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1735=[#edits: 1 = <1713/info:/1734283482148/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1736=[#edits: 1 = <1714/info:/1734283482148/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1737=[#edits: 1 = <1715/info:/1734283482148/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1738=[#edits: 1 = <1716/info:/1734283482149/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1739=[#edits: 1 = <1717/info:/1734283482150/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1740=[#edits: 1 = <1718/info:/1734283482150/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1741=[#edits: 1 = <1719/info:/1734283482150/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1742=[#edits: 1 = <1720/info:/1734283482151/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta, lastWalPosition=45929, nbRowKeys=26, nbHFiles=0, heapSize=4472, lastSeqIds={}, endOfFile=false,usedBufferSize=4472] 2024-12-15T17:24:42,188 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 34 WAL entries eligible for replication 2024-12-15T17:24:42,188 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta to pos 48411, reset compression=false 2024-12-15T17:24:42,188 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1743=[#edits: 1 = <1721/info:/1734283482151/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1744=[#edits: 1 = <1722/info:/1734283482152/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1745=[#edits: 1 = <1723/info:/1734283482153/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1746=[#edits: 1 = <1724/info:/1734283482153/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1747=[#edits: 1 = <1725/info:/1734283482154/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1748=[#edits: 1 = <1726/info:/1734283482154/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1749=[#edits: 1 = <1727/info:/1734283482155/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1750=[#edits: 1 = <1728/info:/1734283482155/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1751=[#edits: 1 = <1729/info:/1734283482155/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1752=[#edits: 1 = <1730/info:/1734283482156/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1753=[#edits: 1 = <1731/info:/1734283482156/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1754=[#edits: 1 = <1732/info:/1734283482158/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1755=[#edits: 1 = <1733/info:/1734283482164/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1756=[#edits: 1 = <1734/info:/1734283482165/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1757=[#edits: 1 = <1735/info:/1734283482166/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1758=[#edits: 1 = <1736/info:/1734283482166/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1759=[#edits: 1 = <1737/info:/1734283482167/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1760=[#edits: 1 = <1738/info:/1734283482167/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1761=[#edits: 1 = <1739/info:/1734283482168/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1762=[#edits: 1 = <1740/info:/1734283482168/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1763=[#edits: 1 = <1741/info:/1734283482168/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1764=[#edits: 1 = <1742/info:/1734283482169/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1765=[#edits: 1 = <1743/info:/1734283482169/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1766=[#edits: 1 = <1744/info:/1734283482170/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1767=[#edits: 1 = <1745/info:/1734283482170/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1768=[#edits: 1 = <1746/info:/1734283482171/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1769=[#edits: 1 = <1747/info:/1734283482171/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1770=[#edits: 1 = <1748/info:/1734283482171/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1771=[#edits: 1 = <1749/info:/1734283482172/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1772=[#edits: 1 = <1750/info:/1734283482172/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1773=[#edits: 1 = <1751/info:/1734283482173/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1774=[#edits: 1 = <1752/info:/1734283482173/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1775=[#edits: 1 = <1753/info:/1734283482173/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1776=[#edits: 1 = <1754/info:/1734283482174/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta, lastWalPosition=48411, nbRowKeys=34, nbHFiles=0, heapSize=5848, lastSeqIds={}, endOfFile=false,usedBufferSize=5848] 2024-12-15T17:24:42,217 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:42,218 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-15T17:24:42,218 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta to pos 53229, reset compression=false 2024-12-15T17:24:42,218 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1777=[#edits: 1 = <1755/info:/1734283482175/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1778=[#edits: 1 = <1756/info:/1734283482175/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1779=[#edits: 1 = <1757/info:/1734283482176/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1780=[#edits: 1 = <1758/info:/1734283482176/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1781=[#edits: 1 = <1759/info:/1734283482176/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1782=[#edits: 1 = <1760/info:/1734283482177/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1783=[#edits: 1 = <1761/info:/1734283482177/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1784=[#edits: 1 = <1762/info:/1734283482178/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1785=[#edits: 1 = <1763/info:/1734283482178/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1786=[#edits: 1 = <1764/info:/1734283482178/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1787=[#edits: 1 = <1765/info:/1734283482179/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1788=[#edits: 1 = <1766/info:/1734283482179/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1789=[#edits: 1 = <1767/info:/1734283482180/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1790=[#edits: 1 = <1768/info:/1734283482180/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1791=[#edits: 1 = <1769/info:/1734283482180/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1792=[#edits: 1 = <1770/info:/1734283482181/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1793=[#edits: 1 = <1771/info:/1734283482181/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1794=[#edits: 1 = <1772/info:/1734283482181/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1795=[#edits: 1 = <1773/info:/1734283482182/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1796=[#edits: 1 = <1774/info:/1734283482182/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1797=[#edits: 1 = <1775/info:/1734283482182/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1798=[#edits: 1 = <1776/info:/1734283482183/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1799=[#edits: 1 = <1777/info:/1734283482185/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1800=[#edits: 1 = <1778/info:/1734283482185/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1801=[#edits: 1 = <1779/info:/1734283482186/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1802=[#edits: 1 = <1780/info:/1734283482186/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1803=[#edits: 1 = <1781/info:/1734283482187/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1804=[#edits: 1 = <1782/info:/1734283482187/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1805=[#edits: 1 = <1783/info:/1734283482188/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1806=[#edits: 1 = <1784/info:/1734283482188/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1807=[#edits: 1 = <1785/info:/1734283482190/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1808=[#edits: 1 = <1786/info:/1734283482190/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1809=[#edits: 1 = <1787/info:/1734283482191/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1810=[#edits: 1 = <1788/info:/1734283482191/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1811=[#edits: 1 = <1789/info:/1734283482192/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1812=[#edits: 1 = <1790/info:/1734283482192/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1813=[#edits: 1 = <1791/info:/1734283482193/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1814=[#edits: 1 = <1792/info:/1734283482193/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1815=[#edits: 1 = <1793/info:/1734283482193/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1816=[#edits: 1 = <1794/info:/1734283482194/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1817=[#edits: 1 = <1795/info:/1734283482194/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1818=[#edits: 1 = <1796/info:/1734283482195/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1819=[#edits: 1 = <1797/info:/1734283482195/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1820=[#edits: 1 = <1798/info:/1734283482195/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1821=[#edits: 1 = <1799/info:/1734283482196/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1822=[#edits: 1 = <1800/info:/1734283482196/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1823=[#edits: 1 = <1801/info:/1734283482196/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1824=[#edits: 1 = <1802/info:/1734283482197/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1825=[#edits: 1 = <1803/info:/1734283482197/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1826=[#edits: 1 = <1804/info:/1734283482197/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1827=[#edits: 1 = <1805/info:/1734283482198/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1828=[#edits: 1 = <1806/info:/1734283482198/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1829=[#edits: 1 = <1807/info:/1734283482198/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1830=[#edits: 1 = <1808/info:/1734283482199/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1831=[#edits: 1 = <1809/info:/1734283482199/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1832=[#edits: 1 = <1810/info:/1734283482200/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1833=[#edits: 1 = <1811/info:/1734283482200/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1834=[#edits: 1 = <1812/info:/1734283482200/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1835=[#edits: 1 = <1813/info:/1734283482201/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1836=[#edits: 1 = <1814/info:/1734283482201/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta, lastWalPosition=52791, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:42,219 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1837=[#edits: 1 = <1815/info:/1734283482201/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1838=[#edits: 1 = <1816/info:/1734283482202/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1839=[#edits: 1 = <1817/info:/1734283482202/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1840=[#edits: 1 = <1818/info:/1734283482202/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1841=[#edits: 1 = <1819/info:/1734283482203/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1842=[#edits: 1 = <1820/info:/1734283482203/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta, lastWalPosition=53229, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-15T17:24:42,254 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 59 WAL entries eligible for replication 2024-12-15T17:24:42,254 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta to pos 57536, reset compression=false 2024-12-15T17:24:42,254 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1843=[#edits: 1 = <1821/info:/1734283482208/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1844=[#edits: 1 = <1822/info:/1734283482212/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1845=[#edits: 1 = <1823/info:/1734283482212/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1846=[#edits: 1 = <1824/info:/1734283482219/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1847=[#edits: 1 = <1825/info:/1734283482222/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1848=[#edits: 1 = <1826/info:/1734283482223/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1849=[#edits: 1 = <1827/info:/1734283482224/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1850=[#edits: 1 = <1828/info:/1734283482224/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1851=[#edits: 1 = <1829/info:/1734283482225/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1852=[#edits: 1 = <1830/info:/1734283482225/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1853=[#edits: 1 = <1831/info:/1734283482225/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1854=[#edits: 1 = <1832/info:/1734283482226/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1855=[#edits: 1 = <1833/info:/1734283482226/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1856=[#edits: 1 = <1834/info:/1734283482226/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1857=[#edits: 1 = <1835/info:/1734283482227/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1858=[#edits: 1 = <1836/info:/1734283482228/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1859=[#edits: 1 = <1837/info:/1734283482228/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1860=[#edits: 1 = <1838/info:/1734283482229/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1861=[#edits: 1 = <1839/info:/1734283482229/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1862=[#edits: 1 = <1840/info:/1734283482229/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1863=[#edits: 1 = <1841/info:/1734283482230/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1864=[#edits: 1 = <1842/info:/1734283482230/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1865=[#edits: 1 = <1843/info:/1734283482230/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1866=[#edits: 1 = <1844/info:/1734283482231/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1867=[#edits: 1 = <1845/info:/1734283482231/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1868=[#edits: 1 = <1846/info:/1734283482233/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1869=[#edits: 1 = <1847/info:/1734283482233/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1870=[#edits: 1 = <1848/info:/1734283482234/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1871=[#edits: 1 = <1849/info:/1734283482234/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1872=[#edits: 1 = <1850/info:/1734283482235/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1873=[#edits: 1 = <1851/info:/1734283482235/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1874=[#edits: 1 = <1852/info:/1734283482235/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1875=[#edits: 1 = <1853/info:/1734283482236/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1876=[#edits: 1 = <1854/info:/1734283482236/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1877=[#edits: 1 = <1855/info:/1734283482236/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1878=[#edits: 1 = <1856/info:/1734283482237/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1879=[#edits: 1 = <1857/info:/1734283482237/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1880=[#edits: 1 = <1858/info:/1734283482238/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1881=[#edits: 1 = <1859/info:/1734283482238/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1882=[#edits: 1 = <1860/info:/1734283482238/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1883=[#edits: 1 = <1861/info:/1734283482239/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1884=[#edits: 1 = <1862/info:/1734283482239/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1885=[#edits: 1 = <1863/info:/1734283482240/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1886=[#edits: 1 = <1864/info:/1734283482240/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1887=[#edits: 1 = <1865/info:/1734283482240/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1888=[#edits: 1 = <1866/info:/1734283482241/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1889=[#edits: 1 = <1867/info:/1734283482241/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1890=[#edits: 1 = <1868/info:/1734283482242/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1891=[#edits: 1 = <1869/info:/1734283482242/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1892=[#edits: 1 = <1870/info:/1734283482242/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1893=[#edits: 1 = <1871/info:/1734283482243/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1894=[#edits: 1 = <1872/info:/1734283482244/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1895=[#edits: 1 = <1873/info:/1734283482244/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1896=[#edits: 1 = <1874/info:/1734283482245/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1897=[#edits: 1 = <1875/info:/1734283482245/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1898=[#edits: 1 = <1876/info:/1734283482246/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1899=[#edits: 1 = <1877/info:/1734283482246/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1900=[#edits: 1 = <1878/info:/1734283482247/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1901=[#edits: 1 = <1879/info:/1734283482247/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta, lastWalPosition=57536, nbRowKeys=59, nbHFiles=0, heapSize=10148, lastSeqIds={}, endOfFile=false,usedBufferSize=10148] 2024-12-15T17:24:42,276 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 30 WAL entries eligible for replication 2024-12-15T17:24:42,276 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta to pos 59726, reset compression=false 2024-12-15T17:24:42,277 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1902=[#edits: 1 = <1880/info:/1734283482248/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1903=[#edits: 1 = <1881/info:/1734283482248/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1904=[#edits: 1 = <1882/info:/1734283482248/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1905=[#edits: 1 = <1883/info:/1734283482249/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1906=[#edits: 1 = <1884/info:/1734283482249/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1907=[#edits: 1 = <1885/info:/1734283482250/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1908=[#edits: 1 = <1886/info:/1734283482250/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1909=[#edits: 1 = <1887/info:/1734283482250/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1910=[#edits: 1 = <1888/info:/1734283482251/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1911=[#edits: 1 = <1889/info:/1734283482252/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1912=[#edits: 1 = <1890/info:/1734283482256/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1913=[#edits: 1 = <1891/info:/1734283482259/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1914=[#edits: 1 = <1892/info:/1734283482259/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1915=[#edits: 1 = <1893/info:/1734283482259/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1916=[#edits: 1 = <1894/info:/1734283482260/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1917=[#edits: 1 = <1895/info:/1734283482260/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1918=[#edits: 1 = <1896/info:/1734283482261/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1919=[#edits: 1 = <1897/info:/1734283482261/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1920=[#edits: 1 = <1898/info:/1734283482262/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1921=[#edits: 1 = <1899/info:/1734283482262/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1922=[#edits: 1 = <1900/info:/1734283482262/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1923=[#edits: 1 = <1901/info:/1734283482263/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1924=[#edits: 1 = <1902/info:/1734283482263/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1925=[#edits: 1 = <1903/info:/1734283482264/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1926=[#edits: 1 = <1904/info:/1734283482264/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1927=[#edits: 1 = <1905/info:/1734283482265/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1928=[#edits: 1 = <1906/info:/1734283482265/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1929=[#edits: 1 = <1907/info:/1734283482266/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1930=[#edits: 1 = <1908/info:/1734283482266/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1931=[#edits: 1 = <1909/info:/1734283482267/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta, lastWalPosition=59726, nbRowKeys=30, nbHFiles=0, heapSize=5160, lastSeqIds={}, endOfFile=false,usedBufferSize=5160] 2024-12-15T17:24:42,305 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 48 WAL entries eligible for replication 2024-12-15T17:24:42,306 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1932=[#edits: 1 = <1910/info:/1734283482267/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1933=[#edits: 1 = <1911/info:/1734283482267/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1934=[#edits: 1 = <1912/info:/1734283482268/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1935=[#edits: 1 = <1913/info:/1734283482268/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1936=[#edits: 1 = <1914/info:/1734283482269/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1937=[#edits: 1 = <1915/info:/1734283482270/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1938=[#edits: 1 = <1916/info:/1734283482270/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1939=[#edits: 1 = <1917/info:/1734283482271/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1940=[#edits: 1 = <1918/info:/1734283482271/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1941=[#edits: 1 = <1919/info:/1734283482273/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1942=[#edits: 1 = <1920/info:/1734283482274/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1943=[#edits: 1 = <1921/info:/1734283482274/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1944=[#edits: 1 = <1922/info:/1734283482275/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1945=[#edits: 1 = <1923/info:/1734283482275/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1946=[#edits: 1 = <1924/info:/1734283482277/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1947=[#edits: 1 = <1925/info:/1734283482278/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1948=[#edits: 1 = <1926/info:/1734283482278/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1949=[#edits: 1 = <1927/info:/1734283482279/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1950=[#edits: 1 = <1928/info:/1734283482280/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1951=[#edits: 1 = <1929/info:/1734283482283/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1952=[#edits: 1 = <1930/info:/1734283482284/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1953=[#edits: 1 = <1931/info:/1734283482284/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1954=[#edits: 1 = <1932/info:/1734283482284/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1955=[#edits: 1 = <1933/info:/1734283482285/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1956=[#edits: 1 = <1934/info:/1734283482285/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1957=[#edits: 1 = <1935/info:/1734283482286/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1958=[#edits: 1 = <1936/info:/1734283482286/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1959=[#edits: 1 = <1937/info:/1734283482287/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1960=[#edits: 1 = <1938/info:/1734283482287/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1961=[#edits: 1 = <1939/info:/1734283482288/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1962=[#edits: 1 = <1940/info:/1734283482288/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1963=[#edits: 1 = <1941/info:/1734283482289/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1964=[#edits: 1 = <1942/info:/1734283482289/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1965=[#edits: 1 = <1943/info:/1734283482289/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1966=[#edits: 1 = <1944/info:/1734283482290/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1967=[#edits: 1 = <1945/info:/1734283482290/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1968=[#edits: 1 = <1946/info:/1734283482290/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1969=[#edits: 1 = <1947/info:/1734283482291/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1970=[#edits: 1 = <1948/info:/1734283482291/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1971=[#edits: 1 = <1949/info:/1734283482292/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1972=[#edits: 1 = <1950/info:/1734283482292/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1973=[#edits: 1 = <1951/info:/1734283482293/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1974=[#edits: 1 = <1952/info:/1734283482293/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1975=[#edits: 1 = <1953/info:/1734283482294/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1976=[#edits: 1 = <1954/info:/1734283482294/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1977=[#edits: 1 = <1955/info:/1734283482294/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1978=[#edits: 1 = <1956/info:/1734283482295/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1979=[#edits: 1 = <1957/info:/1734283482295/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta, lastWalPosition=63230, nbRowKeys=48, nbHFiles=0, heapSize=8256, lastSeqIds={}, endOfFile=false,usedBufferSize=8256] 2024-12-15T17:24:42,306 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta to pos 63230, reset compression=false 2024-12-15T17:24:42,315 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 26 WAL entries eligible for replication 2024-12-15T17:24:42,315 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1980=[#edits: 1 = <1958/info:/1734283482296/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1981=[#edits: 1 = <1959/info:/1734283482297/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1982=[#edits: 1 = <1960/info:/1734283482297/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1983=[#edits: 1 = <1961/info:/1734283482298/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1984=[#edits: 1 = <1962/info:/1734283482298/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1985=[#edits: 1 = <1963/info:/1734283482299/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1986=[#edits: 1 = <1964/info:/1734283482299/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1987=[#edits: 1 = <1965/info:/1734283482299/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1988=[#edits: 1 = <1966/info:/1734283482300/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1989=[#edits: 1 = <1967/info:/1734283482300/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1990=[#edits: 1 = <1968/info:/1734283482301/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1991=[#edits: 1 = <1969/info:/1734283482301/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1992=[#edits: 1 = <1970/info:/1734283482302/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1993=[#edits: 1 = <1971/info:/1734283482302/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1994=[#edits: 1 = <1972/info:/1734283482302/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1995=[#edits: 1 = <1973/info:/1734283482303/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1996=[#edits: 1 = <1974/info:/1734283482308/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1997=[#edits: 1 = <1975/info:/1734283482308/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1998=[#edits: 1 = <1976/info:/1734283482309/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1999=[#edits: 1 = <1977/info:/1734283482309/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2000=[#edits: 1 = <1978/info:/1734283482310/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2001=[#edits: 1 = <1979/info:/1734283482310/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2002=[#edits: 1 = <1980/info:/1734283482310/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2003=[#edits: 1 = <1981/info:/1734283482311/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2004=[#edits: 1 = <1982/info:/1734283482311/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2005=[#edits: 1 = <1983/info:/1734283482312/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta, lastWalPosition=65128, nbRowKeys=26, nbHFiles=0, heapSize=4472, lastSeqIds={}, endOfFile=false,usedBufferSize=4472] 2024-12-15T17:24:42,317 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta to pos 65128, reset compression=false 2024-12-15T17:24:42,320 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(313): Writing data from 2000 to 3000 2024-12-15T17:24:42,331 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 37 WAL entries eligible for replication 2024-12-15T17:24:42,331 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2006=[#edits: 1 = <1984/info:/1734283482312/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2007=[#edits: 1 = <1985/info:/1734283482313/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2008=[#edits: 1 = <1986/info:/1734283482313/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2009=[#edits: 1 = <1987/info:/1734283482314/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2010=[#edits: 1 = <1988/info:/1734283482314/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2011=[#edits: 1 = <1989/info:/1734283482314/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2012=[#edits: 1 = <1990/info:/1734283482315/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2013=[#edits: 1 = <1991/info:/1734283482315/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2014=[#edits: 1 = <1992/info:/1734283482316/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2015=[#edits: 1 = <1993/info:/1734283482317/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2016=[#edits: 1 = <1994/info:/1734283482317/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2017=[#edits: 1 = <1995/info:/1734283482317/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2018=[#edits: 1 = <1996/info:/1734283482318/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2019=[#edits: 1 = <1997/info:/1734283482318/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2020=[#edits: 1 = <1998/info:/1734283482319/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2021=[#edits: 1 = <1999/info:/1734283482319/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2022=[#edits: 1 = <2000/info:/1734283482320/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2023=[#edits: 1 = <2001/info:/1734283482320/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2024=[#edits: 1 = <2002/info:/1734283482321/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2025=[#edits: 1 = <2003/info:/1734283482321/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2026=[#edits: 1 = <2004/info:/1734283482321/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2027=[#edits: 1 = <2005/info:/1734283482322/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2028=[#edits: 1 = <2006/info:/1734283482322/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2029=[#edits: 1 = <2007/info:/1734283482322/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2030=[#edits: 1 = <2008/info:/1734283482323/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2031=[#edits: 1 = <2009/info:/1734283482323/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2032=[#edits: 1 = <2010/info:/1734283482324/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2033=[#edits: 1 = <2011/info:/1734283482324/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2034=[#edits: 1 = <2012/info:/1734283482325/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2035=[#edits: 1 = <2013/info:/1734283482325/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2036=[#edits: 1 = <2014/info:/1734283482326/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2037=[#edits: 1 = <2015/info:/1734283482326/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2038=[#edits: 1 = <2016/info:/1734283482326/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2039=[#edits: 1 = <2017/info:/1734283482327/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2040=[#edits: 1 = <2018/info:/1734283482327/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2041=[#edits: 1 = <2019/info:/1734283482328/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2042=[#edits: 1 = <2020/info:/1734283482328/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta, lastWalPosition=67829, nbRowKeys=37, nbHFiles=0, heapSize=6364, lastSeqIds={}, endOfFile=false,usedBufferSize=6364] 2024-12-15T17:24:42,332 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta to pos 67829, reset compression=false 2024-12-15T17:24:42,345 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 25 WAL entries eligible for replication 2024-12-15T17:24:42,345 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2043=[#edits: 1 = <2021/info:/1734283482329/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2044=[#edits: 1 = <2022/info:/1734283482329/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2045=[#edits: 1 = <2023/info:/1734283482330/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2046=[#edits: 1 = <2024/info:/1734283482331/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2047=[#edits: 1 = <2025/info:/1734283482332/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2048=[#edits: 1 = <2026/info:/1734283482333/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2049=[#edits: 1 = <2027/info:/1734283482334/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2050=[#edits: 1 = <2028/info:/1734283482334/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2051=[#edits: 1 = <2029/info:/1734283482335/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2052=[#edits: 1 = <2030/info:/1734283482335/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2053=[#edits: 1 = <2031/info:/1734283482336/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2054=[#edits: 1 = <2032/info:/1734283482336/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2055=[#edits: 1 = <2033/info:/1734283482336/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2056=[#edits: 1 = <2034/info:/1734283482337/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2057=[#edits: 1 = <2035/info:/1734283482337/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2058=[#edits: 1 = <2036/info:/1734283482337/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2059=[#edits: 1 = <2037/info:/1734283482338/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2060=[#edits: 1 = <2038/info:/1734283482338/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2061=[#edits: 1 = <2039/info:/1734283482338/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2062=[#edits: 1 = <2040/info:/1734283482339/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2063=[#edits: 1 = <2041/info:/1734283482339/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2064=[#edits: 1 = <2042/info:/1734283482340/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2065=[#edits: 1 = <2043/info:/1734283482340/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2066=[#edits: 1 = <2044/info:/1734283482340/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2067=[#edits: 1 = <2045/info:/1734283482341/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta, lastWalPosition=69654, nbRowKeys=25, nbHFiles=0, heapSize=4300, lastSeqIds={}, endOfFile=false,usedBufferSize=4300] 2024-12-15T17:24:42,346 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta to pos 69654, reset compression=false 2024-12-15T17:24:42,365 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 34 WAL entries eligible for replication 2024-12-15T17:24:42,365 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta to pos 72136, reset compression=false 2024-12-15T17:24:42,365 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2068=[#edits: 1 = <2046/info:/1734283482341/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2069=[#edits: 1 = <2047/info:/1734283482342/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2070=[#edits: 1 = <2048/info:/1734283482342/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2071=[#edits: 1 = <2049/info:/1734283482342/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2072=[#edits: 1 = <2050/info:/1734283482343/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2073=[#edits: 1 = <2051/info:/1734283482344/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2074=[#edits: 1 = <2052/info:/1734283482344/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2075=[#edits: 1 = <2053/info:/1734283482344/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2076=[#edits: 1 = <2054/info:/1734283482345/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2077=[#edits: 1 = <2055/info:/1734283482346/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2078=[#edits: 1 = <2056/info:/1734283482347/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2079=[#edits: 1 = <2057/info:/1734283482348/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2080=[#edits: 1 = <2058/info:/1734283482348/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2081=[#edits: 1 = <2059/info:/1734283482349/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2082=[#edits: 1 = <2060/info:/1734283482349/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2083=[#edits: 1 = <2061/info:/1734283482349/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2084=[#edits: 1 = <2062/info:/1734283482350/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2085=[#edits: 1 = <2063/info:/1734283482350/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2086=[#edits: 1 = <2064/info:/1734283482351/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2087=[#edits: 1 = <2065/info:/1734283482351/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2088=[#edits: 1 = <2066/info:/1734283482352/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2089=[#edits: 1 = <2067/info:/1734283482352/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2090=[#edits: 1 = <2068/info:/1734283482353/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2091=[#edits: 1 = <2069/info:/1734283482354/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2092=[#edits: 1 = <2070/info:/1734283482354/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2093=[#edits: 1 = <2071/info:/1734283482354/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2094=[#edits: 1 = <2072/info:/1734283482355/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2095=[#edits: 1 = <2073/info:/1734283482355/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2096=[#edits: 1 = <2074/info:/1734283482356/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2097=[#edits: 1 = <2075/info:/1734283482357/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2098=[#edits: 1 = <2076/info:/1734283482358/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2099=[#edits: 1 = <2077/info:/1734283482358/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2100=[#edits: 1 = <2078/info:/1734283482358/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2101=[#edits: 1 = <2079/info:/1734283482359/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta, lastWalPosition=72136, nbRowKeys=34, nbHFiles=0, heapSize=5848, lastSeqIds={}, endOfFile=false,usedBufferSize=5848] 2024-12-15T17:24:42,379 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-15T17:24:42,379 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta to pos 73012, reset compression=false 2024-12-15T17:24:42,379 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2102=[#edits: 1 = <2080/info:/1734283482359/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2103=[#edits: 1 = <2081/info:/1734283482360/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2104=[#edits: 1 = <2082/info:/1734283482360/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2105=[#edits: 1 = <2083/info:/1734283482361/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2106=[#edits: 1 = <2084/info:/1734283482362/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2107=[#edits: 1 = <2085/info:/1734283482362/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2108=[#edits: 1 = <2086/info:/1734283482362/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2109=[#edits: 1 = <2087/info:/1734283482363/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2110=[#edits: 1 = <2088/info:/1734283482364/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2111=[#edits: 1 = <2089/info:/1734283482364/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2112=[#edits: 1 = <2090/info:/1734283482367/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2113=[#edits: 1 = <2091/info:/1734283482369/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta, lastWalPosition=73012, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-15T17:24:42,389 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 16 WAL entries eligible for replication 2024-12-15T17:24:42,389 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta to pos 74180, reset compression=false 2024-12-15T17:24:42,389 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2114=[#edits: 1 = <2092/info:/1734283482377/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2115=[#edits: 1 = <2093/info:/1734283482377/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2116=[#edits: 1 = <2094/info:/1734283482378/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2117=[#edits: 1 = <2095/info:/1734283482380/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2118=[#edits: 1 = <2096/info:/1734283482381/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2119=[#edits: 1 = <2097/info:/1734283482381/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2120=[#edits: 1 = <2098/info:/1734283482382/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2121=[#edits: 1 = <2099/info:/1734283482382/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2122=[#edits: 1 = <2100/info:/1734283482383/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2123=[#edits: 1 = <2101/info:/1734283482384/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2124=[#edits: 1 = <2102/info:/1734283482384/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2125=[#edits: 1 = <2103/info:/1734283482385/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2126=[#edits: 1 = <2104/info:/1734283482385/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2127=[#edits: 1 = <2105/info:/1734283482385/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2128=[#edits: 1 = <2106/info:/1734283482386/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2129=[#edits: 1 = <2107/info:/1734283482386/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta, lastWalPosition=74180, nbRowKeys=16, nbHFiles=0, heapSize=2752, lastSeqIds={}, endOfFile=false,usedBufferSize=2752] 2024-12-15T17:24:42,412 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 33 WAL entries eligible for replication 2024-12-15T17:24:42,412 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta to pos 76589, reset compression=false 2024-12-15T17:24:42,412 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2130=[#edits: 1 = <2108/info:/1734283482387/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2131=[#edits: 1 = <2109/info:/1734283482388/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2132=[#edits: 1 = <2110/info:/1734283482391/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2133=[#edits: 1 = <2111/info:/1734283482393/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2134=[#edits: 1 = <2112/info:/1734283482393/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2135=[#edits: 1 = <2113/info:/1734283482394/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2136=[#edits: 1 = <2114/info:/1734283482394/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2137=[#edits: 1 = <2115/info:/1734283482394/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2138=[#edits: 1 = <2116/info:/1734283482395/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2139=[#edits: 1 = <2117/info:/1734283482395/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2140=[#edits: 1 = <2118/info:/1734283482399/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2141=[#edits: 1 = <2119/info:/1734283482400/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2142=[#edits: 1 = <2120/info:/1734283482400/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2143=[#edits: 1 = <2121/info:/1734283482400/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2144=[#edits: 1 = <2122/info:/1734283482401/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2145=[#edits: 1 = <2123/info:/1734283482401/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2146=[#edits: 1 = <2124/info:/1734283482402/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2147=[#edits: 1 = <2125/info:/1734283482402/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2148=[#edits: 1 = <2126/info:/1734283482402/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2149=[#edits: 1 = <2127/info:/1734283482403/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2150=[#edits: 1 = <2128/info:/1734283482403/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2151=[#edits: 1 = <2129/info:/1734283482403/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2152=[#edits: 1 = <2130/info:/1734283482404/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2153=[#edits: 1 = <2131/info:/1734283482404/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2154=[#edits: 1 = <2132/info:/1734283482404/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2155=[#edits: 1 = <2133/info:/1734283482405/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2156=[#edits: 1 = <2134/info:/1734283482405/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2157=[#edits: 1 = <2135/info:/1734283482405/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2158=[#edits: 1 = <2136/info:/1734283482406/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2159=[#edits: 1 = <2137/info:/1734283482406/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2160=[#edits: 1 = <2138/info:/1734283482406/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2161=[#edits: 1 = <2139/info:/1734283482407/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2162=[#edits: 1 = <2140/info:/1734283482407/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta, lastWalPosition=76589, nbRowKeys=33, nbHFiles=0, heapSize=5676, lastSeqIds={}, endOfFile=false,usedBufferSize=5676] 2024-12-15T17:24:42,421 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 14 WAL entries eligible for replication 2024-12-15T17:24:42,421 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta to pos 77611, reset compression=false 2024-12-15T17:24:42,421 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2163=[#edits: 1 = <2141/info:/1734283482407/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2164=[#edits: 1 = <2142/info:/1734283482408/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2165=[#edits: 1 = <2143/info:/1734283482408/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2166=[#edits: 1 = <2144/info:/1734283482408/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2167=[#edits: 1 = <2145/info:/1734283482409/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2168=[#edits: 1 = <2146/info:/1734283482409/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2169=[#edits: 1 = <2147/info:/1734283482409/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2170=[#edits: 1 = <2148/info:/1734283482409/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2171=[#edits: 1 = <2149/info:/1734283482410/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2172=[#edits: 1 = <2150/info:/1734283482410/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2173=[#edits: 1 = <2151/info:/1734283482411/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2174=[#edits: 1 = <2152/info:/1734283482413/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2175=[#edits: 1 = <2153/info:/1734283482418/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2176=[#edits: 1 = <2154/info:/1734283482419/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta, lastWalPosition=77611, nbRowKeys=14, nbHFiles=0, heapSize=2408, lastSeqIds={}, endOfFile=false,usedBufferSize=2408] 2024-12-15T17:24:42,433 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 19 WAL entries eligible for replication 2024-12-15T17:24:42,433 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta to pos 78998, reset compression=false 2024-12-15T17:24:42,433 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2177=[#edits: 1 = <2155/info:/1734283482420/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2178=[#edits: 1 = <2156/info:/1734283482422/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2179=[#edits: 1 = <2157/info:/1734283482422/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2180=[#edits: 1 = <2158/info:/1734283482423/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2181=[#edits: 1 = <2159/info:/1734283482423/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2182=[#edits: 1 = <2160/info:/1734283482423/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2183=[#edits: 1 = <2161/info:/1734283482424/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2184=[#edits: 1 = <2162/info:/1734283482425/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2185=[#edits: 1 = <2163/info:/1734283482425/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2186=[#edits: 1 = <2164/info:/1734283482426/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2187=[#edits: 1 = <2165/info:/1734283482426/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2188=[#edits: 1 = <2166/info:/1734283482426/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2189=[#edits: 1 = <2167/info:/1734283482427/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2190=[#edits: 1 = <2168/info:/1734283482427/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2191=[#edits: 1 = <2169/info:/1734283482428/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2192=[#edits: 1 = <2170/info:/1734283482428/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2193=[#edits: 1 = <2171/info:/1734283482428/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2194=[#edits: 1 = <2172/info:/1734283482429/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2195=[#edits: 1 = <2173/info:/1734283482429/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta, lastWalPosition=78998, nbRowKeys=19, nbHFiles=0, heapSize=3268, lastSeqIds={}, endOfFile=false,usedBufferSize=3268] 2024-12-15T17:24:42,449 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-15T17:24:42,449 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2196=[#edits: 1 = <2174/info:/1734283482430/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2197=[#edits: 1 = <2175/info:/1734283482430/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2198=[#edits: 1 = <2176/info:/1734283482431/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2199=[#edits: 1 = <2177/info:/1734283482432/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2200=[#edits: 1 = <2178/info:/1734283482432/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2201=[#edits: 1 = <2179/info:/1734283482433/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2202=[#edits: 1 = <2180/info:/1734283482434/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2203=[#edits: 1 = <2181/info:/1734283482444/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2204=[#edits: 1 = <2182/info:/1734283482444/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2205=[#edits: 1 = <2183/info:/1734283482445/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2206=[#edits: 1 = <2184/info:/1734283482445/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2207=[#edits: 1 = <2185/info:/1734283482445/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2208=[#edits: 1 = <2186/info:/1734283482446/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta, lastWalPosition=79947, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-15T17:24:42,449 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta to pos 79947, reset compression=false 2024-12-15T17:24:42,450 DEBUG [AsyncFSWAL-0-hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05-prefix:4ce65a7c4674,34827,1734283476267.meta {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=80531, logrollsize=80530 2024-12-15T17:24:42,450 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL 4ce65a7c4674%2C34827%2C1734283476267.meta:.meta(num 1734283481134) roll requested 2024-12-15T17:24:42,456 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:24:42,456 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:24:42,470 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, exclude list is [], retry=0 2024-12-15T17:24:42,473 DEBUG [RS-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43239,DS-8e3280d5-630b-4037-a829-7c76ea15f860,DISK] 2024-12-15T17:24:42,473 DEBUG [RS-EventLoopGroup-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33259,DS-4348cf5d-4660-4379-aec9-a8b245f3193b,DISK] 2024-12-15T17:24:42,473 DEBUG [RS-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43879,DS-997ad25a-fff3-4f07-9d65-0e54c532fdc1,DISK] 2024-12-15T17:24:42,475 INFO [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta with entries=1162, filesize=82.92 KB; new WAL /user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta 2024-12-15T17:24:42,475 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42317:42317),(127.0.0.1/127.0.0.1:43907:43907),(127.0.0.1/127.0.0.1:32937:32937)] 2024-12-15T17:24:42,475 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta is not closed yet, will try archiving it next time 2024-12-15T17:24:42,476 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(299): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta for the last time to pos 80750, reset compression=false 2024-12-15T17:24:42,481 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta not finished, retry = 0 2024-12-15T17:24:42,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43879 is added to blk_1073741844_1020 (size=84919) 2024-12-15T17:24:42,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741844_1020 (size=84919) 2024-12-15T17:24:42,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43239 is added to blk_1073741844_1020 (size=84919) 2024-12-15T17:24:42,484 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:42,484 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(462): EOF, closing hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta 2024-12-15T17:24:42,484 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-15T17:24:42,484 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, startPosition=0, beingWritten=true 2024-12-15T17:24:42,484 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2209=[#edits: 1 = <2187/info:/1734283482447/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2210=[#edits: 1 = <2188/info:/1734283482448/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2211=[#edits: 1 = <2189/info:/1734283482448/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2212=[#edits: 1 = <2190/info:/1734283482448/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2213=[#edits: 1 = <2191/info:/1734283482449/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2214=[#edits: 1 = <2192/info:/1734283482449/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2215=[#edits: 1 = <2193/info:/1734283482449/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2216=[#edits: 1 = <2194/info:/1734283482450/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2217=[#edits: 1 = <2195/info:/1734283482450/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2218=[#edits: 1 = <2196/info:/1734283482451/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2219=[#edits: 1 = <2197/info:/1734283482451/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2220=[#edits: 1 = <2198/info:/1734283482455/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2221=[#edits: 1 = <2199/info:/1734283482456/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2222=[#edits: 1 = <2200/info:/1734283482457/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2223=[#edits: 1 = <2201/info:/1734283482457/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2224=[#edits: 1 = <2202/info:/1734283482458/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2225=[#edits: 1 = <2203/info:/1734283482458/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2226=[#edits: 1 = <2204/info:/1734283482458/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2227=[#edits: 1 = <2205/info:/1734283482459/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2228=[#edits: 1 = <2206/info:/1734283482459/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2229=[#edits: 1 = <2207/info:/1734283482459/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2230=[#edits: 1 = <2208/info:/1734283482459/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2231=[#edits: 1 = <2209/info:/1734283482460/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2232=[#edits: 1 = <2210/info:/1734283482460/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2233=[#edits: 1 = <2211/info:/1734283482460/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2234=[#edits: 1 = <2212/info:/1734283482460/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2235=[#edits: 1 = <2213/info:/1734283482461/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2236=[#edits: 1 = <2214/info:/1734283482461/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2237=[#edits: 1 = <2215/info:/1734283482461/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2238=[#edits: 1 = <2216/info:/1734283482461/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2239=[#edits: 1 = <2217/info:/1734283482462/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2240=[#edits: 1 = <2218/info:/1734283482462/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2241=[#edits: 1 = <2219/info:/1734283482462/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2242=[#edits: 1 = <2220/info:/1734283482463/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2243=[#edits: 1 = <2221/info:/1734283482463/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2244=[#edits: 1 = <2222/info:/1734283482463/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2245=[#edits: 1 = <2223/info:/1734283482463/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2246=[#edits: 1 = <2224/info:/1734283482464/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2247=[#edits: 1 = <2225/info:/1734283482464/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2248=[#edits: 1 = <2226/info:/1734283482464/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2249=[#edits: 1 = <2227/info:/1734283482465/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2250=[#edits: 1 = <2228/info:/1734283482465/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2251=[#edits: 1 = <2229/info:/1734283482465/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2252=[#edits: 1 = <2230/info:/1734283482465/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2253=[#edits: 1 = <2231/info:/1734283482466/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2254=[#edits: 1 = <2232/info:/1734283482466/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2255=[#edits: 1 = <2233/info:/1734283482466/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2256=[#edits: 1 = <2234/info:/1734283482467/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2257=[#edits: 1 = <2235/info:/1734283482467/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2258=[#edits: 1 = <2236/info:/1734283482467/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2259=[#edits: 1 = <2237/info:/1734283482468/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2260=[#edits: 1 = <2238/info:/1734283482468/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2261=[#edits: 1 = <2239/info:/1734283482468/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2262=[#edits: 1 = <2240/info:/1734283482468/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2263=[#edits: 1 = <2241/info:/1734283482469/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2264=[#edits: 1 = <2242/info:/1734283482469/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2265=[#edits: 1 = <2243/info:/1734283482469/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2266=[#edits: 1 = <2244/info:/1734283482470/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2267=[#edits: 1 = <2245/info:/1734283482470/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2268=[#edits: 1 = <2246/info:/1734283482470/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta, lastWalPosition=84327, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:42,485 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2269=[#edits: 1 = <2247/info:/1734283482471/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2270=[#edits: 1 = <2248/info:/1734283482471/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2271=[#edits: 1 = <2249/info:/1734283482471/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2272=[#edits: 1 = <2250/info:/1734283482472/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2273=[#edits: 1 = <2251/info:/1734283482472/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2274=[#edits: 1 = <2252/info:/1734283482472/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2275=[#edits: 1 = <2253/info:/1734283482473/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2276=[#edits: 1 = <2254/info:/1734283482473/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283481134.meta, lastWalPosition=84911, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=true,usedBufferSize=1376] 2024-12-15T17:24:42,497 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 29 WAL entries eligible for replication 2024-12-15T17:24:42,497 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 2202, reset compression=false 2024-12-15T17:24:42,497 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2277=[#edits: 1 = <2255/info:/1734283482475/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2278=[#edits: 1 = <2256/info:/1734283482476/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2279=[#edits: 1 = <2257/info:/1734283482477/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2280=[#edits: 1 = <2258/info:/1734283482477/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2281=[#edits: 1 = <2259/info:/1734283482477/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2282=[#edits: 1 = <2260/info:/1734283482478/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2283=[#edits: 1 = <2261/info:/1734283482478/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2284=[#edits: 1 = <2262/info:/1734283482478/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2285=[#edits: 1 = <2263/info:/1734283482479/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2286=[#edits: 1 = <2264/info:/1734283482479/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2287=[#edits: 1 = <2265/info:/1734283482479/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2288=[#edits: 1 = <2266/info:/1734283482479/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2289=[#edits: 1 = <2267/info:/1734283482480/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2290=[#edits: 1 = <2268/info:/1734283482480/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2291=[#edits: 1 = <2269/info:/1734283482481/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2292=[#edits: 1 = <2270/info:/1734283482481/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2293=[#edits: 1 = <2271/info:/1734283482482/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2294=[#edits: 1 = <2272/info:/1734283482482/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2295=[#edits: 1 = <2273/info:/1734283482483/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2296=[#edits: 1 = <2274/info:/1734283482483/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2297=[#edits: 1 = <2275/info:/1734283482483/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2298=[#edits: 1 = <2276/info:/1734283482484/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2299=[#edits: 1 = <2277/info:/1734283482484/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2300=[#edits: 1 = <2278/info:/1734283482484/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2301=[#edits: 1 = <2279/info:/1734283482485/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2302=[#edits: 1 = <2280/info:/1734283482486/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2303=[#edits: 1 = <2281/info:/1734283482486/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2304=[#edits: 1 = <2282/info:/1734283482486/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2305=[#edits: 1 = <2283/info:/1734283482487/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=2202, nbRowKeys=29, nbHFiles=0, heapSize=4988, lastSeqIds={}, endOfFile=false,usedBufferSize=4988] 2024-12-15T17:24:42,503 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 14 WAL entries eligible for replication 2024-12-15T17:24:42,503 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 3224, reset compression=false 2024-12-15T17:24:42,503 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2306=[#edits: 1 = <2284/info:/1734283482487/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2307=[#edits: 1 = <2285/info:/1734283482487/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2308=[#edits: 1 = <2286/info:/1734283482488/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2309=[#edits: 1 = <2287/info:/1734283482488/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2310=[#edits: 1 = <2288/info:/1734283482488/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2311=[#edits: 1 = <2289/info:/1734283482488/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2312=[#edits: 1 = <2290/info:/1734283482489/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2313=[#edits: 1 = <2291/info:/1734283482489/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2314=[#edits: 1 = <2292/info:/1734283482499/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2315=[#edits: 1 = <2293/info:/1734283482500/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2316=[#edits: 1 = <2294/info:/1734283482500/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2317=[#edits: 1 = <2295/info:/1734283482500/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2318=[#edits: 1 = <2296/info:/1734283482501/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2319=[#edits: 1 = <2297/info:/1734283482501/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=3224, nbRowKeys=14, nbHFiles=0, heapSize=2408, lastSeqIds={}, endOfFile=false,usedBufferSize=2408] 2024-12-15T17:24:42,508 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-15T17:24:42,508 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 4100, reset compression=false 2024-12-15T17:24:42,508 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2320=[#edits: 1 = <2298/info:/1734283482501/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2321=[#edits: 1 = <2299/info:/1734283482502/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2322=[#edits: 1 = <2300/info:/1734283482502/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2323=[#edits: 1 = <2301/info:/1734283482503/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2324=[#edits: 1 = <2302/info:/1734283482503/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2325=[#edits: 1 = <2303/info:/1734283482504/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2326=[#edits: 1 = <2304/info:/1734283482504/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2327=[#edits: 1 = <2305/info:/1734283482504/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2328=[#edits: 1 = <2306/info:/1734283482505/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2329=[#edits: 1 = <2307/info:/1734283482505/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2330=[#edits: 1 = <2308/info:/1734283482505/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2331=[#edits: 1 = <2309/info:/1734283482506/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=4100, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-15T17:24:42,511 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-15T17:24:42,511 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 4830, reset compression=false 2024-12-15T17:24:42,511 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2332=[#edits: 1 = <2310/info:/1734283482506/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2333=[#edits: 1 = <2311/info:/1734283482507/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2334=[#edits: 1 = <2312/info:/1734283482507/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2335=[#edits: 1 = <2313/info:/1734283482508/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2336=[#edits: 1 = <2314/info:/1734283482508/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2337=[#edits: 1 = <2315/info:/1734283482508/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2338=[#edits: 1 = <2316/info:/1734283482509/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2339=[#edits: 1 = <2317/info:/1734283482509/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2340=[#edits: 1 = <2318/info:/1734283482510/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2341=[#edits: 1 = <2319/info:/1734283482510/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=4830, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-15T17:24:42,515 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-15T17:24:42,515 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 5341, reset compression=false 2024-12-15T17:24:42,515 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2342=[#edits: 1 = <2320/info:/1734283482510/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2343=[#edits: 1 = <2321/info:/1734283482510/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2344=[#edits: 1 = <2322/info:/1734283482511/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2345=[#edits: 1 = <2323/info:/1734283482511/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2346=[#edits: 1 = <2324/info:/1734283482512/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2347=[#edits: 1 = <2325/info:/1734283482513/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2348=[#edits: 1 = <2326/info:/1734283482513/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=5341, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-15T17:24:42,529 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 15 WAL entries eligible for replication 2024-12-15T17:24:42,529 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 6436, reset compression=false 2024-12-15T17:24:42,529 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2349=[#edits: 1 = <2327/info:/1734283482514/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2350=[#edits: 1 = <2328/info:/1734283482514/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2351=[#edits: 1 = <2329/info:/1734283482515/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2352=[#edits: 1 = <2330/info:/1734283482520/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2353=[#edits: 1 = <2331/info:/1734283482523/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2354=[#edits: 1 = <2332/info:/1734283482524/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2355=[#edits: 1 = <2333/info:/1734283482524/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2356=[#edits: 1 = <2334/info:/1734283482524/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2357=[#edits: 1 = <2335/info:/1734283482525/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2358=[#edits: 1 = <2336/info:/1734283482525/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2359=[#edits: 1 = <2337/info:/1734283482526/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2360=[#edits: 1 = <2338/info:/1734283482526/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2361=[#edits: 1 = <2339/info:/1734283482526/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2362=[#edits: 1 = <2340/info:/1734283482527/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2363=[#edits: 1 = <2341/info:/1734283482527/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=6436, nbRowKeys=15, nbHFiles=0, heapSize=2580, lastSeqIds={}, endOfFile=false,usedBufferSize=2580] 2024-12-15T17:24:42,537 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 18 WAL entries eligible for replication 2024-12-15T17:24:42,537 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 7750, reset compression=false 2024-12-15T17:24:42,537 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2364=[#edits: 1 = <2342/info:/1734283482527/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2365=[#edits: 1 = <2343/info:/1734283482528/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2366=[#edits: 1 = <2344/info:/1734283482528/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2367=[#edits: 1 = <2345/info:/1734283482529/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2368=[#edits: 1 = <2346/info:/1734283482530/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2369=[#edits: 1 = <2347/info:/1734283482531/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2370=[#edits: 1 = <2348/info:/1734283482531/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2371=[#edits: 1 = <2349/info:/1734283482532/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2372=[#edits: 1 = <2350/info:/1734283482532/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2373=[#edits: 1 = <2351/info:/1734283482532/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2374=[#edits: 1 = <2352/info:/1734283482533/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2375=[#edits: 1 = <2353/info:/1734283482533/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2376=[#edits: 1 = <2354/info:/1734283482533/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2377=[#edits: 1 = <2355/info:/1734283482534/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2378=[#edits: 1 = <2356/info:/1734283482534/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2379=[#edits: 1 = <2357/info:/1734283482534/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2380=[#edits: 1 = <2358/info:/1734283482535/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2381=[#edits: 1 = <2359/info:/1734283482535/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=7750, nbRowKeys=18, nbHFiles=0, heapSize=3096, lastSeqIds={}, endOfFile=false,usedBufferSize=3096] 2024-12-15T17:24:42,540 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-15T17:24:42,540 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 8042, reset compression=false 2024-12-15T17:24:42,540 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2382=[#edits: 1 = <2360/info:/1734283482535/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2383=[#edits: 1 = <2361/info:/1734283482536/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2384=[#edits: 1 = <2362/info:/1734283482536/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2385=[#edits: 1 = <2363/info:/1734283482536/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=8042, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-15T17:24:42,544 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-15T17:24:42,544 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 8553, reset compression=false 2024-12-15T17:24:42,544 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2386=[#edits: 1 = <2364/info:/1734283482540/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2387=[#edits: 1 = <2365/info:/1734283482540/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2388=[#edits: 1 = <2366/info:/1734283482541/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2389=[#edits: 1 = <2367/info:/1734283482541/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2390=[#edits: 1 = <2368/info:/1734283482542/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2391=[#edits: 1 = <2369/info:/1734283482542/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2392=[#edits: 1 = <2370/info:/1734283482542/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=8553, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-15T17:24:42,548 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-15T17:24:42,548 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 9210, reset compression=false 2024-12-15T17:24:42,548 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2393=[#edits: 1 = <2371/info:/1734283482543/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2394=[#edits: 1 = <2372/info:/1734283482544/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2395=[#edits: 1 = <2373/info:/1734283482544/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2396=[#edits: 1 = <2374/info:/1734283482545/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2397=[#edits: 1 = <2375/info:/1734283482545/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2398=[#edits: 1 = <2376/info:/1734283482545/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2399=[#edits: 1 = <2377/info:/1734283482546/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2400=[#edits: 1 = <2378/info:/1734283482546/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2401=[#edits: 1 = <2379/info:/1734283482546/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=9210, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-15T17:24:42,561 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 37 WAL entries eligible for replication 2024-12-15T17:24:42,561 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 11911, reset compression=false 2024-12-15T17:24:42,561 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2402=[#edits: 1 = <2380/info:/1734283482547/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2403=[#edits: 1 = <2381/info:/1734283482548/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2404=[#edits: 1 = <2382/info:/1734283482548/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2405=[#edits: 1 = <2383/info:/1734283482549/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2406=[#edits: 1 = <2384/info:/1734283482549/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2407=[#edits: 1 = <2385/info:/1734283482550/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2408=[#edits: 1 = <2386/info:/1734283482550/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2409=[#edits: 1 = <2387/info:/1734283482551/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2410=[#edits: 1 = <2388/info:/1734283482551/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2411=[#edits: 1 = <2389/info:/1734283482551/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2412=[#edits: 1 = <2390/info:/1734283482551/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2413=[#edits: 1 = <2391/info:/1734283482552/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2414=[#edits: 1 = <2392/info:/1734283482552/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2415=[#edits: 1 = <2393/info:/1734283482552/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2416=[#edits: 1 = <2394/info:/1734283482552/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2417=[#edits: 1 = <2395/info:/1734283482553/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2418=[#edits: 1 = <2396/info:/1734283482553/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2419=[#edits: 1 = <2397/info:/1734283482553/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2420=[#edits: 1 = <2398/info:/1734283482554/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2421=[#edits: 1 = <2399/info:/1734283482554/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2422=[#edits: 1 = <2400/info:/1734283482554/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2423=[#edits: 1 = <2401/info:/1734283482554/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2424=[#edits: 1 = <2402/info:/1734283482554/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2425=[#edits: 1 = <2403/info:/1734283482555/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2426=[#edits: 1 = <2404/info:/1734283482555/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2427=[#edits: 1 = <2405/info:/1734283482555/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2428=[#edits: 1 = <2406/info:/1734283482556/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2429=[#edits: 1 = <2407/info:/1734283482556/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2430=[#edits: 1 = <2408/info:/1734283482556/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2431=[#edits: 1 = <2409/info:/1734283482556/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2432=[#edits: 1 = <2410/info:/1734283482557/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2433=[#edits: 1 = <2411/info:/1734283482557/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2434=[#edits: 1 = <2412/info:/1734283482557/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2435=[#edits: 1 = <2413/info:/1734283482557/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2436=[#edits: 1 = <2414/info:/1734283482558/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2437=[#edits: 1 = <2415/info:/1734283482559/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2438=[#edits: 1 = <2416/info:/1734283482559/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=11911, nbRowKeys=37, nbHFiles=0, heapSize=6364, lastSeqIds={}, endOfFile=false,usedBufferSize=6364] 2024-12-15T17:24:42,565 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-15T17:24:42,565 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 12349, reset compression=false 2024-12-15T17:24:42,565 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2439=[#edits: 1 = <2417/info:/1734283482559/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2440=[#edits: 1 = <2418/info:/1734283482560/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2441=[#edits: 1 = <2419/info:/1734283482560/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2442=[#edits: 1 = <2420/info:/1734283482561/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2443=[#edits: 1 = <2421/info:/1734283482562/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2444=[#edits: 1 = <2422/info:/1734283482563/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=12349, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-15T17:24:42,569 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-15T17:24:42,569 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 13079, reset compression=false 2024-12-15T17:24:42,569 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2445=[#edits: 1 = <2423/info:/1734283482564/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2446=[#edits: 1 = <2424/info:/1734283482564/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2447=[#edits: 1 = <2425/info:/1734283482564/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2448=[#edits: 1 = <2426/info:/1734283482565/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2449=[#edits: 1 = <2427/info:/1734283482566/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2450=[#edits: 1 = <2428/info:/1734283482566/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2451=[#edits: 1 = <2429/info:/1734283482566/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2452=[#edits: 1 = <2430/info:/1734283482567/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2453=[#edits: 1 = <2431/info:/1734283482567/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2454=[#edits: 1 = <2432/info:/1734283482567/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=13079, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-15T17:24:42,574 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-15T17:24:42,574 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 13517, reset compression=false 2024-12-15T17:24:42,574 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2455=[#edits: 1 = <2433/info:/1734283482568/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2456=[#edits: 1 = <2434/info:/1734283482569/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2457=[#edits: 1 = <2435/info:/1734283482569/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2458=[#edits: 1 = <2436/info:/1734283482570/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2459=[#edits: 1 = <2437/info:/1734283482570/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2460=[#edits: 1 = <2438/info:/1734283482571/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=13517, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-15T17:24:42,580 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-15T17:24:42,580 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 14028, reset compression=false 2024-12-15T17:24:42,580 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2461=[#edits: 1 = <2439/info:/1734283482571/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2462=[#edits: 1 = <2440/info:/1734283482572/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2463=[#edits: 1 = <2441/info:/1734283482572/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2464=[#edits: 1 = <2442/info:/1734283482573/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2465=[#edits: 1 = <2443/info:/1734283482574/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2466=[#edits: 1 = <2444/info:/1734283482575/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2467=[#edits: 1 = <2445/info:/1734283482576/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=14028, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-15T17:24:42,586 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-15T17:24:42,586 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 14466, reset compression=false 2024-12-15T17:24:42,586 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2468=[#edits: 1 = <2446/info:/1734283482577/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2469=[#edits: 1 = <2447/info:/1734283482578/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2470=[#edits: 1 = <2448/info:/1734283482579/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2471=[#edits: 1 = <2449/info:/1734283482581/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2472=[#edits: 1 = <2450/info:/1734283482582/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2473=[#edits: 1 = <2451/info:/1734283482583/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=14466, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-15T17:24:42,591 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-15T17:24:42,591 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 14977, reset compression=false 2024-12-15T17:24:42,591 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2474=[#edits: 1 = <2452/info:/1734283482584/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2475=[#edits: 1 = <2453/info:/1734283482584/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2476=[#edits: 1 = <2454/info:/1734283482585/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2477=[#edits: 1 = <2455/info:/1734283482585/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2478=[#edits: 1 = <2456/info:/1734283482586/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2479=[#edits: 1 = <2457/info:/1734283482587/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2480=[#edits: 1 = <2458/info:/1734283482587/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=14977, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-15T17:24:42,598 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-15T17:24:42,598 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 15488, reset compression=false 2024-12-15T17:24:42,598 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2481=[#edits: 1 = <2459/info:/1734283482589/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2482=[#edits: 1 = <2460/info:/1734283482590/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2483=[#edits: 1 = <2461/info:/1734283482591/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2484=[#edits: 1 = <2462/info:/1734283482592/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2485=[#edits: 1 = <2463/info:/1734283482592/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2486=[#edits: 1 = <2464/info:/1734283482593/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2487=[#edits: 1 = <2465/info:/1734283482593/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=15488, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-15T17:24:42,605 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-15T17:24:42,605 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 15780, reset compression=false 2024-12-15T17:24:42,605 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2488=[#edits: 1 = <2466/info:/1734283482594/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2489=[#edits: 1 = <2467/info:/1734283482599/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2490=[#edits: 1 = <2468/info:/1734283482601/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2491=[#edits: 1 = <2469/info:/1734283482603/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=15780, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-15T17:24:42,609 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-15T17:24:42,609 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 16218, reset compression=false 2024-12-15T17:24:42,609 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2492=[#edits: 1 = <2470/info:/1734283482604/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2493=[#edits: 1 = <2471/info:/1734283482604/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2494=[#edits: 1 = <2472/info:/1734283482605/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2495=[#edits: 1 = <2473/info:/1734283482606/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2496=[#edits: 1 = <2474/info:/1734283482607/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2497=[#edits: 1 = <2475/info:/1734283482607/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=16218, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-15T17:24:42,613 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-15T17:24:42,613 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 16948, reset compression=false 2024-12-15T17:24:42,613 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2498=[#edits: 1 = <2476/info:/1734283482608/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2499=[#edits: 1 = <2477/info:/1734283482608/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2500=[#edits: 1 = <2478/info:/1734283482609/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2501=[#edits: 1 = <2479/info:/1734283482610/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2502=[#edits: 1 = <2480/info:/1734283482610/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2503=[#edits: 1 = <2481/info:/1734283482610/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2504=[#edits: 1 = <2482/info:/1734283482611/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2505=[#edits: 1 = <2483/info:/1734283482611/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2506=[#edits: 1 = <2484/info:/1734283482611/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2507=[#edits: 1 = <2485/info:/1734283482612/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=16948, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-15T17:24:42,621 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:24:42,621 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 17313, reset compression=false 2024-12-15T17:24:42,621 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2508=[#edits: 1 = <2486/info:/1734283482612/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2509=[#edits: 1 = <2487/info:/1734283482612/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2510=[#edits: 1 = <2488/info:/1734283482613/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2511=[#edits: 1 = <2489/info:/1734283482613/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2512=[#edits: 1 = <2490/info:/1734283482615/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=17313, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-15T17:24:42,631 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:24:42,631 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 17386, reset compression=false 2024-12-15T17:24:42,631 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2513=[#edits: 1 = <2491/info:/1734283482620/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=17386, nbRowKeys=1, nbHFiles=0, heapSize=172, lastSeqIds={}, endOfFile=false,usedBufferSize=172] 2024-12-15T17:24:42,649 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:24:42,649 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2514=[#edits: 1 = <2492/info:/1734283482626/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=17459, nbRowKeys=1, nbHFiles=0, heapSize=172, lastSeqIds={}, endOfFile=false,usedBufferSize=172] 2024-12-15T17:24:42,649 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 17459, reset compression=false 2024-12-15T17:24:42,665 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-15T17:24:42,666 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 18262, reset compression=false 2024-12-15T17:24:42,666 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2515=[#edits: 1 = <2493/info:/1734283482644/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2516=[#edits: 1 = <2494/info:/1734283482645/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2517=[#edits: 1 = <2495/info:/1734283482645/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2518=[#edits: 1 = <2496/info:/1734283482646/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2519=[#edits: 1 = <2497/info:/1734283482646/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2520=[#edits: 1 = <2498/info:/1734283482647/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2521=[#edits: 1 = <2499/info:/1734283482647/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2522=[#edits: 1 = <2500/info:/1734283482647/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2523=[#edits: 1 = <2501/info:/1734283482648/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2524=[#edits: 1 = <2502/info:/1734283482655/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2525=[#edits: 1 = <2503/info:/1734283482656/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=18262, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-15T17:24:42,672 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:42,672 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2526=[#edits: 1 = <2504/info:/1734283482657/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2527=[#edits: 1 = <2505/info:/1734283482664/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2528=[#edits: 1 = <2506/info:/1734283482665/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=18481, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-15T17:24:42,672 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 18481, reset compression=false 2024-12-15T17:24:42,682 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-15T17:24:42,682 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 19357, reset compression=false 2024-12-15T17:24:42,682 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2529=[#edits: 1 = <2507/info:/1734283482666/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2530=[#edits: 1 = <2508/info:/1734283482671/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2531=[#edits: 1 = <2509/info:/1734283482672/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2532=[#edits: 1 = <2510/info:/1734283482674/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2533=[#edits: 1 = <2511/info:/1734283482674/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2534=[#edits: 1 = <2512/info:/1734283482675/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2535=[#edits: 1 = <2513/info:/1734283482675/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2536=[#edits: 1 = <2514/info:/1734283482677/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2537=[#edits: 1 = <2515/info:/1734283482678/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2538=[#edits: 1 = <2516/info:/1734283482678/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2539=[#edits: 1 = <2517/info:/1734283482679/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2540=[#edits: 1 = <2518/info:/1734283482679/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=19357, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-15T17:24:42,686 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-15T17:24:42,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:42,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:42,725 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 50 WAL entries eligible for replication 2024-12-15T17:24:42,725 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 23007, reset compression=false 2024-12-15T17:24:42,725 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2541=[#edits: 1 = <2519/info:/1734283482680/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2542=[#edits: 1 = <2520/info:/1734283482680/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2543=[#edits: 1 = <2521/info:/1734283482681/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2544=[#edits: 1 = <2522/info:/1734283482682/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2545=[#edits: 1 = <2523/info:/1734283482688/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2546=[#edits: 1 = <2524/info:/1734283482696/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2547=[#edits: 1 = <2525/info:/1734283482699/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2548=[#edits: 1 = <2526/info:/1734283482700/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2549=[#edits: 1 = <2527/info:/1734283482700/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2550=[#edits: 1 = <2528/info:/1734283482701/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2551=[#edits: 1 = <2529/info:/1734283482701/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2552=[#edits: 1 = <2530/info:/1734283482702/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2553=[#edits: 1 = <2531/info:/1734283482702/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2554=[#edits: 1 = <2532/info:/1734283482702/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2555=[#edits: 1 = <2533/info:/1734283482703/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2556=[#edits: 1 = <2534/info:/1734283482703/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2557=[#edits: 1 = <2535/info:/1734283482704/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2558=[#edits: 1 = <2536/info:/1734283482704/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2559=[#edits: 1 = <2537/info:/1734283482704/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2560=[#edits: 1 = <2538/info:/1734283482705/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2561=[#edits: 1 = <2539/info:/1734283482705/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2562=[#edits: 1 = <2540/info:/1734283482706/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2563=[#edits: 1 = <2541/info:/1734283482706/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2564=[#edits: 1 = <2542/info:/1734283482706/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2565=[#edits: 1 = <2543/info:/1734283482707/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2566=[#edits: 1 = <2544/info:/1734283482707/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2567=[#edits: 1 = <2545/info:/1734283482708/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2568=[#edits: 1 = <2546/info:/1734283482708/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2569=[#edits: 1 = <2547/info:/1734283482708/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2570=[#edits: 1 = <2548/info:/1734283482709/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2571=[#edits: 1 = <2549/info:/1734283482709/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2572=[#edits: 1 = <2550/info:/1734283482710/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2573=[#edits: 1 = <2551/info:/1734283482710/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2574=[#edits: 1 = <2552/info:/1734283482710/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2575=[#edits: 1 = <2553/info:/1734283482711/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2576=[#edits: 1 = <2554/info:/1734283482711/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2577=[#edits: 1 = <2555/info:/1734283482712/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2578=[#edits: 1 = <2556/info:/1734283482712/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2579=[#edits: 1 = <2557/info:/1734283482712/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2580=[#edits: 1 = <2558/info:/1734283482713/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2581=[#edits: 1 = <2559/info:/1734283482713/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2582=[#edits: 1 = <2560/info:/1734283482714/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2583=[#edits: 1 = <2561/info:/1734283482714/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2584=[#edits: 1 = <2562/info:/1734283482714/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2585=[#edits: 1 = <2563/info:/1734283482715/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2586=[#edits: 1 = <2564/info:/1734283482715/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2587=[#edits: 1 = <2565/info:/1734283482716/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2588=[#edits: 1 = <2566/info:/1734283482720/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2589=[#edits: 1 = <2567/info:/1734283482720/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2590=[#edits: 1 = <2568/info:/1734283482721/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=23007, nbRowKeys=50, nbHFiles=0, heapSize=8600, lastSeqIds={}, endOfFile=false,usedBufferSize=8600] 2024-12-15T17:24:42,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:42,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:42,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:42,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:42,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:42,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:42,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:42,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:42,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:42,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:42,769 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 59 WAL entries eligible for replication 2024-12-15T17:24:42,769 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 27314, reset compression=false 2024-12-15T17:24:42,769 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2591=[#edits: 1 = <2569/info:/1734283482721/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2592=[#edits: 1 = <2570/info:/1734283482722/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2593=[#edits: 1 = <2571/info:/1734283482722/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2594=[#edits: 1 = <2572/info:/1734283482723/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2595=[#edits: 1 = <2573/info:/1734283482723/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2596=[#edits: 1 = <2574/info:/1734283482728/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2597=[#edits: 1 = <2575/info:/1734283482728/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2598=[#edits: 1 = <2576/info:/1734283482729/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2599=[#edits: 1 = <2577/info:/1734283482729/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2600=[#edits: 1 = <2578/info:/1734283482730/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2601=[#edits: 1 = <2579/info:/1734283482730/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2602=[#edits: 1 = <2580/info:/1734283482731/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2603=[#edits: 1 = <2581/info:/1734283482731/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2604=[#edits: 1 = <2582/info:/1734283482731/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2605=[#edits: 1 = <2583/info:/1734283482732/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2606=[#edits: 1 = <2584/info:/1734283482732/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2607=[#edits: 1 = <2585/info:/1734283482733/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2608=[#edits: 1 = <2586/info:/1734283482733/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2609=[#edits: 1 = <2587/info:/1734283482733/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2610=[#edits: 1 = <2588/info:/1734283482734/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2611=[#edits: 1 = <2589/info:/1734283482734/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2612=[#edits: 1 = <2590/info:/1734283482735/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2613=[#edits: 1 = <2591/info:/1734283482735/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2614=[#edits: 1 = <2592/info:/1734283482736/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2615=[#edits: 1 = <2593/info:/1734283482736/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2616=[#edits: 1 = <2594/info:/1734283482736/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2617=[#edits: 1 = <2595/info:/1734283482737/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2618=[#edits: 1 = <2596/info:/1734283482737/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2619=[#edits: 1 = <2597/info:/1734283482737/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2620=[#edits: 1 = <2598/info:/1734283482738/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2621=[#edits: 1 = <2599/info:/1734283482738/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2622=[#edits: 1 = <2600/info:/1734283482738/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2623=[#edits: 1 = <2601/info:/1734283482739/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2624=[#edits: 1 = <2602/info:/1734283482739/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2625=[#edits: 1 = <2603/info:/1734283482740/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2626=[#edits: 1 = <2604/info:/1734283482740/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2627=[#edits: 1 = <2605/info:/1734283482742/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2628=[#edits: 1 = <2606/info:/1734283482743/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2629=[#edits: 1 = <2607/info:/1734283482748/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2630=[#edits: 1 = <2608/info:/1734283482752/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2631=[#edits: 1 = <2609/info:/1734283482753/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2632=[#edits: 1 = <2610/info:/1734283482753/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2633=[#edits: 1 = <2611/info:/1734283482754/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2634=[#edits: 1 = <2612/info:/1734283482755/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2635=[#edits: 1 = <2613/info:/1734283482755/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2636=[#edits: 1 = <2614/info:/1734283482756/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2637=[#edits: 1 = <2615/info:/1734283482757/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2638=[#edits: 1 = <2616/info:/1734283482757/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2639=[#edits: 1 = <2617/info:/1734283482758/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2640=[#edits: 1 = <2618/info:/1734283482758/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2641=[#edits: 1 = <2619/info:/1734283482759/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2642=[#edits: 1 = <2620/info:/1734283482760/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2643=[#edits: 1 = <2621/info:/1734283482760/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2644=[#edits: 1 = <2622/info:/1734283482761/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2645=[#edits: 1 = <2623/info:/1734283482762/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2646=[#edits: 1 = <2624/info:/1734283482763/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2647=[#edits: 1 = <2625/info:/1734283482763/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2648=[#edits: 1 = <2626/info:/1734283482764/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2649=[#edits: 1 = <2627/info:/1734283482764/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=27314, nbRowKeys=59, nbHFiles=0, heapSize=10148, lastSeqIds={}, endOfFile=false,usedBufferSize=10148] 2024-12-15T17:24:42,793 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-15T17:24:42,804 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 25 WAL entries eligible for replication 2024-12-15T17:24:42,804 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 29139, reset compression=false 2024-12-15T17:24:42,804 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2650=[#edits: 1 = <2628/info:/1734283482765/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2651=[#edits: 1 = <2629/info:/1734283482766/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2652=[#edits: 1 = <2630/info:/1734283482766/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2653=[#edits: 1 = <2631/info:/1734283482767/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2654=[#edits: 1 = <2632/info:/1734283482767/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2655=[#edits: 1 = <2633/info:/1734283482767/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2656=[#edits: 1 = <2634/info:/1734283482772/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2657=[#edits: 1 = <2635/info:/1734283482773/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2658=[#edits: 1 = <2636/info:/1734283482773/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2659=[#edits: 1 = <2637/info:/1734283482774/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2660=[#edits: 1 = <2638/info:/1734283482774/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2661=[#edits: 1 = <2639/info:/1734283482775/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2662=[#edits: 1 = <2640/info:/1734283482775/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2663=[#edits: 1 = <2641/info:/1734283482777/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2664=[#edits: 1 = <2642/info:/1734283482778/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2665=[#edits: 1 = <2643/info:/1734283482778/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2666=[#edits: 1 = <2644/info:/1734283482779/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2667=[#edits: 1 = <2645/info:/1734283482779/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2668=[#edits: 1 = <2646/info:/1734283482780/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2669=[#edits: 1 = <2647/info:/1734283482780/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2670=[#edits: 1 = <2648/info:/1734283482781/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2671=[#edits: 1 = <2649/info:/1734283482782/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2672=[#edits: 1 = <2650/info:/1734283482782/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2673=[#edits: 1 = <2651/info:/1734283482783/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2674=[#edits: 1 = <2652/info:/1734283482783/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=29139, nbRowKeys=25, nbHFiles=0, heapSize=4300, lastSeqIds={}, endOfFile=false,usedBufferSize=4300] 2024-12-15T17:24:42,813 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 38 WAL entries eligible for replication 2024-12-15T17:24:42,813 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 31913, reset compression=false 2024-12-15T17:24:42,813 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2675=[#edits: 1 = <2653/info:/1734283482784/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2676=[#edits: 1 = <2654/info:/1734283482784/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2677=[#edits: 1 = <2655/info:/1734283482785/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2678=[#edits: 1 = <2656/info:/1734283482785/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2679=[#edits: 1 = <2657/info:/1734283482791/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2680=[#edits: 1 = <2658/info:/1734283482796/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2681=[#edits: 1 = <2659/info:/1734283482796/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2682=[#edits: 1 = <2660/info:/1734283482796/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2683=[#edits: 1 = <2661/info:/1734283482797/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2684=[#edits: 1 = <2662/info:/1734283482797/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2685=[#edits: 1 = <2663/info:/1734283482797/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2686=[#edits: 1 = <2664/info:/1734283482798/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2687=[#edits: 1 = <2665/info:/1734283482798/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2688=[#edits: 1 = <2666/info:/1734283482798/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2689=[#edits: 1 = <2667/info:/1734283482799/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2690=[#edits: 1 = <2668/info:/1734283482800/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2691=[#edits: 1 = <2669/info:/1734283482800/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2692=[#edits: 1 = <2670/info:/1734283482801/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2693=[#edits: 1 = <2671/info:/1734283482801/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2694=[#edits: 1 = <2672/info:/1734283482802/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2695=[#edits: 1 = <2673/info:/1734283482804/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2696=[#edits: 1 = <2674/info:/1734283482805/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2697=[#edits: 1 = <2675/info:/1734283482805/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2698=[#edits: 1 = <2676/info:/1734283482805/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2699=[#edits: 1 = <2677/info:/1734283482806/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2700=[#edits: 1 = <2678/info:/1734283482806/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2701=[#edits: 1 = <2679/info:/1734283482806/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2702=[#edits: 1 = <2680/info:/1734283482806/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2703=[#edits: 1 = <2681/info:/1734283482807/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2704=[#edits: 1 = <2682/info:/1734283482807/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2705=[#edits: 1 = <2683/info:/1734283482809/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2706=[#edits: 1 = <2684/info:/1734283482809/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2707=[#edits: 1 = <2685/info:/1734283482810/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2708=[#edits: 1 = <2686/info:/1734283482810/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2709=[#edits: 1 = <2687/info:/1734283482810/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2710=[#edits: 1 = <2688/info:/1734283482810/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2711=[#edits: 1 = <2689/info:/1734283482811/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2712=[#edits: 1 = <2690/info:/1734283482811/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=31913, nbRowKeys=38, nbHFiles=0, heapSize=6536, lastSeqIds={}, endOfFile=false,usedBufferSize=6536] 2024-12-15T17:24:42,821 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 16 WAL entries eligible for replication 2024-12-15T17:24:42,821 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 33081, reset compression=false 2024-12-15T17:24:42,822 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2713=[#edits: 1 = <2691/info:/1734283482814/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2714=[#edits: 1 = <2692/info:/1734283482815/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2715=[#edits: 1 = <2693/info:/1734283482815/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2716=[#edits: 1 = <2694/info:/1734283482815/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2717=[#edits: 1 = <2695/info:/1734283482816/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2718=[#edits: 1 = <2696/info:/1734283482816/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2719=[#edits: 1 = <2697/info:/1734283482816/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2720=[#edits: 1 = <2698/info:/1734283482817/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2721=[#edits: 1 = <2699/info:/1734283482817/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2722=[#edits: 1 = <2700/info:/1734283482817/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2723=[#edits: 1 = <2701/info:/1734283482818/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2724=[#edits: 1 = <2702/info:/1734283482818/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2725=[#edits: 1 = <2703/info:/1734283482818/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2726=[#edits: 1 = <2704/info:/1734283482818/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2727=[#edits: 1 = <2705/info:/1734283482819/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2728=[#edits: 1 = <2706/info:/1734283482819/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=33081, nbRowKeys=16, nbHFiles=0, heapSize=2752, lastSeqIds={}, endOfFile=false,usedBufferSize=2752] 2024-12-15T17:24:42,837 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 14 WAL entries eligible for replication 2024-12-15T17:24:42,837 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 34103, reset compression=false 2024-12-15T17:24:42,837 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2729=[#edits: 1 = <2707/info:/1734283482819/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2730=[#edits: 1 = <2708/info:/1734283482820/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2731=[#edits: 1 = <2709/info:/1734283482827/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2732=[#edits: 1 = <2710/info:/1734283482829/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2733=[#edits: 1 = <2711/info:/1734283482829/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2734=[#edits: 1 = <2712/info:/1734283482830/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2735=[#edits: 1 = <2713/info:/1734283482830/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2736=[#edits: 1 = <2714/info:/1734283482830/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2737=[#edits: 1 = <2715/info:/1734283482831/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2738=[#edits: 1 = <2716/info:/1734283482831/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2739=[#edits: 1 = <2717/info:/1734283482832/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2740=[#edits: 1 = <2718/info:/1734283482832/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2741=[#edits: 1 = <2719/info:/1734283482834/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2742=[#edits: 1 = <2720/info:/1734283482834/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=34103, nbRowKeys=14, nbHFiles=0, heapSize=2408, lastSeqIds={}, endOfFile=false,usedBufferSize=2408] 2024-12-15T17:24:42,841 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-15T17:24:42,841 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 34395, reset compression=false 2024-12-15T17:24:42,841 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2743=[#edits: 1 = <2721/info:/1734283482835/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2744=[#edits: 1 = <2722/info:/1734283482836/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2745=[#edits: 1 = <2723/info:/1734283482839/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2746=[#edits: 1 = <2724/info:/1734283482839/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=34395, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-15T17:24:42,845 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:42,845 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2747=[#edits: 1 = <2725/info:/1734283482840/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2748=[#edits: 1 = <2726/info:/1734283482841/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2749=[#edits: 1 = <2727/info:/1734283482841/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=34614, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-15T17:24:42,845 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 34614, reset compression=false 2024-12-15T17:24:42,849 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-15T17:24:42,849 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2750=[#edits: 1 = <2728/info:/1734283482843/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2751=[#edits: 1 = <2729/info:/1734283482844/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2752=[#edits: 1 = <2730/info:/1734283482844/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2753=[#edits: 1 = <2731/info:/1734283482844/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2754=[#edits: 1 = <2732/info:/1734283482845/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2755=[#edits: 1 = <2733/info:/1734283482845/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2756=[#edits: 1 = <2734/info:/1734283482846/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2757=[#edits: 1 = <2735/info:/1734283482846/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2758=[#edits: 1 = <2736/info:/1734283482846/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2759=[#edits: 1 = <2737/info:/1734283482846/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2760=[#edits: 1 = <2738/info:/1734283482847/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=35417, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-15T17:24:42,849 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 35417, reset compression=false 2024-12-15T17:24:42,857 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 19 WAL entries eligible for replication 2024-12-15T17:24:42,857 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 36804, reset compression=false 2024-12-15T17:24:42,857 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2761=[#edits: 1 = <2739/info:/1734283482847/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2762=[#edits: 1 = <2740/info:/1734283482848/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2763=[#edits: 1 = <2741/info:/1734283482849/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2764=[#edits: 1 = <2742/info:/1734283482849/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2765=[#edits: 1 = <2743/info:/1734283482850/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2766=[#edits: 1 = <2744/info:/1734283482850/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2767=[#edits: 1 = <2745/info:/1734283482850/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2768=[#edits: 1 = <2746/info:/1734283482851/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2769=[#edits: 1 = <2747/info:/1734283482851/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2770=[#edits: 1 = <2748/info:/1734283482852/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2771=[#edits: 1 = <2749/info:/1734283482852/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2772=[#edits: 1 = <2750/info:/1734283482853/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2773=[#edits: 1 = <2751/info:/1734283482853/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2774=[#edits: 1 = <2752/info:/1734283482853/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2775=[#edits: 1 = <2753/info:/1734283482853/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2776=[#edits: 1 = <2754/info:/1734283482854/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2777=[#edits: 1 = <2755/info:/1734283482854/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2778=[#edits: 1 = <2756/info:/1734283482854/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2779=[#edits: 1 = <2757/info:/1734283482855/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=36804, nbRowKeys=19, nbHFiles=0, heapSize=3268, lastSeqIds={}, endOfFile=false,usedBufferSize=3268] 2024-12-15T17:24:42,862 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-15T17:24:42,862 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 37315, reset compression=false 2024-12-15T17:24:42,862 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2780=[#edits: 1 = <2758/info:/1734283482855/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2781=[#edits: 1 = <2759/info:/1734283482856/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2782=[#edits: 1 = <2760/info:/1734283482857/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2783=[#edits: 1 = <2761/info:/1734283482859/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2784=[#edits: 1 = <2762/info:/1734283482859/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2785=[#edits: 1 = <2763/info:/1734283482860/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2786=[#edits: 1 = <2764/info:/1734283482860/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=37315, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-15T17:24:42,869 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-15T17:24:42,869 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2787=[#edits: 1 = <2765/info:/1734283482860/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2788=[#edits: 1 = <2766/info:/1734283482861/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2789=[#edits: 1 = <2767/info:/1734283482861/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2790=[#edits: 1 = <2768/info:/1734283482862/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2791=[#edits: 1 = <2769/info:/1734283482862/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2792=[#edits: 1 = <2770/info:/1734283482863/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2793=[#edits: 1 = <2771/info:/1734283482864/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2794=[#edits: 1 = <2772/info:/1734283482865/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2795=[#edits: 1 = <2773/info:/1734283482867/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=37972, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-15T17:24:42,869 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 37972, reset compression=false 2024-12-15T17:24:42,873 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-15T17:24:42,873 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 38629, reset compression=false 2024-12-15T17:24:42,873 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2796=[#edits: 1 = <2774/info:/1734283482867/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2797=[#edits: 1 = <2775/info:/1734283482868/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2798=[#edits: 1 = <2776/info:/1734283482868/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2799=[#edits: 1 = <2777/info:/1734283482869/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2800=[#edits: 1 = <2778/info:/1734283482870/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2801=[#edits: 1 = <2779/info:/1734283482870/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2802=[#edits: 1 = <2780/info:/1734283482870/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2803=[#edits: 1 = <2781/info:/1734283482871/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2804=[#edits: 1 = <2782/info:/1734283482871/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=38629, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-15T17:24:42,889 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-15T17:24:42,890 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 39359, reset compression=false 2024-12-15T17:24:42,890 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2805=[#edits: 1 = <2783/info:/1734283482872/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2806=[#edits: 1 = <2784/info:/1734283482873/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2807=[#edits: 1 = <2785/info:/1734283482874/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2808=[#edits: 1 = <2786/info:/1734283482875/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2809=[#edits: 1 = <2787/info:/1734283482876/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2810=[#edits: 1 = <2788/info:/1734283482876/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2811=[#edits: 1 = <2789/info:/1734283482876/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2812=[#edits: 1 = <2790/info:/1734283482877/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2813=[#edits: 1 = <2791/info:/1734283482878/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2814=[#edits: 1 = <2792/info:/1734283482879/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=39359, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-15T17:24:42,927 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:42,927 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-15T17:24:42,927 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 44250, reset compression=false 2024-12-15T17:24:42,927 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2815=[#edits: 1 = <2793/info:/1734283482883/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2816=[#edits: 1 = <2794/info:/1734283482884/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2817=[#edits: 1 = <2795/info:/1734283482887/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2818=[#edits: 1 = <2796/info:/1734283482887/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2819=[#edits: 1 = <2797/info:/1734283482888/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2820=[#edits: 1 = <2798/info:/1734283482888/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2821=[#edits: 1 = <2799/info:/1734283482888/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2822=[#edits: 1 = <2800/info:/1734283482889/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2823=[#edits: 1 = <2801/info:/1734283482890/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2824=[#edits: 1 = <2802/info:/1734283482891/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2825=[#edits: 1 = <2803/info:/1734283482891/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2826=[#edits: 1 = <2804/info:/1734283482891/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2827=[#edits: 1 = <2805/info:/1734283482892/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2828=[#edits: 1 = <2806/info:/1734283482892/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2829=[#edits: 1 = <2807/info:/1734283482892/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2830=[#edits: 1 = <2808/info:/1734283482895/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2831=[#edits: 1 = <2809/info:/1734283482896/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2832=[#edits: 1 = <2810/info:/1734283482896/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2833=[#edits: 1 = <2811/info:/1734283482897/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2834=[#edits: 1 = <2812/info:/1734283482897/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2835=[#edits: 1 = <2813/info:/1734283482897/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2836=[#edits: 1 = <2814/info:/1734283482898/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2837=[#edits: 1 = <2815/info:/1734283482898/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2838=[#edits: 1 = <2816/info:/1734283482898/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2839=[#edits: 1 = <2817/info:/1734283482899/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2840=[#edits: 1 = <2818/info:/1734283482899/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2841=[#edits: 1 = <2819/info:/1734283482899/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2842=[#edits: 1 = <2820/info:/1734283482900/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2843=[#edits: 1 = <2821/info:/1734283482900/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2844=[#edits: 1 = <2822/info:/1734283482900/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2845=[#edits: 1 = <2823/info:/1734283482901/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2846=[#edits: 1 = <2824/info:/1734283482901/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2847=[#edits: 1 = <2825/info:/1734283482901/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2848=[#edits: 1 = <2826/info:/1734283482902/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2849=[#edits: 1 = <2827/info:/1734283482902/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2850=[#edits: 1 = <2828/info:/1734283482902/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2851=[#edits: 1 = <2829/info:/1734283482903/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2852=[#edits: 1 = <2830/info:/1734283482903/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2853=[#edits: 1 = <2831/info:/1734283482904/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2854=[#edits: 1 = <2832/info:/1734283482904/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2855=[#edits: 1 = <2833/info:/1734283482905/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2856=[#edits: 1 = <2834/info:/1734283482905/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2857=[#edits: 1 = <2835/info:/1734283482905/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2858=[#edits: 1 = <2836/info:/1734283482906/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2859=[#edits: 1 = <2837/info:/1734283482906/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2860=[#edits: 1 = <2838/info:/1734283482906/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2861=[#edits: 1 = <2839/info:/1734283482907/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2862=[#edits: 1 = <2840/info:/1734283482907/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2863=[#edits: 1 = <2841/info:/1734283482908/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2864=[#edits: 1 = <2842/info:/1734283482908/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2865=[#edits: 1 = <2843/info:/1734283482908/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2866=[#edits: 1 = <2844/info:/1734283482909/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2867=[#edits: 1 = <2845/info:/1734283482909/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2868=[#edits: 1 = <2846/info:/1734283482909/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2869=[#edits: 1 = <2847/info:/1734283482910/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2870=[#edits: 1 = <2848/info:/1734283482910/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2871=[#edits: 1 = <2849/info:/1734283482910/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2872=[#edits: 1 = <2850/info:/1734283482911/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2873=[#edits: 1 = <2851/info:/1734283482911/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2874=[#edits: 1 = <2852/info:/1734283482911/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=43739, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:42,940 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2875=[#edits: 1 = <2853/info:/1734283482912/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2876=[#edits: 1 = <2854/info:/1734283482912/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2877=[#edits: 1 = <2855/info:/1734283482912/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2878=[#edits: 1 = <2856/info:/1734283482913/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2879=[#edits: 1 = <2857/info:/1734283482914/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2880=[#edits: 1 = <2858/info:/1734283482914/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2881=[#edits: 1 = <2859/info:/1734283482915/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=44250, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-15T17:24:42,960 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 19 WAL entries eligible for replication 2024-12-15T17:24:42,961 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 45637, reset compression=false 2024-12-15T17:24:42,961 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2882=[#edits: 1 = <2860/info:/1734283482916/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2883=[#edits: 1 = <2861/info:/1734283482916/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2884=[#edits: 1 = <2862/info:/1734283482916/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2885=[#edits: 1 = <2863/info:/1734283482917/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2886=[#edits: 1 = <2864/info:/1734283482917/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2887=[#edits: 1 = <2865/info:/1734283482919/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2888=[#edits: 1 = <2866/info:/1734283482921/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2889=[#edits: 1 = <2867/info:/1734283482921/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2890=[#edits: 1 = <2868/info:/1734283482922/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2891=[#edits: 1 = <2869/info:/1734283482923/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2892=[#edits: 1 = <2870/info:/1734283482923/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2893=[#edits: 1 = <2871/info:/1734283482925/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2894=[#edits: 1 = <2872/info:/1734283482925/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2895=[#edits: 1 = <2873/info:/1734283482930/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2896=[#edits: 1 = <2874/info:/1734283482931/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2897=[#edits: 1 = <2875/info:/1734283482940/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2898=[#edits: 1 = <2876/info:/1734283482944/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2899=[#edits: 1 = <2877/info:/1734283482945/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2900=[#edits: 1 = <2878/info:/1734283482952/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=45637, nbRowKeys=19, nbHFiles=0, heapSize=3268, lastSeqIds={}, endOfFile=false,usedBufferSize=3268] 2024-12-15T17:24:42,976 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:24:42,976 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:24:42,977 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 15 WAL entries eligible for replication 2024-12-15T17:24:42,977 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 46732, reset compression=false 2024-12-15T17:24:42,977 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2901=[#edits: 1 = <2879/info:/1734283482952/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2902=[#edits: 1 = <2880/info:/1734283482953/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2903=[#edits: 1 = <2881/info:/1734283482953/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2904=[#edits: 1 = <2882/info:/1734283482954/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2905=[#edits: 1 = <2883/info:/1734283482955/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2906=[#edits: 1 = <2884/info:/1734283482957/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2907=[#edits: 1 = <2885/info:/1734283482958/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2908=[#edits: 1 = <2886/info:/1734283482958/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2909=[#edits: 1 = <2887/info:/1734283482959/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2910=[#edits: 1 = <2888/info:/1734283482959/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2911=[#edits: 1 = <2889/info:/1734283482963/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2912=[#edits: 1 = <2890/info:/1734283482965/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2913=[#edits: 1 = <2891/info:/1734283482970/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2914=[#edits: 1 = <2892/info:/1734283482971/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2915=[#edits: 1 = <2893/info:/1734283482971/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=46732, nbRowKeys=15, nbHFiles=0, heapSize=2580, lastSeqIds={}, endOfFile=false,usedBufferSize=2580] 2024-12-15T17:24:42,988 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 17 WAL entries eligible for replication 2024-12-15T17:24:42,988 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 47973, reset compression=false 2024-12-15T17:24:42,988 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2916=[#edits: 1 = <2894/info:/1734283482972/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2917=[#edits: 1 = <2895/info:/1734283482972/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2918=[#edits: 1 = <2896/info:/1734283482973/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2919=[#edits: 1 = <2897/info:/1734283482973/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2920=[#edits: 1 = <2898/info:/1734283482974/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2921=[#edits: 1 = <2899/info:/1734283482974/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2922=[#edits: 1 = <2900/info:/1734283482975/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2923=[#edits: 1 = <2901/info:/1734283482976/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2924=[#edits: 1 = <2902/info:/1734283482977/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2925=[#edits: 1 = <2903/info:/1734283482978/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2926=[#edits: 1 = <2904/info:/1734283482979/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2927=[#edits: 1 = <2905/info:/1734283482979/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2928=[#edits: 1 = <2906/info:/1734283482982/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2929=[#edits: 1 = <2907/info:/1734283482982/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2930=[#edits: 1 = <2908/info:/1734283482983/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2931=[#edits: 1 = <2909/info:/1734283482985/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2932=[#edits: 1 = <2910/info:/1734283482985/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=47973, nbRowKeys=17, nbHFiles=0, heapSize=2924, lastSeqIds={}, endOfFile=false,usedBufferSize=2924] 2024-12-15T17:24:42,993 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:24:42,993 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 48338, reset compression=false 2024-12-15T17:24:42,995 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2933=[#edits: 1 = <2911/info:/1734283482986/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2934=[#edits: 1 = <2912/info:/1734283482986/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2935=[#edits: 1 = <2913/info:/1734283482988/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2936=[#edits: 1 = <2914/info:/1734283482990/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2937=[#edits: 1 = <2915/info:/1734283482991/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=48338, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-15T17:24:42,998 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-15T17:24:42,998 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 48849, reset compression=false 2024-12-15T17:24:42,998 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2938=[#edits: 1 = <2916/info:/1734283482992/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2939=[#edits: 1 = <2917/info:/1734283482993/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2940=[#edits: 1 = <2918/info:/1734283482994/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2941=[#edits: 1 = <2919/info:/1734283482994/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2942=[#edits: 1 = <2920/info:/1734283482995/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2943=[#edits: 1 = <2921/info:/1734283482995/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2944=[#edits: 1 = <2922/info:/1734283482996/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=48849, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-15T17:24:43,006 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:43,006 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 48995, reset compression=false 2024-12-15T17:24:43,006 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2945=[#edits: 1 = <2923/info:/1734283482998/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2946=[#edits: 1 = <2924/info:/1734283483003/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=48995, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-15T17:24:43,024 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 18 WAL entries eligible for replication 2024-12-15T17:24:43,024 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 50309, reset compression=false 2024-12-15T17:24:43,024 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2947=[#edits: 1 = <2925/info:/1734283483004/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2948=[#edits: 1 = <2926/info:/1734283483005/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2949=[#edits: 1 = <2927/info:/1734283483009/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2950=[#edits: 1 = <2928/info:/1734283483010/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2951=[#edits: 1 = <2929/info:/1734283483011/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2952=[#edits: 1 = <2930/info:/1734283483012/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2953=[#edits: 1 = <2931/info:/1734283483013/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2954=[#edits: 1 = <2932/info:/1734283483013/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2955=[#edits: 1 = <2933/info:/1734283483014/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2956=[#edits: 1 = <2934/info:/1734283483014/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2957=[#edits: 1 = <2935/info:/1734283483015/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2958=[#edits: 1 = <2936/info:/1734283483016/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2959=[#edits: 1 = <2937/info:/1734283483016/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2960=[#edits: 1 = <2938/info:/1734283483017/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2961=[#edits: 1 = <2939/info:/1734283483017/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2962=[#edits: 1 = <2940/info:/1734283483018/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2963=[#edits: 1 = <2941/info:/1734283483018/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2964=[#edits: 1 = <2942/info:/1734283483019/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=50309, nbRowKeys=18, nbHFiles=0, heapSize=3096, lastSeqIds={}, endOfFile=false,usedBufferSize=3096] 2024-12-15T17:24:43,032 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:43,032 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 50455, reset compression=false 2024-12-15T17:24:43,032 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2965=[#edits: 1 = <2943/info:/1734283483019/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2966=[#edits: 1 = <2944/info:/1734283483023/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=50455, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-15T17:24:43,041 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 17 WAL entries eligible for replication 2024-12-15T17:24:43,041 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 51696, reset compression=false 2024-12-15T17:24:43,041 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2967=[#edits: 1 = <2945/info:/1734283483024/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2968=[#edits: 1 = <2946/info:/1734283483028/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2969=[#edits: 1 = <2947/info:/1734283483029/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2970=[#edits: 1 = <2948/info:/1734283483029/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2971=[#edits: 1 = <2949/info:/1734283483030/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2972=[#edits: 1 = <2950/info:/1734283483030/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2973=[#edits: 1 = <2951/info:/1734283483030/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2974=[#edits: 1 = <2952/info:/1734283483030/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2975=[#edits: 1 = <2953/info:/1734283483031/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2976=[#edits: 1 = <2954/info:/1734283483031/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2977=[#edits: 1 = <2955/info:/1734283483031/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2978=[#edits: 1 = <2956/info:/1734283483032/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2979=[#edits: 1 = <2957/info:/1734283483032/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2980=[#edits: 1 = <2958/info:/1734283483033/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2981=[#edits: 1 = <2959/info:/1734283483036/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2982=[#edits: 1 = <2960/info:/1734283483036/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2983=[#edits: 1 = <2961/info:/1734283483037/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=51696, nbRowKeys=17, nbHFiles=0, heapSize=2924, lastSeqIds={}, endOfFile=false,usedBufferSize=2924] 2024-12-15T17:24:43,048 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-15T17:24:43,048 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 52499, reset compression=false 2024-12-15T17:24:43,048 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2984=[#edits: 1 = <2962/info:/1734283483037/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2985=[#edits: 1 = <2963/info:/1734283483038/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2986=[#edits: 1 = <2964/info:/1734283483038/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2987=[#edits: 1 = <2965/info:/1734283483038/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2988=[#edits: 1 = <2966/info:/1734283483039/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2989=[#edits: 1 = <2967/info:/1734283483039/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2990=[#edits: 1 = <2968/info:/1734283483040/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2991=[#edits: 1 = <2969/info:/1734283483040/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2992=[#edits: 1 = <2970/info:/1734283483041/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2993=[#edits: 1 = <2971/info:/1734283483042/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2994=[#edits: 1 = <2972/info:/1734283483043/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=52499, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-15T17:24:43,052 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:43,052 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 52645, reset compression=false 2024-12-15T17:24:43,052 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2995=[#edits: 1 = <2973/info:/1734283483048/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2996=[#edits: 1 = <2974/info:/1734283483051/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=52645, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-15T17:24:43,066 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-15T17:24:43,066 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 53375, reset compression=false 2024-12-15T17:24:43,066 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2997=[#edits: 1 = <2975/info:/1734283483051/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2998=[#edits: 1 = <2976/info:/1734283483052/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2999=[#edits: 1 = <2977/info:/1734283483053/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3000=[#edits: 1 = <2978/info:/1734283483053/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3001=[#edits: 1 = <2979/info:/1734283483054/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3002=[#edits: 1 = <2980/info:/1734283483054/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3003=[#edits: 1 = <2981/info:/1734283483055/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3004=[#edits: 1 = <2982/info:/1734283483055/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3005=[#edits: 1 = <2983/info:/1734283483058/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3006=[#edits: 1 = <2984/info:/1734283483064/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=53375, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-15T17:24:43,081 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 14 WAL entries eligible for replication 2024-12-15T17:24:43,081 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 54397, reset compression=false 2024-12-15T17:24:43,081 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3007=[#edits: 1 = <2985/info:/1734283483064/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3008=[#edits: 1 = <2986/info:/1734283483073/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3009=[#edits: 1 = <2987/info:/1734283483073/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3010=[#edits: 1 = <2988/info:/1734283483073/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3011=[#edits: 1 = <2989/info:/1734283483074/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3012=[#edits: 1 = <2990/info:/1734283483074/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3013=[#edits: 1 = <2991/info:/1734283483075/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3014=[#edits: 1 = <2992/info:/1734283483075/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3015=[#edits: 1 = <2993/info:/1734283483075/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3016=[#edits: 1 = <2994/info:/1734283483076/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3017=[#edits: 1 = <2995/info:/1734283483076/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3018=[#edits: 1 = <2996/info:/1734283483076/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3019=[#edits: 1 = <2997/info:/1734283483077/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3020=[#edits: 1 = <2998/info:/1734283483077/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=54397, nbRowKeys=14, nbHFiles=0, heapSize=2408, lastSeqIds={}, endOfFile=false,usedBufferSize=2408] 2024-12-15T17:24:43,082 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(313): Writing data from 3000 to 4000 2024-12-15T17:24:43,093 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:24:43,094 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 54762, reset compression=false 2024-12-15T17:24:43,094 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3021=[#edits: 1 = <2999/info:/1734283483079/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3022=[#edits: 1 = <3000/info:/1734283483082/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3023=[#edits: 1 = <3001/info:/1734283483083/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3024=[#edits: 1 = <3002/info:/1734283483083/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3025=[#edits: 1 = <3003/info:/1734283483085/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=54762, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-15T17:24:43,099 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:24:43,099 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 55127, reset compression=false 2024-12-15T17:24:43,099 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3026=[#edits: 1 = <3004/info:/1734283483093/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3027=[#edits: 1 = <3005/info:/1734283483095/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3028=[#edits: 1 = <3006/info:/1734283483095/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3029=[#edits: 1 = <3007/info:/1734283483096/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3030=[#edits: 1 = <3008/info:/1734283483097/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=55127, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-15T17:24:43,114 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-15T17:24:43,114 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 55638, reset compression=false 2024-12-15T17:24:43,114 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3031=[#edits: 1 = <3009/info:/1734283483097/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3032=[#edits: 1 = <3010/info:/1734283483098/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3033=[#edits: 1 = <3011/info:/1734283483102/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3034=[#edits: 1 = <3012/info:/1734283483102/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3035=[#edits: 1 = <3013/info:/1734283483103/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3036=[#edits: 1 = <3014/info:/1734283483103/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3037=[#edits: 1 = <3015/info:/1734283483108/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=55638, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-15T17:24:43,121 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:24:43,121 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 56003, reset compression=false 2024-12-15T17:24:43,121 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3038=[#edits: 1 = <3016/info:/1734283483112/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3039=[#edits: 1 = <3017/info:/1734283483113/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3040=[#edits: 1 = <3018/info:/1734283483114/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3041=[#edits: 1 = <3019/info:/1734283483117/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3042=[#edits: 1 = <3020/info:/1734283483117/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=56003, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-15T17:24:43,137 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 19 WAL entries eligible for replication 2024-12-15T17:24:43,137 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 57390, reset compression=false 2024-12-15T17:24:43,137 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3043=[#edits: 1 = <3021/info:/1734283483119/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3044=[#edits: 1 = <3022/info:/1734283483124/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3045=[#edits: 1 = <3023/info:/1734283483125/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3046=[#edits: 1 = <3024/info:/1734283483125/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3047=[#edits: 1 = <3025/info:/1734283483125/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3048=[#edits: 1 = <3026/info:/1734283483126/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3049=[#edits: 1 = <3027/info:/1734283483126/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3050=[#edits: 1 = <3028/info:/1734283483126/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3051=[#edits: 1 = <3029/info:/1734283483127/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3052=[#edits: 1 = <3030/info:/1734283483127/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3053=[#edits: 1 = <3031/info:/1734283483128/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3054=[#edits: 1 = <3032/info:/1734283483128/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3055=[#edits: 1 = <3033/info:/1734283483128/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3056=[#edits: 1 = <3034/info:/1734283483129/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3057=[#edits: 1 = <3035/info:/1734283483129/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3058=[#edits: 1 = <3036/info:/1734283483129/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3059=[#edits: 1 = <3037/info:/1734283483129/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3060=[#edits: 1 = <3038/info:/1734283483130/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3061=[#edits: 1 = <3039/info:/1734283483130/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=57390, nbRowKeys=19, nbHFiles=0, heapSize=3268, lastSeqIds={}, endOfFile=false,usedBufferSize=3268] 2024-12-15T17:24:43,159 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 33 WAL entries eligible for replication 2024-12-15T17:24:43,159 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 59799, reset compression=false 2024-12-15T17:24:43,159 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3062=[#edits: 1 = <3040/info:/1734283483131/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3063=[#edits: 1 = <3041/info:/1734283483131/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3064=[#edits: 1 = <3042/info:/1734283483132/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3065=[#edits: 1 = <3043/info:/1734283483132/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3066=[#edits: 1 = <3044/info:/1734283483132/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3067=[#edits: 1 = <3045/info:/1734283483133/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3068=[#edits: 1 = <3046/info:/1734283483133/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3069=[#edits: 1 = <3047/info:/1734283483133/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3070=[#edits: 1 = <3048/info:/1734283483134/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3071=[#edits: 1 = <3049/info:/1734283483134/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3072=[#edits: 1 = <3050/info:/1734283483134/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3073=[#edits: 1 = <3051/info:/1734283483135/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3074=[#edits: 1 = <3052/info:/1734283483135/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3075=[#edits: 1 = <3053/info:/1734283483136/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3076=[#edits: 1 = <3054/info:/1734283483136/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3077=[#edits: 1 = <3055/info:/1734283483138/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3078=[#edits: 1 = <3056/info:/1734283483138/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3079=[#edits: 1 = <3057/info:/1734283483138/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3080=[#edits: 1 = <3058/info:/1734283483138/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3081=[#edits: 1 = <3059/info:/1734283483139/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3082=[#edits: 1 = <3060/info:/1734283483139/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3083=[#edits: 1 = <3061/info:/1734283483139/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3084=[#edits: 1 = <3062/info:/1734283483141/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3085=[#edits: 1 = <3063/info:/1734283483141/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3086=[#edits: 1 = <3064/info:/1734283483141/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3087=[#edits: 1 = <3065/info:/1734283483142/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3088=[#edits: 1 = <3066/info:/1734283483142/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3089=[#edits: 1 = <3067/info:/1734283483142/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3090=[#edits: 1 = <3068/info:/1734283483142/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3091=[#edits: 1 = <3069/info:/1734283483143/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3092=[#edits: 1 = <3070/info:/1734283483143/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3093=[#edits: 1 = <3071/info:/1734283483144/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3094=[#edits: 1 = <3072/info:/1734283483144/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=59799, nbRowKeys=33, nbHFiles=0, heapSize=5676, lastSeqIds={}, endOfFile=false,usedBufferSize=5676] 2024-12-15T17:24:43,167 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:43,167 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 59945, reset compression=false 2024-12-15T17:24:43,167 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3095=[#edits: 1 = <3073/info:/1734283483149/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3096=[#edits: 1 = <3074/info:/1734283483159/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=59945, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-15T17:24:43,188 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-15T17:24:43,188 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 60529, reset compression=false 2024-12-15T17:24:43,188 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3097=[#edits: 1 = <3075/info:/1734283483163/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3098=[#edits: 1 = <3076/info:/1734283483169/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3099=[#edits: 1 = <3077/info:/1734283483172/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3100=[#edits: 1 = <3078/info:/1734283483175/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3101=[#edits: 1 = <3079/info:/1734283483176/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3102=[#edits: 1 = <3080/info:/1734283483176/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3103=[#edits: 1 = <3081/info:/1734283483177/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3104=[#edits: 1 = <3082/info:/1734283483178/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=60529, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-15T17:24:43,208 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 17 WAL entries eligible for replication 2024-12-15T17:24:43,208 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 61770, reset compression=false 2024-12-15T17:24:43,208 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3105=[#edits: 1 = <3083/info:/1734283483179/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3106=[#edits: 1 = <3084/info:/1734283483180/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3107=[#edits: 1 = <3085/info:/1734283483182/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3108=[#edits: 1 = <3086/info:/1734283483184/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3109=[#edits: 1 = <3087/info:/1734283483185/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3110=[#edits: 1 = <3088/info:/1734283483185/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3111=[#edits: 1 = <3089/info:/1734283483187/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3112=[#edits: 1 = <3090/info:/1734283483187/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3113=[#edits: 1 = <3091/info:/1734283483188/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3114=[#edits: 1 = <3092/info:/1734283483190/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3115=[#edits: 1 = <3093/info:/1734283483190/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3116=[#edits: 1 = <3094/info:/1734283483191/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3117=[#edits: 1 = <3095/info:/1734283483194/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3118=[#edits: 1 = <3096/info:/1734283483195/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3119=[#edits: 1 = <3097/info:/1734283483196/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3120=[#edits: 1 = <3098/info:/1734283483196/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3121=[#edits: 1 = <3099/info:/1734283483199/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=61770, nbRowKeys=17, nbHFiles=0, heapSize=2924, lastSeqIds={}, endOfFile=false,usedBufferSize=2924] 2024-12-15T17:24:43,233 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 17 WAL entries eligible for replication 2024-12-15T17:24:43,233 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 63011, reset compression=false 2024-12-15T17:24:43,233 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3122=[#edits: 1 = <3100/info:/1734283483204/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3123=[#edits: 1 = <3101/info:/1734283483206/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3124=[#edits: 1 = <3102/info:/1734283483208/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3125=[#edits: 1 = <3103/info:/1734283483210/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3126=[#edits: 1 = <3104/info:/1734283483212/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3127=[#edits: 1 = <3105/info:/1734283483212/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3128=[#edits: 1 = <3106/info:/1734283483213/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3129=[#edits: 1 = <3107/info:/1734283483213/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3130=[#edits: 1 = <3108/info:/1734283483213/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3131=[#edits: 1 = <3109/info:/1734283483214/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3132=[#edits: 1 = <3110/info:/1734283483214/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3133=[#edits: 1 = <3111/info:/1734283483218/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3134=[#edits: 1 = <3112/info:/1734283483220/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3135=[#edits: 1 = <3113/info:/1734283483221/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3136=[#edits: 1 = <3114/info:/1734283483221/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3137=[#edits: 1 = <3115/info:/1734283483222/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3138=[#edits: 1 = <3116/info:/1734283483224/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=63011, nbRowKeys=17, nbHFiles=0, heapSize=2924, lastSeqIds={}, endOfFile=false,usedBufferSize=2924] 2024-12-15T17:24:43,241 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-15T17:24:43,241 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 63960, reset compression=false 2024-12-15T17:24:43,241 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3139=[#edits: 1 = <3117/info:/1734283483228/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3140=[#edits: 1 = <3118/info:/1734283483229/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3141=[#edits: 1 = <3119/info:/1734283483230/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3142=[#edits: 1 = <3120/info:/1734283483231/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3143=[#edits: 1 = <3121/info:/1734283483232/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3144=[#edits: 1 = <3122/info:/1734283483232/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3145=[#edits: 1 = <3123/info:/1734283483233/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3146=[#edits: 1 = <3124/info:/1734283483234/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3147=[#edits: 1 = <3125/info:/1734283483235/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3148=[#edits: 1 = <3126/info:/1734283483237/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3149=[#edits: 1 = <3127/info:/1734283483238/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3150=[#edits: 1 = <3128/info:/1734283483238/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3151=[#edits: 1 = <3129/info:/1734283483239/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=63960, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-15T17:24:43,246 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-15T17:24:43,246 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3152=[#edits: 1 = <3130/info:/1734283483239/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3153=[#edits: 1 = <3131/info:/1734283483240/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3154=[#edits: 1 = <3132/info:/1734283483242/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3155=[#edits: 1 = <3133/info:/1734283483244/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=64252, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-15T17:24:43,246 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 64252, reset compression=false 2024-12-15T17:24:43,252 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-15T17:24:43,252 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3156=[#edits: 1 = <3134/info:/1734283483245/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3157=[#edits: 1 = <3135/info:/1734283483246/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3158=[#edits: 1 = <3136/info:/1734283483246/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3159=[#edits: 1 = <3137/info:/1734283483247/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3160=[#edits: 1 = <3138/info:/1734283483248/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3161=[#edits: 1 = <3139/info:/1734283483248/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3162=[#edits: 1 = <3140/info:/1734283483249/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=64763, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-15T17:24:43,252 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 64763, reset compression=false 2024-12-15T17:24:43,257 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-15T17:24:43,257 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 65347, reset compression=false 2024-12-15T17:24:43,257 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3163=[#edits: 1 = <3141/info:/1734283483250/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3164=[#edits: 1 = <3142/info:/1734283483251/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3165=[#edits: 1 = <3143/info:/1734283483252/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3166=[#edits: 1 = <3144/info:/1734283483253/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3167=[#edits: 1 = <3145/info:/1734283483253/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3168=[#edits: 1 = <3146/info:/1734283483254/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3169=[#edits: 1 = <3147/info:/1734283483254/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3170=[#edits: 1 = <3148/info:/1734283483255/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=65347, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-15T17:24:43,261 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-15T17:24:43,261 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 65639, reset compression=false 2024-12-15T17:24:43,261 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3171=[#edits: 1 = <3149/info:/1734283483255/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3172=[#edits: 1 = <3150/info:/1734283483257/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3173=[#edits: 1 = <3151/info:/1734283483258/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3174=[#edits: 1 = <3152/info:/1734283483259/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=65639, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-15T17:24:43,273 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 22 WAL entries eligible for replication 2024-12-15T17:24:43,273 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 67245, reset compression=false 2024-12-15T17:24:43,273 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3175=[#edits: 1 = <3153/info:/1734283483260/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3176=[#edits: 1 = <3154/info:/1734283483260/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3177=[#edits: 1 = <3155/info:/1734283483261/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3178=[#edits: 1 = <3156/info:/1734283483263/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3179=[#edits: 1 = <3157/info:/1734283483264/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3180=[#edits: 1 = <3158/info:/1734283483265/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3181=[#edits: 1 = <3159/info:/1734283483265/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3182=[#edits: 1 = <3160/info:/1734283483265/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3183=[#edits: 1 = <3161/info:/1734283483266/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3184=[#edits: 1 = <3162/info:/1734283483266/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3185=[#edits: 1 = <3163/info:/1734283483267/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3186=[#edits: 1 = <3164/info:/1734283483267/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3187=[#edits: 1 = <3165/info:/1734283483268/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3188=[#edits: 1 = <3166/info:/1734283483268/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3189=[#edits: 1 = <3167/info:/1734283483269/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3190=[#edits: 1 = <3168/info:/1734283483269/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3191=[#edits: 1 = <3169/info:/1734283483269/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3192=[#edits: 1 = <3170/info:/1734283483270/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3193=[#edits: 1 = <3171/info:/1734283483270/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3194=[#edits: 1 = <3172/info:/1734283483270/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3195=[#edits: 1 = <3173/info:/1734283483271/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3196=[#edits: 1 = <3174/info:/1734283483271/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=67245, nbRowKeys=22, nbHFiles=0, heapSize=3784, lastSeqIds={}, endOfFile=false,usedBufferSize=3784] 2024-12-15T17:24:43,301 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-15T17:24:43,301 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3197=[#edits: 1 = <3175/info:/1734283483272/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3198=[#edits: 1 = <3176/info:/1734283483272/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3199=[#edits: 1 = <3177/info:/1734283483273/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3200=[#edits: 1 = <3178/info:/1734283483276/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3201=[#edits: 1 = <3179/info:/1734283483277/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3202=[#edits: 1 = <3180/info:/1734283483278/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3203=[#edits: 1 = <3181/info:/1734283483279/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3204=[#edits: 1 = <3182/info:/1734283483279/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3205=[#edits: 1 = <3183/info:/1734283483280/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3206=[#edits: 1 = <3184/info:/1734283483280/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3207=[#edits: 1 = <3185/info:/1734283483281/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3208=[#edits: 1 = <3186/info:/1734283483282/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3209=[#edits: 1 = <3187/info:/1734283483282/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=68194, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-15T17:24:43,301 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 68194, reset compression=false 2024-12-15T17:24:43,313 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 30 WAL entries eligible for replication 2024-12-15T17:24:43,313 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 70384, reset compression=false 2024-12-15T17:24:43,313 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3210=[#edits: 1 = <3188/info:/1734283483283/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3211=[#edits: 1 = <3189/info:/1734283483288/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3212=[#edits: 1 = <3190/info:/1734283483291/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3213=[#edits: 1 = <3191/info:/1734283483295/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3214=[#edits: 1 = <3192/info:/1734283483296/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3215=[#edits: 1 = <3193/info:/1734283483297/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3216=[#edits: 1 = <3194/info:/1734283483297/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3217=[#edits: 1 = <3195/info:/1734283483298/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3218=[#edits: 1 = <3196/info:/1734283483298/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3219=[#edits: 1 = <3197/info:/1734283483299/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3220=[#edits: 1 = <3198/info:/1734283483299/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3221=[#edits: 1 = <3199/info:/1734283483300/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3222=[#edits: 1 = <3200/info:/1734283483300/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3223=[#edits: 1 = <3201/info:/1734283483301/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3224=[#edits: 1 = <3202/info:/1734283483302/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3225=[#edits: 1 = <3203/info:/1734283483304/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3226=[#edits: 1 = <3204/info:/1734283483305/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3227=[#edits: 1 = <3205/info:/1734283483305/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3228=[#edits: 1 = <3206/info:/1734283483306/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3229=[#edits: 1 = <3207/info:/1734283483306/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3230=[#edits: 1 = <3208/info:/1734283483306/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3231=[#edits: 1 = <3209/info:/1734283483307/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3232=[#edits: 1 = <3210/info:/1734283483307/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3233=[#edits: 1 = <3211/info:/1734283483308/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3234=[#edits: 1 = <3212/info:/1734283483308/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3235=[#edits: 1 = <3213/info:/1734283483309/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3236=[#edits: 1 = <3214/info:/1734283483309/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3237=[#edits: 1 = <3215/info:/1734283483309/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3238=[#edits: 1 = <3216/info:/1734283483310/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3239=[#edits: 1 = <3217/info:/1734283483311/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=70384, nbRowKeys=30, nbHFiles=0, heapSize=5160, lastSeqIds={}, endOfFile=false,usedBufferSize=5160] 2024-12-15T17:24:43,318 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-15T17:24:43,318 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 71114, reset compression=false 2024-12-15T17:24:43,318 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3240=[#edits: 1 = <3218/info:/1734283483311/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3241=[#edits: 1 = <3219/info:/1734283483312/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3242=[#edits: 1 = <3220/info:/1734283483313/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3243=[#edits: 1 = <3221/info:/1734283483313/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3244=[#edits: 1 = <3222/info:/1734283483313/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3245=[#edits: 1 = <3223/info:/1734283483314/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3246=[#edits: 1 = <3224/info:/1734283483315/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3247=[#edits: 1 = <3225/info:/1734283483315/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3248=[#edits: 1 = <3226/info:/1734283483316/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3249=[#edits: 1 = <3227/info:/1734283483316/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=71114, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-15T17:24:43,325 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:43,325 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 71333, reset compression=false 2024-12-15T17:24:43,325 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3250=[#edits: 1 = <3228/info:/1734283483318/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3251=[#edits: 1 = <3229/info:/1734283483320/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3252=[#edits: 1 = <3230/info:/1734283483321/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=71333, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-15T17:24:43,329 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-15T17:24:43,329 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 71771, reset compression=false 2024-12-15T17:24:43,329 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3253=[#edits: 1 = <3231/info:/1734283483322/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3254=[#edits: 1 = <3232/info:/1734283483323/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3255=[#edits: 1 = <3233/info:/1734283483323/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3256=[#edits: 1 = <3234/info:/1734283483324/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3257=[#edits: 1 = <3235/info:/1734283483324/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3258=[#edits: 1 = <3236/info:/1734283483326/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=71771, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-15T17:24:43,358 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:43,358 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3259=[#edits: 1 = <3237/info:/1734283483328/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3260=[#edits: 1 = <3238/info:/1734283483332/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=71917, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-15T17:24:43,358 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 71917, reset compression=false 2024-12-15T17:24:43,381 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 14 WAL entries eligible for replication 2024-12-15T17:24:43,381 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 72939, reset compression=false 2024-12-15T17:24:43,381 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3261=[#edits: 1 = <3239/info:/1734283483357/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3262=[#edits: 1 = <3240/info:/1734283483358/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3263=[#edits: 1 = <3241/info:/1734283483359/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3264=[#edits: 1 = <3242/info:/1734283483360/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3265=[#edits: 1 = <3243/info:/1734283483360/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3266=[#edits: 1 = <3244/info:/1734283483360/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3267=[#edits: 1 = <3245/info:/1734283483361/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3268=[#edits: 1 = <3246/info:/1734283483363/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3269=[#edits: 1 = <3247/info:/1734283483364/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3270=[#edits: 1 = <3248/info:/1734283483365/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3271=[#edits: 1 = <3249/info:/1734283483365/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3272=[#edits: 1 = <3250/info:/1734283483368/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3273=[#edits: 1 = <3251/info:/1734283483369/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3274=[#edits: 1 = <3252/info:/1734283483370/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=72939, nbRowKeys=14, nbHFiles=0, heapSize=2408, lastSeqIds={}, endOfFile=false,usedBufferSize=2408] 2024-12-15T17:24:43,391 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 14 WAL entries eligible for replication 2024-12-15T17:24:43,391 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 73961, reset compression=false 2024-12-15T17:24:43,391 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3275=[#edits: 1 = <3253/info:/1734283483377/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3276=[#edits: 1 = <3254/info:/1734283483378/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3277=[#edits: 1 = <3255/info:/1734283483379/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3278=[#edits: 1 = <3256/info:/1734283483379/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3279=[#edits: 1 = <3257/info:/1734283483380/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3280=[#edits: 1 = <3258/info:/1734283483381/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3281=[#edits: 1 = <3259/info:/1734283483385/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3282=[#edits: 1 = <3260/info:/1734283483386/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3283=[#edits: 1 = <3261/info:/1734283483386/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3284=[#edits: 1 = <3262/info:/1734283483387/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3285=[#edits: 1 = <3263/info:/1734283483387/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3286=[#edits: 1 = <3264/info:/1734283483388/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3287=[#edits: 1 = <3265/info:/1734283483388/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3288=[#edits: 1 = <3266/info:/1734283483389/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=73961, nbRowKeys=14, nbHFiles=0, heapSize=2408, lastSeqIds={}, endOfFile=false,usedBufferSize=2408] 2024-12-15T17:24:43,397 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-15T17:24:43,397 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 74837, reset compression=false 2024-12-15T17:24:43,399 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3289=[#edits: 1 = <3267/info:/1734283483389/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3290=[#edits: 1 = <3268/info:/1734283483390/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3291=[#edits: 1 = <3269/info:/1734283483391/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3292=[#edits: 1 = <3270/info:/1734283483392/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3293=[#edits: 1 = <3271/info:/1734283483392/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3294=[#edits: 1 = <3272/info:/1734283483393/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3295=[#edits: 1 = <3273/info:/1734283483393/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3296=[#edits: 1 = <3274/info:/1734283483394/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3297=[#edits: 1 = <3275/info:/1734283483394/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3298=[#edits: 1 = <3276/info:/1734283483394/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3299=[#edits: 1 = <3277/info:/1734283483395/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3300=[#edits: 1 = <3278/info:/1734283483395/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=74837, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-15T17:24:43,401 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:24:43,401 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 75202, reset compression=false 2024-12-15T17:24:43,403 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3301=[#edits: 1 = <3279/info:/1734283483395/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3302=[#edits: 1 = <3280/info:/1734283483396/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3303=[#edits: 1 = <3281/info:/1734283483397/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3304=[#edits: 1 = <3282/info:/1734283483397/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3305=[#edits: 1 = <3283/info:/1734283483399/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=75202, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-15T17:24:43,407 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-15T17:24:43,407 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 76005, reset compression=false 2024-12-15T17:24:43,407 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3306=[#edits: 1 = <3284/info:/1734283483400/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3307=[#edits: 1 = <3285/info:/1734283483401/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3308=[#edits: 1 = <3286/info:/1734283483402/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3309=[#edits: 1 = <3287/info:/1734283483402/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3310=[#edits: 1 = <3288/info:/1734283483403/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3311=[#edits: 1 = <3289/info:/1734283483403/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3312=[#edits: 1 = <3290/info:/1734283483404/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3313=[#edits: 1 = <3291/info:/1734283483404/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3314=[#edits: 1 = <3292/info:/1734283483405/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3315=[#edits: 1 = <3293/info:/1734283483405/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3316=[#edits: 1 = <3294/info:/1734283483405/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=76005, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-15T17:24:43,411 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-15T17:24:43,411 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 76589, reset compression=false 2024-12-15T17:24:43,411 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3317=[#edits: 1 = <3295/info:/1734283483406/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3318=[#edits: 1 = <3296/info:/1734283483406/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3319=[#edits: 1 = <3297/info:/1734283483407/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3320=[#edits: 1 = <3298/info:/1734283483408/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3321=[#edits: 1 = <3299/info:/1734283483409/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3322=[#edits: 1 = <3300/info:/1734283483409/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3323=[#edits: 1 = <3301/info:/1734283483409/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3324=[#edits: 1 = <3302/info:/1734283483410/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=76589, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-15T17:24:43,415 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-15T17:24:43,415 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 77246, reset compression=false 2024-12-15T17:24:43,415 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3325=[#edits: 1 = <3303/info:/1734283483410/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3326=[#edits: 1 = <3304/info:/1734283483411/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3327=[#edits: 1 = <3305/info:/1734283483411/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3328=[#edits: 1 = <3306/info:/1734283483411/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3329=[#edits: 1 = <3307/info:/1734283483412/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3330=[#edits: 1 = <3308/info:/1734283483412/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3331=[#edits: 1 = <3309/info:/1734283483413/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3332=[#edits: 1 = <3310/info:/1734283483413/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3333=[#edits: 1 = <3311/info:/1734283483414/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=77246, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-15T17:24:43,419 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-15T17:24:43,419 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 77830, reset compression=false 2024-12-15T17:24:43,419 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3334=[#edits: 1 = <3312/info:/1734283483414/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3335=[#edits: 1 = <3313/info:/1734283483415/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3336=[#edits: 1 = <3314/info:/1734283483415/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3337=[#edits: 1 = <3315/info:/1734283483416/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3338=[#edits: 1 = <3316/info:/1734283483416/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3339=[#edits: 1 = <3317/info:/1734283483417/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3340=[#edits: 1 = <3318/info:/1734283483417/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3341=[#edits: 1 = <3319/info:/1734283483417/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=77830, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-15T17:24:43,424 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-15T17:24:43,424 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 78706, reset compression=false 2024-12-15T17:24:43,424 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3342=[#edits: 1 = <3320/info:/1734283483418/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3343=[#edits: 1 = <3321/info:/1734283483418/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3344=[#edits: 1 = <3322/info:/1734283483419/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3345=[#edits: 1 = <3323/info:/1734283483419/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3346=[#edits: 1 = <3324/info:/1734283483420/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3347=[#edits: 1 = <3325/info:/1734283483420/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3348=[#edits: 1 = <3326/info:/1734283483421/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3349=[#edits: 1 = <3327/info:/1734283483421/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3350=[#edits: 1 = <3328/info:/1734283483421/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3351=[#edits: 1 = <3329/info:/1734283483421/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3352=[#edits: 1 = <3330/info:/1734283483422/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3353=[#edits: 1 = <3331/info:/1734283483422/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=78706, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-15T17:24:43,456 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-15T17:24:43,456 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 79144, reset compression=false 2024-12-15T17:24:43,456 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3354=[#edits: 1 = <3332/info:/1734283483422/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3355=[#edits: 1 = <3333/info:/1734283483423/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3356=[#edits: 1 = <3334/info:/1734283483423/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3357=[#edits: 1 = <3335/info:/1734283483423/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3358=[#edits: 1 = <3336/info:/1734283483424/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3359=[#edits: 1 = <3337/info:/1734283483436/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=79144, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-15T17:24:43,480 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:43,480 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 79290, reset compression=false 2024-12-15T17:24:43,480 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3360=[#edits: 1 = <3338/info:/1734283483455/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3361=[#edits: 1 = <3339/info:/1734283483466/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=79290, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-15T17:24:43,491 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:24:43,491 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 79363, reset compression=false 2024-12-15T17:24:43,491 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3362=[#edits: 1 = <3340/info:/1734283483475/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=79363, nbRowKeys=1, nbHFiles=0, heapSize=172, lastSeqIds={}, endOfFile=false,usedBufferSize=172] 2024-12-15T17:24:43,511 DEBUG [AsyncFSWAL-0-hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05-prefix:4ce65a7c4674,34827,1734283476267.meta {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=80531, logrollsize=80530 2024-12-15T17:24:43,511 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL 4ce65a7c4674%2C34827%2C1734283476267.meta:.meta(num 1734283482450) roll requested 2024-12-15T17:24:43,529 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, exclude list is [], retry=0 2024-12-15T17:24:43,533 DEBUG [RS-EventLoopGroup-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43239,DS-8e3280d5-630b-4037-a829-7c76ea15f860,DISK] 2024-12-15T17:24:43,534 DEBUG [RS-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33259,DS-4348cf5d-4660-4379-aec9-a8b245f3193b,DISK] 2024-12-15T17:24:43,534 DEBUG [RS-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37721,DS-e54c4d66-02c4-4936-a305-8c5ce9352a96,DISK] 2024-12-15T17:24:43,551 INFO [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta with entries=1118, filesize=79.78 KB; new WAL /user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta 2024-12-15T17:24:43,551 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32937:32937),(127.0.0.1/127.0.0.1:42317:42317),(127.0.0.1/127.0.0.1:45263:45263)] 2024-12-15T17:24:43,551 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta is not closed yet, will try archiving it next time 2024-12-15T17:24:43,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43879 is added to blk_1073741845_1021 (size=81707) 2024-12-15T17:24:43,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741845_1021 (size=81707) 2024-12-15T17:24:43,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43239 is added to blk_1073741845_1021 (size=81707) 2024-12-15T17:24:43,560 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta not finished, retry = 0 2024-12-15T17:24:43,699 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta to pos 79363, reset compression=false 2024-12-15T17:24:43,703 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(462): EOF, closing hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta 2024-12-15T17:24:43,703 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 32 WAL entries eligible for replication 2024-12-15T17:24:43,703 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, startPosition=0, beingWritten=true 2024-12-15T17:24:43,703 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3363=[#edits: 1 = <3341/info:/1734283483495/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3364=[#edits: 1 = <3342/info:/1734283483503/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3365=[#edits: 1 = <3343/info:/1734283483504/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3366=[#edits: 1 = <3344/info:/1734283483505/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3367=[#edits: 1 = <3345/info:/1734283483505/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3368=[#edits: 1 = <3346/info:/1734283483506/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3369=[#edits: 1 = <3347/info:/1734283483506/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3370=[#edits: 1 = <3348/info:/1734283483507/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3371=[#edits: 1 = <3349/info:/1734283483507/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3372=[#edits: 1 = <3350/info:/1734283483508/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3373=[#edits: 1 = <3351/info:/1734283483508/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3374=[#edits: 1 = <3352/info:/1734283483509/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3375=[#edits: 1 = <3353/info:/1734283483509/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3376=[#edits: 1 = <3354/info:/1734283483510/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3377=[#edits: 1 = <3355/info:/1734283483510/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3378=[#edits: 1 = <3356/info:/1734283483511/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3379=[#edits: 1 = <3357/info:/1734283483511/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3380=[#edits: 1 = <3358/info:/1734283483516/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3381=[#edits: 1 = <3359/info:/1734283483517/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3382=[#edits: 1 = <3360/info:/1734283483519/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3383=[#edits: 1 = <3361/info:/1734283483522/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3384=[#edits: 1 = <3362/info:/1734283483524/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3385=[#edits: 1 = <3363/info:/1734283483527/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3386=[#edits: 1 = <3364/info:/1734283483530/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3387=[#edits: 1 = <3365/info:/1734283483532/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3388=[#edits: 1 = <3366/info:/1734283483536/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3389=[#edits: 1 = <3367/info:/1734283483538/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3390=[#edits: 1 = <3368/info:/1734283483541/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3391=[#edits: 1 = <3369/info:/1734283483544/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3392=[#edits: 1 = <3370/info:/1734283483545/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3393=[#edits: 1 = <3371/info:/1734283483547/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3394=[#edits: 1 = <3372/info:/1734283483550/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283482450.meta, lastWalPosition=81699, nbRowKeys=32, nbHFiles=0, heapSize=5504, lastSeqIds={}, endOfFile=true,usedBufferSize=5504] 2024-12-15T17:24:43,714 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:43,714 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3395=[#edits: 1 = <3373/info:/1734283483553/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3396=[#edits: 1 = <3374/info:/1734283483555/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3397=[#edits: 1 = <3375/info:/1734283483557/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3398=[#edits: 1 = <3376/info:/1734283483558/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3399=[#edits: 1 = <3377/info:/1734283483559/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3400=[#edits: 1 = <3378/info:/1734283483559/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3401=[#edits: 1 = <3379/info:/1734283483560/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3402=[#edits: 1 = <3380/info:/1734283483561/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3403=[#edits: 1 = <3381/info:/1734283483561/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3404=[#edits: 1 = <3382/info:/1734283483562/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3405=[#edits: 1 = <3383/info:/1734283483562/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3406=[#edits: 1 = <3384/info:/1734283483563/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3407=[#edits: 1 = <3385/info:/1734283483564/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3408=[#edits: 1 = <3386/info:/1734283483565/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3409=[#edits: 1 = <3387/info:/1734283483566/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3410=[#edits: 1 = <3388/info:/1734283483567/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3411=[#edits: 1 = <3389/info:/1734283483567/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3412=[#edits: 1 = <3390/info:/1734283483568/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3413=[#edits: 1 = <3391/info:/1734283483568/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3414=[#edits: 1 = <3392/info:/1734283483569/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3415=[#edits: 1 = <3393/info:/1734283483569/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3416=[#edits: 1 = <3394/info:/1734283483570/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3417=[#edits: 1 = <3395/info:/1734283483570/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3418=[#edits: 1 = <3396/info:/1734283483572/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3419=[#edits: 1 = <3397/info:/1734283483573/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3420=[#edits: 1 = <3398/info:/1734283483573/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3421=[#edits: 1 = <3399/info:/1734283483575/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3422=[#edits: 1 = <3400/info:/1734283483575/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3423=[#edits: 1 = <3401/info:/1734283483576/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3424=[#edits: 1 = <3402/info:/1734283483576/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3425=[#edits: 1 = <3403/info:/1734283483577/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3426=[#edits: 1 = <3404/info:/1734283483577/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3427=[#edits: 1 = <3405/info:/1734283483577/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3428=[#edits: 1 = <3406/info:/1734283483578/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3429=[#edits: 1 = <3407/info:/1734283483578/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3430=[#edits: 1 = <3408/info:/1734283483579/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3431=[#edits: 1 = <3409/info:/1734283483579/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3432=[#edits: 1 = <3410/info:/1734283483579/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3433=[#edits: 1 = <3411/info:/1734283483580/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3434=[#edits: 1 = <3412/info:/1734283483581/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3435=[#edits: 1 = <3413/info:/1734283483581/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3436=[#edits: 1 = <3414/info:/1734283483582/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3437=[#edits: 1 = <3415/info:/1734283483582/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3438=[#edits: 1 = <3416/info:/1734283483583/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3439=[#edits: 1 = <3417/info:/1734283483583/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3440=[#edits: 1 = <3418/info:/1734283483584/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3441=[#edits: 1 = <3419/info:/1734283483584/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3442=[#edits: 1 = <3420/info:/1734283483585/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3443=[#edits: 1 = <3421/info:/1734283483585/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3444=[#edits: 1 = <3422/info:/1734283483585/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3445=[#edits: 1 = <3423/info:/1734283483586/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3446=[#edits: 1 = <3424/info:/1734283483586/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3447=[#edits: 1 = <3425/info:/1734283483586/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3448=[#edits: 1 = <3426/info:/1734283483587/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3449=[#edits: 1 = <3427/info:/1734283483587/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3450=[#edits: 1 = <3428/info:/1734283483595/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3451=[#edits: 1 = <3429/info:/1734283483596/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3452=[#edits: 1 = <3430/info:/1734283483596/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3453=[#edits: 1 = <3431/info:/1734283483597/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3454=[#edits: 1 = <3432/info:/1734283483597/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=4465, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:43,715 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:43,716 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:43,719 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3455=[#edits: 1 = <3433/info:/1734283483598/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3456=[#edits: 1 = <3434/info:/1734283483598/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3457=[#edits: 1 = <3435/info:/1734283483598/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3458=[#edits: 1 = <3436/info:/1734283483599/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3459=[#edits: 1 = <3437/info:/1734283483599/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3460=[#edits: 1 = <3438/info:/1734283483599/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3461=[#edits: 1 = <3439/info:/1734283483600/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3462=[#edits: 1 = <3440/info:/1734283483600/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3463=[#edits: 1 = <3441/info:/1734283483600/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3464=[#edits: 1 = <3442/info:/1734283483601/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3465=[#edits: 1 = <3443/info:/1734283483601/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3466=[#edits: 1 = <3444/info:/1734283483601/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3467=[#edits: 1 = <3445/info:/1734283483602/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3468=[#edits: 1 = <3446/info:/1734283483602/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3469=[#edits: 1 = <3447/info:/1734283483602/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3470=[#edits: 1 = <3448/info:/1734283483603/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3471=[#edits: 1 = <3449/info:/1734283483603/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3472=[#edits: 1 = <3450/info:/1734283483603/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3473=[#edits: 1 = <3451/info:/1734283483604/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3474=[#edits: 1 = <3452/info:/1734283483604/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3475=[#edits: 1 = <3453/info:/1734283483604/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3476=[#edits: 1 = <3454/info:/1734283483605/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3477=[#edits: 1 = <3455/info:/1734283483605/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3478=[#edits: 1 = <3456/info:/1734283483605/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3479=[#edits: 1 = <3457/info:/1734283483606/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3480=[#edits: 1 = <3458/info:/1734283483606/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3481=[#edits: 1 = <3459/info:/1734283483606/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3482=[#edits: 1 = <3460/info:/1734283483607/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3483=[#edits: 1 = <3461/info:/1734283483607/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3484=[#edits: 1 = <3462/info:/1734283483608/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3485=[#edits: 1 = <3463/info:/1734283483609/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3486=[#edits: 1 = <3464/info:/1734283483609/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3487=[#edits: 1 = <3465/info:/1734283483609/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3488=[#edits: 1 = <3466/info:/1734283483611/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3489=[#edits: 1 = <3467/info:/1734283483613/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3490=[#edits: 1 = <3468/info:/1734283483613/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3491=[#edits: 1 = <3469/info:/1734283483614/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3492=[#edits: 1 = <3470/info:/1734283483614/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3493=[#edits: 1 = <3471/info:/1734283483615/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3494=[#edits: 1 = <3472/info:/1734283483615/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3495=[#edits: 1 = <3473/info:/1734283483620/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3496=[#edits: 1 = <3474/info:/1734283483623/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3497=[#edits: 1 = <3475/info:/1734283483624/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3498=[#edits: 1 = <3476/info:/1734283483624/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3499=[#edits: 1 = <3477/info:/1734283483625/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3500=[#edits: 1 = <3478/info:/1734283483625/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3501=[#edits: 1 = <3479/info:/1734283483627/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3502=[#edits: 1 = <3480/info:/1734283483628/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3503=[#edits: 1 = <3481/info:/1734283483629/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3504=[#edits: 1 = <3482/info:/1734283483629/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3505=[#edits: 1 = <3483/info:/1734283483630/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3506=[#edits: 1 = <3484/info:/1734283483630/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3507=[#edits: 1 = <3485/info:/1734283483631/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3508=[#edits: 1 = <3486/info:/1734283483632/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3509=[#edits: 1 = <3487/info:/1734283483632/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3510=[#edits: 1 = <3488/info:/1734283483633/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3511=[#edits: 1 = <3489/info:/1734283483633/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3512=[#edits: 1 = <3490/info:/1734283483643/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3513=[#edits: 1 = <3491/info:/1734283483644/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3514=[#edits: 1 = <3492/info:/1734283483644/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=8845, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:43,719 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 33 WAL entries eligible for replication 2024-12-15T17:24:43,720 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 15634, reset compression=false 2024-12-15T17:24:43,720 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3515=[#edits: 1 = <3493/info:/1734283483645/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3516=[#edits: 1 = <3494/info:/1734283483645/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3517=[#edits: 1 = <3495/info:/1734283483645/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3518=[#edits: 1 = <3496/info:/1734283483646/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3519=[#edits: 1 = <3497/info:/1734283483646/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3520=[#edits: 1 = <3498/info:/1734283483646/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3521=[#edits: 1 = <3499/info:/1734283483647/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3522=[#edits: 1 = <3500/info:/1734283483647/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3523=[#edits: 1 = <3501/info:/1734283483648/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3524=[#edits: 1 = <3502/info:/1734283483648/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3525=[#edits: 1 = <3503/info:/1734283483651/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3526=[#edits: 1 = <3504/info:/1734283483655/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3527=[#edits: 1 = <3505/info:/1734283483659/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3528=[#edits: 1 = <3506/info:/1734283483660/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3529=[#edits: 1 = <3507/info:/1734283483661/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3530=[#edits: 1 = <3508/info:/1734283483662/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3531=[#edits: 1 = <3509/info:/1734283483662/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3532=[#edits: 1 = <3510/info:/1734283483662/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3533=[#edits: 1 = <3511/info:/1734283483663/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3534=[#edits: 1 = <3512/info:/1734283483663/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3535=[#edits: 1 = <3513/info:/1734283483664/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3536=[#edits: 1 = <3514/info:/1734283483665/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3537=[#edits: 1 = <3515/info:/1734283483665/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3538=[#edits: 1 = <3516/info:/1734283483666/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3539=[#edits: 1 = <3517/info:/1734283483666/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3540=[#edits: 1 = <3518/info:/1734283483666/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3541=[#edits: 1 = <3519/info:/1734283483667/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3542=[#edits: 1 = <3520/info:/1734283483667/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3543=[#edits: 1 = <3521/info:/1734283483668/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3544=[#edits: 1 = <3522/info:/1734283483668/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3545=[#edits: 1 = <3523/info:/1734283483669/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3546=[#edits: 1 = <3524/info:/1734283483669/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3547=[#edits: 1 = <3525/info:/1734283483669/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3548=[#edits: 1 = <3526/info:/1734283483670/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3549=[#edits: 1 = <3527/info:/1734283483670/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3550=[#edits: 1 = <3528/info:/1734283483671/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3551=[#edits: 1 = <3529/info:/1734283483671/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3552=[#edits: 1 = <3530/info:/1734283483672/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3553=[#edits: 1 = <3531/info:/1734283483672/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3554=[#edits: 1 = <3532/info:/1734283483673/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3555=[#edits: 1 = <3533/info:/1734283483673/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3556=[#edits: 1 = <3534/info:/1734283483674/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3557=[#edits: 1 = <3535/info:/1734283483674/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3558=[#edits: 1 = <3536/info:/1734283483675/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3559=[#edits: 1 = <3537/info:/1734283483676/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3560=[#edits: 1 = <3538/info:/1734283483676/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3561=[#edits: 1 = <3539/info:/1734283483677/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3562=[#edits: 1 = <3540/info:/1734283483678/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3563=[#edits: 1 = <3541/info:/1734283483678/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3564=[#edits: 1 = <3542/info:/1734283483679/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3565=[#edits: 1 = <3543/info:/1734283483679/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3566=[#edits: 1 = <3544/info:/1734283483680/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3567=[#edits: 1 = <3545/info:/1734283483680/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3568=[#edits: 1 = <3546/info:/1734283483681/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3569=[#edits: 1 = <3547/info:/1734283483683/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3570=[#edits: 1 = <3548/info:/1734283483684/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3571=[#edits: 1 = <3549/info:/1734283483684/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3572=[#edits: 1 = <3550/info:/1734283483685/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3573=[#edits: 1 = <3551/info:/1734283483685/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3574=[#edits: 1 = <3552/info:/1734283483685/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=13225, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:43,721 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3575=[#edits: 1 = <3553/info:/1734283483686/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3576=[#edits: 1 = <3554/info:/1734283483686/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3577=[#edits: 1 = <3555/info:/1734283483687/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3578=[#edits: 1 = <3556/info:/1734283483687/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3579=[#edits: 1 = <3557/info:/1734283483688/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3580=[#edits: 1 = <3558/info:/1734283483688/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3581=[#edits: 1 = <3559/info:/1734283483688/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3582=[#edits: 1 = <3560/info:/1734283483689/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3583=[#edits: 1 = <3561/info:/1734283483691/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3584=[#edits: 1 = <3562/info:/1734283483693/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3585=[#edits: 1 = <3563/info:/1734283483694/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3586=[#edits: 1 = <3564/info:/1734283483694/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3587=[#edits: 1 = <3565/info:/1734283483695/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3588=[#edits: 1 = <3566/info:/1734283483695/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3589=[#edits: 1 = <3567/info:/1734283483697/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3590=[#edits: 1 = <3568/info:/1734283483698/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3591=[#edits: 1 = <3569/info:/1734283483698/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3592=[#edits: 1 = <3570/info:/1734283483699/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3593=[#edits: 1 = <3571/info:/1734283483700/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3594=[#edits: 1 = <3572/info:/1734283483701/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3595=[#edits: 1 = <3573/info:/1734283483703/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3596=[#edits: 1 = <3574/info:/1734283483706/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3597=[#edits: 1 = <3575/info:/1734283483707/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3598=[#edits: 1 = <3576/info:/1734283483707/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3599=[#edits: 1 = <3577/info:/1734283483708/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3600=[#edits: 1 = <3578/info:/1734283483708/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3601=[#edits: 1 = <3579/info:/1734283483709/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3602=[#edits: 1 = <3580/info:/1734283483709/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3603=[#edits: 1 = <3581/info:/1734283483709/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3604=[#edits: 1 = <3582/info:/1734283483710/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3605=[#edits: 1 = <3583/info:/1734283483710/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3606=[#edits: 1 = <3584/info:/1734283483710/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3607=[#edits: 1 = <3585/info:/1734283483711/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=15634, nbRowKeys=33, nbHFiles=0, heapSize=5676, lastSeqIds={}, endOfFile=false,usedBufferSize=5676] 2024-12-15T17:24:43,728 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 16 WAL entries eligible for replication 2024-12-15T17:24:43,728 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 16802, reset compression=false 2024-12-15T17:24:43,728 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3608=[#edits: 1 = <3586/info:/1734283483711/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3609=[#edits: 1 = <3587/info:/1734283483712/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3610=[#edits: 1 = <3588/info:/1734283483713/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3611=[#edits: 1 = <3589/info:/1734283483713/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3612=[#edits: 1 = <3590/info:/1734283483714/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3613=[#edits: 1 = <3591/info:/1734283483714/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3614=[#edits: 1 = <3592/info:/1734283483715/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3615=[#edits: 1 = <3593/info:/1734283483719/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3616=[#edits: 1 = <3594/info:/1734283483720/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3617=[#edits: 1 = <3595/info:/1734283483720/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3618=[#edits: 1 = <3596/info:/1734283483721/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3619=[#edits: 1 = <3597/info:/1734283483721/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3620=[#edits: 1 = <3598/info:/1734283483722/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3621=[#edits: 1 = <3599/info:/1734283483722/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3622=[#edits: 1 = <3600/info:/1734283483723/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3623=[#edits: 1 = <3601/info:/1734283483723/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=16802, nbRowKeys=16, nbHFiles=0, heapSize=2752, lastSeqIds={}, endOfFile=false,usedBufferSize=2752] 2024-12-15T17:24:43,740 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-15T17:24:43,740 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 17532, reset compression=false 2024-12-15T17:24:43,740 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3624=[#edits: 1 = <3602/info:/1734283483724/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3625=[#edits: 1 = <3603/info:/1734283483724/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3626=[#edits: 1 = <3604/info:/1734283483725/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3627=[#edits: 1 = <3605/info:/1734283483725/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3628=[#edits: 1 = <3606/info:/1734283483725/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3629=[#edits: 1 = <3607/info:/1734283483726/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3630=[#edits: 1 = <3608/info:/1734283483726/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3631=[#edits: 1 = <3609/info:/1734283483727/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3632=[#edits: 1 = <3610/info:/1734283483727/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3633=[#edits: 1 = <3611/info:/1734283483732/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=17532, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-15T17:24:43,760 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 20 WAL entries eligible for replication 2024-12-15T17:24:43,760 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 18992, reset compression=false 2024-12-15T17:24:43,760 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3634=[#edits: 1 = <3612/info:/1734283483741/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3635=[#edits: 1 = <3613/info:/1734283483744/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3636=[#edits: 1 = <3614/info:/1734283483744/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3637=[#edits: 1 = <3615/info:/1734283483744/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3638=[#edits: 1 = <3616/info:/1734283483745/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3639=[#edits: 1 = <3617/info:/1734283483746/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3640=[#edits: 1 = <3618/info:/1734283483747/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3641=[#edits: 1 = <3619/info:/1734283483748/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3642=[#edits: 1 = <3620/info:/1734283483748/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3643=[#edits: 1 = <3621/info:/1734283483748/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3644=[#edits: 1 = <3622/info:/1734283483749/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3645=[#edits: 1 = <3623/info:/1734283483749/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3646=[#edits: 1 = <3624/info:/1734283483750/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3647=[#edits: 1 = <3625/info:/1734283483750/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3648=[#edits: 1 = <3626/info:/1734283483751/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3649=[#edits: 1 = <3627/info:/1734283483751/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3650=[#edits: 1 = <3628/info:/1734283483751/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3651=[#edits: 1 = <3629/info:/1734283483753/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3652=[#edits: 1 = <3630/info:/1734283483754/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3653=[#edits: 1 = <3631/info:/1734283483755/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=18992, nbRowKeys=20, nbHFiles=0, heapSize=3440, lastSeqIds={}, endOfFile=false,usedBufferSize=3440] 2024-12-15T17:24:43,791 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 21 WAL entries eligible for replication 2024-12-15T17:24:43,792 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 20525, reset compression=false 2024-12-15T17:24:43,792 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3654=[#edits: 1 = <3632/info:/1734283483756/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3655=[#edits: 1 = <3633/info:/1734283483757/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3656=[#edits: 1 = <3634/info:/1734283483758/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3657=[#edits: 1 = <3635/info:/1734283483760/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3658=[#edits: 1 = <3636/info:/1734283483761/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3659=[#edits: 1 = <3637/info:/1734283483763/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3660=[#edits: 1 = <3638/info:/1734283483768/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3661=[#edits: 1 = <3639/info:/1734283483768/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3662=[#edits: 1 = <3640/info:/1734283483769/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3663=[#edits: 1 = <3641/info:/1734283483770/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3664=[#edits: 1 = <3642/info:/1734283483770/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3665=[#edits: 1 = <3643/info:/1734283483773/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3666=[#edits: 1 = <3644/info:/1734283483773/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3667=[#edits: 1 = <3645/info:/1734283483775/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3668=[#edits: 1 = <3646/info:/1734283483776/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3669=[#edits: 1 = <3647/info:/1734283483777/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3670=[#edits: 1 = <3648/info:/1734283483778/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3671=[#edits: 1 = <3649/info:/1734283483780/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3672=[#edits: 1 = <3650/info:/1734283483781/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3673=[#edits: 1 = <3651/info:/1734283483782/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3674=[#edits: 1 = <3652/info:/1734283483783/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=20525, nbRowKeys=21, nbHFiles=0, heapSize=3612, lastSeqIds={}, endOfFile=false,usedBufferSize=3612] 2024-12-15T17:24:43,798 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 20 WAL entries eligible for replication 2024-12-15T17:24:43,798 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 21985, reset compression=false 2024-12-15T17:24:43,798 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3675=[#edits: 1 = <3653/info:/1734283483784/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3676=[#edits: 1 = <3654/info:/1734283483785/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3677=[#edits: 1 = <3655/info:/1734283483786/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3678=[#edits: 1 = <3656/info:/1734283483787/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3679=[#edits: 1 = <3657/info:/1734283483787/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3680=[#edits: 1 = <3658/info:/1734283483788/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3681=[#edits: 1 = <3659/info:/1734283483788/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3682=[#edits: 1 = <3660/info:/1734283483789/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3683=[#edits: 1 = <3661/info:/1734283483789/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3684=[#edits: 1 = <3662/info:/1734283483789/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3685=[#edits: 1 = <3663/info:/1734283483790/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3686=[#edits: 1 = <3664/info:/1734283483790/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3687=[#edits: 1 = <3665/info:/1734283483790/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3688=[#edits: 1 = <3666/info:/1734283483791/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3689=[#edits: 1 = <3667/info:/1734283483791/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3690=[#edits: 1 = <3668/info:/1734283483792/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3691=[#edits: 1 = <3669/info:/1734283483792/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3692=[#edits: 1 = <3670/info:/1734283483793/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3693=[#edits: 1 = <3671/info:/1734283483794/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3694=[#edits: 1 = <3672/info:/1734283483794/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=21985, nbRowKeys=20, nbHFiles=0, heapSize=3440, lastSeqIds={}, endOfFile=false,usedBufferSize=3440] 2024-12-15T17:24:43,812 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-15T17:24:43,812 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 22642, reset compression=false 2024-12-15T17:24:43,812 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3695=[#edits: 1 = <3673/info:/1734283483795/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3696=[#edits: 1 = <3674/info:/1734283483795/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3697=[#edits: 1 = <3675/info:/1734283483796/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3698=[#edits: 1 = <3676/info:/1734283483796/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3699=[#edits: 1 = <3677/info:/1734283483797/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3700=[#edits: 1 = <3678/info:/1734283483797/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3701=[#edits: 1 = <3679/info:/1734283483797/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3702=[#edits: 1 = <3680/info:/1734283483801/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3703=[#edits: 1 = <3681/info:/1734283483805/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=22642, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-15T17:24:43,830 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:43,831 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3704=[#edits: 1 = <3682/info:/1734283483812/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3705=[#edits: 1 = <3683/info:/1734283483819/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=22788, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-15T17:24:43,831 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 22788, reset compression=false 2024-12-15T17:24:43,853 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T17:24:43,853 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3706=[#edits: 1 = <3684/info:/1734283483823/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3707=[#edits: 1 = <3685/info:/1734283483831/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3708=[#edits: 1 = <3686/info:/1734283483834/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3709=[#edits: 1 = <3687/info:/1734283483835/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3710=[#edits: 1 = <3688/info:/1734283483835/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3711=[#edits: 1 = <3689/info:/1734283483836/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3712=[#edits: 1 = <3690/info:/1734283483836/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3713=[#edits: 1 = <3691/info:/1734283483836/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3714=[#edits: 1 = <3692/info:/1734283483837/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3715=[#edits: 1 = <3693/info:/1734283483837/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3716=[#edits: 1 = <3694/info:/1734283483838/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3717=[#edits: 1 = <3695/info:/1734283483838/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3718=[#edits: 1 = <3696/info:/1734283483838/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3719=[#edits: 1 = <3697/info:/1734283483839/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3720=[#edits: 1 = <3698/info:/1734283483839/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3721=[#edits: 1 = <3699/info:/1734283483840/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3722=[#edits: 1 = <3700/info:/1734283483840/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3723=[#edits: 1 = <3701/info:/1734283483840/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3724=[#edits: 1 = <3702/info:/1734283483841/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3725=[#edits: 1 = <3703/info:/1734283483841/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3726=[#edits: 1 = <3704/info:/1734283483842/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3727=[#edits: 1 = <3705/info:/1734283483842/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3728=[#edits: 1 = <3706/info:/1734283483843/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3729=[#edits: 1 = <3707/info:/1734283483843/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=24540, nbRowKeys=24, nbHFiles=0, heapSize=4128, lastSeqIds={}, endOfFile=false,usedBufferSize=4128] 2024-12-15T17:24:43,854 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 24540, reset compression=false 2024-12-15T17:24:43,873 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 41 WAL entries eligible for replication 2024-12-15T17:24:43,873 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 27533, reset compression=false 2024-12-15T17:24:43,873 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3730=[#edits: 1 = <3708/info:/1734283483844/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3731=[#edits: 1 = <3709/info:/1734283483844/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3732=[#edits: 1 = <3710/info:/1734283483845/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3733=[#edits: 1 = <3711/info:/1734283483845/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3734=[#edits: 1 = <3712/info:/1734283483846/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3735=[#edits: 1 = <3713/info:/1734283483846/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3736=[#edits: 1 = <3714/info:/1734283483846/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3737=[#edits: 1 = <3715/info:/1734283483847/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3738=[#edits: 1 = <3716/info:/1734283483847/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3739=[#edits: 1 = <3717/info:/1734283483848/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3740=[#edits: 1 = <3718/info:/1734283483848/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3741=[#edits: 1 = <3719/info:/1734283483848/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3742=[#edits: 1 = <3720/info:/1734283483849/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3743=[#edits: 1 = <3721/info:/1734283483849/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3744=[#edits: 1 = <3722/info:/1734283483850/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3745=[#edits: 1 = <3723/info:/1734283483850/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3746=[#edits: 1 = <3724/info:/1734283483850/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3747=[#edits: 1 = <3725/info:/1734283483851/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3748=[#edits: 1 = <3726/info:/1734283483851/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3749=[#edits: 1 = <3727/info:/1734283483853/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3750=[#edits: 1 = <3728/info:/1734283483855/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3751=[#edits: 1 = <3729/info:/1734283483856/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3752=[#edits: 1 = <3730/info:/1734283483857/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3753=[#edits: 1 = <3731/info:/1734283483857/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3754=[#edits: 1 = <3732/info:/1734283483858/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3755=[#edits: 1 = <3733/info:/1734283483858/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3756=[#edits: 1 = <3734/info:/1734283483859/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3757=[#edits: 1 = <3735/info:/1734283483859/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3758=[#edits: 1 = <3736/info:/1734283483860/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3759=[#edits: 1 = <3737/info:/1734283483860/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3760=[#edits: 1 = <3738/info:/1734283483861/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3761=[#edits: 1 = <3739/info:/1734283483861/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3762=[#edits: 1 = <3740/info:/1734283483862/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3763=[#edits: 1 = <3741/info:/1734283483862/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3764=[#edits: 1 = <3742/info:/1734283483863/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3765=[#edits: 1 = <3743/info:/1734283483863/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3766=[#edits: 1 = <3744/info:/1734283483864/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3767=[#edits: 1 = <3745/info:/1734283483864/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3768=[#edits: 1 = <3746/info:/1734283483864/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3769=[#edits: 1 = <3747/info:/1734283483865/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3770=[#edits: 1 = <3748/info:/1734283483865/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=27533, nbRowKeys=41, nbHFiles=0, heapSize=7052, lastSeqIds={}, endOfFile=false,usedBufferSize=7052] 2024-12-15T17:24:43,885 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-15T17:24:43,885 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 28482, reset compression=false 2024-12-15T17:24:43,885 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3771=[#edits: 1 = <3749/info:/1734283483871/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3772=[#edits: 1 = <3750/info:/1734283483878/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3773=[#edits: 1 = <3751/info:/1734283483878/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3774=[#edits: 1 = <3752/info:/1734283483879/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3775=[#edits: 1 = <3753/info:/1734283483879/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3776=[#edits: 1 = <3754/info:/1734283483880/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3777=[#edits: 1 = <3755/info:/1734283483880/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3778=[#edits: 1 = <3756/info:/1734283483880/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3779=[#edits: 1 = <3757/info:/1734283483881/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3780=[#edits: 1 = <3758/info:/1734283483881/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3781=[#edits: 1 = <3759/info:/1734283483881/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3782=[#edits: 1 = <3760/info:/1734283483882/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3783=[#edits: 1 = <3761/info:/1734283483882/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=28482, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-15T17:24:43,923 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:24:43,923 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 28847, reset compression=false 2024-12-15T17:24:43,923 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3784=[#edits: 1 = <3762/info:/1734283483887/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3785=[#edits: 1 = <3763/info:/1734283483892/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3786=[#edits: 1 = <3764/info:/1734283483900/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3787=[#edits: 1 = <3765/info:/1734283483903/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3788=[#edits: 1 = <3766/info:/1734283483904/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=28847, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-15T17:24:43,932 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:43,932 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 28993, reset compression=false 2024-12-15T17:24:43,947 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3789=[#edits: 1 = <3767/info:/1734283483911/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3790=[#edits: 1 = <3768/info:/1734283483923/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=28993, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-15T17:24:43,957 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:43,957 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 29139, reset compression=false 2024-12-15T17:24:43,957 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3791=[#edits: 1 = <3769/info:/1734283483935/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3792=[#edits: 1 = <3770/info:/1734283483947/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=29139, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-15T17:24:43,962 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:43,962 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 29285, reset compression=false 2024-12-15T17:24:43,962 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3793=[#edits: 1 = <3771/info:/1734283483953/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3794=[#edits: 1 = <3772/info:/1734283483959/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=29285, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-15T17:24:43,981 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 16 WAL entries eligible for replication 2024-12-15T17:24:43,981 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 30453, reset compression=false 2024-12-15T17:24:43,981 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3795=[#edits: 1 = <3773/info:/1734283483963/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3796=[#edits: 1 = <3774/info:/1734283483965/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3797=[#edits: 1 = <3775/info:/1734283483965/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3798=[#edits: 1 = <3776/info:/1734283483966/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3799=[#edits: 1 = <3777/info:/1734283483966/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3800=[#edits: 1 = <3778/info:/1734283483967/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3801=[#edits: 1 = <3779/info:/1734283483967/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3802=[#edits: 1 = <3780/info:/1734283483967/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3803=[#edits: 1 = <3781/info:/1734283483968/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3804=[#edits: 1 = <3782/info:/1734283483968/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3805=[#edits: 1 = <3783/info:/1734283483969/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3806=[#edits: 1 = <3784/info:/1734283483969/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3807=[#edits: 1 = <3785/info:/1734283483970/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3808=[#edits: 1 = <3786/info:/1734283483970/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3809=[#edits: 1 = <3787/info:/1734283483971/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3810=[#edits: 1 = <3788/info:/1734283483975/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=30453, nbRowKeys=16, nbHFiles=0, heapSize=2752, lastSeqIds={}, endOfFile=false,usedBufferSize=2752] 2024-12-15T17:24:43,994 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-15T17:24:43,994 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 30745, reset compression=false 2024-12-15T17:24:43,999 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3811=[#edits: 1 = <3789/info:/1734283483978/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3812=[#edits: 1 = <3790/info:/1734283483979/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3813=[#edits: 1 = <3791/info:/1734283483980/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3814=[#edits: 1 = <3792/info:/1734283483987/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=30745, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-15T17:24:44,026 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 47 WAL entries eligible for replication 2024-12-15T17:24:44,026 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 34176, reset compression=false 2024-12-15T17:24:44,027 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3815=[#edits: 1 = <3793/info:/1734283483992/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3816=[#edits: 1 = <3794/info:/1734283483994/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3817=[#edits: 1 = <3795/info:/1734283483995/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3818=[#edits: 1 = <3796/info:/1734283483998/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3819=[#edits: 1 = <3797/info:/1734283483998/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3820=[#edits: 1 = <3798/info:/1734283483999/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3821=[#edits: 1 = <3799/info:/1734283483999/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3822=[#edits: 1 = <3800/info:/1734283484000/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3823=[#edits: 1 = <3801/info:/1734283484001/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3824=[#edits: 1 = <3802/info:/1734283484001/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3825=[#edits: 1 = <3803/info:/1734283484002/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3826=[#edits: 1 = <3804/info:/1734283484002/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3827=[#edits: 1 = <3805/info:/1734283484002/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3828=[#edits: 1 = <3806/info:/1734283484003/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3829=[#edits: 1 = <3807/info:/1734283484005/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3830=[#edits: 1 = <3808/info:/1734283484005/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3831=[#edits: 1 = <3809/info:/1734283484006/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3832=[#edits: 1 = <3810/info:/1734283484006/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3833=[#edits: 1 = <3811/info:/1734283484007/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3834=[#edits: 1 = <3812/info:/1734283484007/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3835=[#edits: 1 = <3813/info:/1734283484008/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3836=[#edits: 1 = <3814/info:/1734283484008/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3837=[#edits: 1 = <3815/info:/1734283484009/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3838=[#edits: 1 = <3816/info:/1734283484009/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3839=[#edits: 1 = <3817/info:/1734283484010/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3840=[#edits: 1 = <3818/info:/1734283484010/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3841=[#edits: 1 = <3819/info:/1734283484011/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3842=[#edits: 1 = <3820/info:/1734283484011/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3843=[#edits: 1 = <3821/info:/1734283484012/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3844=[#edits: 1 = <3822/info:/1734283484012/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3845=[#edits: 1 = <3823/info:/1734283484013/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3846=[#edits: 1 = <3824/info:/1734283484013/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3847=[#edits: 1 = <3825/info:/1734283484014/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3848=[#edits: 1 = <3826/info:/1734283484014/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3849=[#edits: 1 = <3827/info:/1734283484014/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3850=[#edits: 1 = <3828/info:/1734283484015/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3851=[#edits: 1 = <3829/info:/1734283484015/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3852=[#edits: 1 = <3830/info:/1734283484016/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3853=[#edits: 1 = <3831/info:/1734283484016/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3854=[#edits: 1 = <3832/info:/1734283484017/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3855=[#edits: 1 = <3833/info:/1734283484017/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3856=[#edits: 1 = <3834/info:/1734283484018/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3857=[#edits: 1 = <3835/info:/1734283484018/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3858=[#edits: 1 = <3836/info:/1734283484019/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3859=[#edits: 1 = <3837/info:/1734283484019/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3860=[#edits: 1 = <3838/info:/1734283484019/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3861=[#edits: 1 = <3839/info:/1734283484020/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=34176, nbRowKeys=47, nbHFiles=0, heapSize=8084, lastSeqIds={}, endOfFile=false,usedBufferSize=8084] 2024-12-15T17:24:44,056 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:24:44,057 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:24:44,062 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 40 WAL entries eligible for replication 2024-12-15T17:24:44,062 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 37096, reset compression=false 2024-12-15T17:24:44,062 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3862=[#edits: 1 = <3840/info:/1734283484020/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3863=[#edits: 1 = <3841/info:/1734283484021/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3864=[#edits: 1 = <3842/info:/1734283484021/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3865=[#edits: 1 = <3843/info:/1734283484022/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3866=[#edits: 1 = <3844/info:/1734283484022/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3867=[#edits: 1 = <3845/info:/1734283484023/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3868=[#edits: 1 = <3846/info:/1734283484023/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3869=[#edits: 1 = <3847/info:/1734283484024/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3870=[#edits: 1 = <3848/info:/1734283484024/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3871=[#edits: 1 = <3849/info:/1734283484025/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3872=[#edits: 1 = <3850/info:/1734283484026/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3873=[#edits: 1 = <3851/info:/1734283484026/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3874=[#edits: 1 = <3852/info:/1734283484027/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3875=[#edits: 1 = <3853/info:/1734283484027/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3876=[#edits: 1 = <3854/info:/1734283484028/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3877=[#edits: 1 = <3855/info:/1734283484030/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3878=[#edits: 1 = <3856/info:/1734283484036/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3879=[#edits: 1 = <3857/info:/1734283484040/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3880=[#edits: 1 = <3858/info:/1734283484041/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3881=[#edits: 1 = <3859/info:/1734283484041/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3882=[#edits: 1 = <3860/info:/1734283484042/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3883=[#edits: 1 = <3861/info:/1734283484042/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3884=[#edits: 1 = <3862/info:/1734283484043/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3885=[#edits: 1 = <3863/info:/1734283484045/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3886=[#edits: 1 = <3864/info:/1734283484045/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3887=[#edits: 1 = <3865/info:/1734283484045/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3888=[#edits: 1 = <3866/info:/1734283484046/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3889=[#edits: 1 = <3867/info:/1734283484046/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3890=[#edits: 1 = <3868/info:/1734283484047/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3891=[#edits: 1 = <3869/info:/1734283484047/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3892=[#edits: 1 = <3870/info:/1734283484047/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3893=[#edits: 1 = <3871/info:/1734283484048/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3894=[#edits: 1 = <3872/info:/1734283484048/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3895=[#edits: 1 = <3873/info:/1734283484049/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3896=[#edits: 1 = <3874/info:/1734283484049/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3897=[#edits: 1 = <3875/info:/1734283484049/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3898=[#edits: 1 = <3876/info:/1734283484050/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3899=[#edits: 1 = <3877/info:/1734283484050/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3900=[#edits: 1 = <3878/info:/1734283484051/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3901=[#edits: 1 = <3879/info:/1734283484051/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=37096, nbRowKeys=40, nbHFiles=0, heapSize=6880, lastSeqIds={}, endOfFile=false,usedBufferSize=6880] 2024-12-15T17:24:44,076 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 16 WAL entries eligible for replication 2024-12-15T17:24:44,076 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 38264, reset compression=false 2024-12-15T17:24:44,076 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3902=[#edits: 1 = <3880/info:/1734283484052/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3903=[#edits: 1 = <3881/info:/1734283484052/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3904=[#edits: 1 = <3882/info:/1734283484052/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3905=[#edits: 1 = <3883/info:/1734283484054/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3906=[#edits: 1 = <3884/info:/1734283484054/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3907=[#edits: 1 = <3885/info:/1734283484055/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3908=[#edits: 1 = <3886/info:/1734283484056/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3909=[#edits: 1 = <3887/info:/1734283484057/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3910=[#edits: 1 = <3888/info:/1734283484058/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3911=[#edits: 1 = <3889/info:/1734283484062/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3912=[#edits: 1 = <3890/info:/1734283484063/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3913=[#edits: 1 = <3891/info:/1734283484064/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3914=[#edits: 1 = <3892/info:/1734283484064/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3915=[#edits: 1 = <3893/info:/1734283484065/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3916=[#edits: 1 = <3894/info:/1734283484065/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3917=[#edits: 1 = <3895/info:/1734283484067/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=38264, nbRowKeys=16, nbHFiles=0, heapSize=2752, lastSeqIds={}, endOfFile=false,usedBufferSize=2752] 2024-12-15T17:24:44,096 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 18 WAL entries eligible for replication 2024-12-15T17:24:44,096 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 39578, reset compression=false 2024-12-15T17:24:44,096 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3918=[#edits: 1 = <3896/info:/1734283484070/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3919=[#edits: 1 = <3897/info:/1734283484073/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3920=[#edits: 1 = <3898/info:/1734283484076/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3921=[#edits: 1 = <3899/info:/1734283484077/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3922=[#edits: 1 = <3900/info:/1734283484077/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3923=[#edits: 1 = <3901/info:/1734283484078/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3924=[#edits: 1 = <3902/info:/1734283484078/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3925=[#edits: 1 = <3903/info:/1734283484079/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3926=[#edits: 1 = <3904/info:/1734283484082/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3927=[#edits: 1 = <3905/info:/1734283484083/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3928=[#edits: 1 = <3906/info:/1734283484083/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3929=[#edits: 1 = <3907/info:/1734283484084/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3930=[#edits: 1 = <3908/info:/1734283484084/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3931=[#edits: 1 = <3909/info:/1734283484085/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3932=[#edits: 1 = <3910/info:/1734283484085/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3933=[#edits: 1 = <3911/info:/1734283484086/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3934=[#edits: 1 = <3912/info:/1734283484086/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3935=[#edits: 1 = <3913/info:/1734283484087/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=39578, nbRowKeys=18, nbHFiles=0, heapSize=3096, lastSeqIds={}, endOfFile=false,usedBufferSize=3096] 2024-12-15T17:24:44,112 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 20 WAL entries eligible for replication 2024-12-15T17:24:44,112 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 41038, reset compression=false 2024-12-15T17:24:44,112 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3936=[#edits: 1 = <3914/info:/1734283484095/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3937=[#edits: 1 = <3915/info:/1734283484099/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3938=[#edits: 1 = <3916/info:/1734283484100/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3939=[#edits: 1 = <3917/info:/1734283484100/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3940=[#edits: 1 = <3918/info:/1734283484101/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3941=[#edits: 1 = <3919/info:/1734283484101/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3942=[#edits: 1 = <3920/info:/1734283484102/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3943=[#edits: 1 = <3921/info:/1734283484102/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3944=[#edits: 1 = <3922/info:/1734283484103/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3945=[#edits: 1 = <3923/info:/1734283484104/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3946=[#edits: 1 = <3924/info:/1734283484105/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3947=[#edits: 1 = <3925/info:/1734283484106/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3948=[#edits: 1 = <3926/info:/1734283484106/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3949=[#edits: 1 = <3927/info:/1734283484107/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3950=[#edits: 1 = <3928/info:/1734283484107/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3951=[#edits: 1 = <3929/info:/1734283484108/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3952=[#edits: 1 = <3930/info:/1734283484108/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3953=[#edits: 1 = <3931/info:/1734283484109/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3954=[#edits: 1 = <3932/info:/1734283484109/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3955=[#edits: 1 = <3933/info:/1734283484110/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=41038, nbRowKeys=20, nbHFiles=0, heapSize=3440, lastSeqIds={}, endOfFile=false,usedBufferSize=3440] 2024-12-15T17:24:44,129 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 22 WAL entries eligible for replication 2024-12-15T17:24:44,129 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 42644, reset compression=false 2024-12-15T17:24:44,129 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3956=[#edits: 1 = <3934/info:/1734283484110/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3957=[#edits: 1 = <3935/info:/1734283484111/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3958=[#edits: 1 = <3936/info:/1734283484115/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3959=[#edits: 1 = <3937/info:/1734283484117/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3960=[#edits: 1 = <3938/info:/1734283484117/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3961=[#edits: 1 = <3939/info:/1734283484118/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3962=[#edits: 1 = <3940/info:/1734283484118/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3963=[#edits: 1 = <3941/info:/1734283484118/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3964=[#edits: 1 = <3942/info:/1734283484119/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3965=[#edits: 1 = <3943/info:/1734283484119/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3966=[#edits: 1 = <3944/info:/1734283484123/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3967=[#edits: 1 = <3945/info:/1734283484123/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3968=[#edits: 1 = <3946/info:/1734283484124/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3969=[#edits: 1 = <3947/info:/1734283484124/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3970=[#edits: 1 = <3948/info:/1734283484125/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3971=[#edits: 1 = <3949/info:/1734283484125/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3972=[#edits: 1 = <3950/info:/1734283484125/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3973=[#edits: 1 = <3951/info:/1734283484126/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3974=[#edits: 1 = <3952/info:/1734283484126/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3975=[#edits: 1 = <3953/info:/1734283484126/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3976=[#edits: 1 = <3954/info:/1734283484127/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3977=[#edits: 1 = <3955/info:/1734283484127/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=42644, nbRowKeys=22, nbHFiles=0, heapSize=3784, lastSeqIds={}, endOfFile=false,usedBufferSize=3784] 2024-12-15T17:24:44,148 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-15T17:24:44,148 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 43228, reset compression=false 2024-12-15T17:24:44,148 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3978=[#edits: 1 = <3956/info:/1734283484128/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3979=[#edits: 1 = <3957/info:/1734283484128/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3980=[#edits: 1 = <3958/info:/1734283484130/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3981=[#edits: 1 = <3959/info:/1734283484132/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3982=[#edits: 1 = <3960/info:/1734283484134/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3983=[#edits: 1 = <3961/info:/1734283484136/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3984=[#edits: 1 = <3962/info:/1734283484139/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3985=[#edits: 1 = <3963/info:/1734283484140/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=43228, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-15T17:24:44,152 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-15T17:24:44,153 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 43520, reset compression=false 2024-12-15T17:24:44,155 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3986=[#edits: 1 = <3964/info:/1734283484147/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3987=[#edits: 1 = <3965/info:/1734283484149/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3988=[#edits: 1 = <3966/info:/1734283484149/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3989=[#edits: 1 = <3967/info:/1734283484150/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=43520, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-15T17:24:44,164 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-15T17:24:44,164 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 43958, reset compression=false 2024-12-15T17:24:44,164 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3990=[#edits: 1 = <3968/info:/1734283484151/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3991=[#edits: 1 = <3969/info:/1734283484153/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3992=[#edits: 1 = <3970/info:/1734283484153/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3993=[#edits: 1 = <3971/info:/1734283484154/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3994=[#edits: 1 = <3972/info:/1734283484154/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3995=[#edits: 1 = <3973/info:/1734283484155/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=43958, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-15T17:24:44,173 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:24:44,173 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 44323, reset compression=false 2024-12-15T17:24:44,173 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3996=[#edits: 1 = <3974/info:/1734283484160/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3997=[#edits: 1 = <3975/info:/1734283484161/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3998=[#edits: 1 = <3976/info:/1734283484163/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3999=[#edits: 1 = <3977/info:/1734283484165/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4000=[#edits: 1 = <3978/info:/1734283484166/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=44323, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-15T17:24:44,183 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(313): Writing data from 4000 to 5000 2024-12-15T17:24:44,184 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-15T17:24:44,185 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 45272, reset compression=false 2024-12-15T17:24:44,187 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4001=[#edits: 1 = <3979/info:/1734283484167/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4002=[#edits: 1 = <3980/info:/1734283484167/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4003=[#edits: 1 = <3981/info:/1734283484168/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4004=[#edits: 1 = <3982/info:/1734283484168/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4005=[#edits: 1 = <3983/info:/1734283484168/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4006=[#edits: 1 = <3984/info:/1734283484169/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4007=[#edits: 1 = <3985/info:/1734283484169/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4008=[#edits: 1 = <3986/info:/1734283484170/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4009=[#edits: 1 = <3987/info:/1734283484170/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4010=[#edits: 1 = <3988/info:/1734283484170/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4011=[#edits: 1 = <3989/info:/1734283484171/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4012=[#edits: 1 = <3990/info:/1734283484173/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4013=[#edits: 1 = <3991/info:/1734283484176/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=45272, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-15T17:24:44,191 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-15T17:24:44,191 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 46148, reset compression=false 2024-12-15T17:24:44,200 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4014=[#edits: 1 = <3992/info:/1734283484180/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4015=[#edits: 1 = <3993/info:/1734283484180/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4016=[#edits: 1 = <3994/info:/1734283484181/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4017=[#edits: 1 = <3995/info:/1734283484181/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4018=[#edits: 1 = <3996/info:/1734283484181/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4019=[#edits: 1 = <3997/info:/1734283484182/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4020=[#edits: 1 = <3998/info:/1734283484182/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4021=[#edits: 1 = <3999/info:/1734283484183/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4022=[#edits: 1 = <4000/info:/1734283484183/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4023=[#edits: 1 = <4001/info:/1734283484184/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4024=[#edits: 1 = <4002/info:/1734283484186/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4025=[#edits: 1 = <4003/info:/1734283484186/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=46148, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-15T17:24:44,239 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-15T17:24:44,239 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4026=[#edits: 1 = <4004/info:/1734283484187/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4027=[#edits: 1 = <4005/info:/1734283484196/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4028=[#edits: 1 = <4006/info:/1734283484201/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4029=[#edits: 1 = <4007/info:/1734283484208/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4030=[#edits: 1 = <4008/info:/1734283484212/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4031=[#edits: 1 = <4009/info:/1734283484216/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4032=[#edits: 1 = <4010/info:/1734283484220/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4033=[#edits: 1 = <4011/info:/1734283484224/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4034=[#edits: 1 = <4012/info:/1734283484228/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4035=[#edits: 1 = <4013/info:/1734283484231/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=46878, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-15T17:24:44,239 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 46878, reset compression=false 2024-12-15T17:24:44,245 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:24:44,245 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4036=[#edits: 1 = <4014/info:/1734283484236/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=46951, nbRowKeys=1, nbHFiles=0, heapSize=172, lastSeqIds={}, endOfFile=false,usedBufferSize=172] 2024-12-15T17:24:44,245 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 46951, reset compression=false 2024-12-15T17:24:44,251 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:24:44,251 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4037=[#edits: 1 = <4015/info:/1734283484237/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=47024, nbRowKeys=1, nbHFiles=0, heapSize=172, lastSeqIds={}, endOfFile=false,usedBufferSize=172] 2024-12-15T17:24:44,251 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 47024, reset compression=false 2024-12-15T17:24:44,270 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 21 WAL entries eligible for replication 2024-12-15T17:24:44,270 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4038=[#edits: 1 = <4016/info:/1734283484247/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4039=[#edits: 1 = <4017/info:/1734283484251/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4040=[#edits: 1 = <4018/info:/1734283484252/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4041=[#edits: 1 = <4019/info:/1734283484253/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4042=[#edits: 1 = <4020/info:/1734283484253/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4043=[#edits: 1 = <4021/info:/1734283484254/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4044=[#edits: 1 = <4022/info:/1734283484254/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4045=[#edits: 1 = <4023/info:/1734283484255/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4046=[#edits: 1 = <4024/info:/1734283484255/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4047=[#edits: 1 = <4025/info:/1734283484255/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4048=[#edits: 1 = <4026/info:/1734283484256/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4049=[#edits: 1 = <4027/info:/1734283484256/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4050=[#edits: 1 = <4028/info:/1734283484256/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4051=[#edits: 1 = <4029/info:/1734283484257/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4052=[#edits: 1 = <4030/info:/1734283484260/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4053=[#edits: 1 = <4031/info:/1734283484260/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4054=[#edits: 1 = <4032/info:/1734283484261/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4055=[#edits: 1 = <4033/info:/1734283484261/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4056=[#edits: 1 = <4034/info:/1734283484262/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4057=[#edits: 1 = <4035/info:/1734283484262/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4058=[#edits: 1 = <4036/info:/1734283484263/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=48557, nbRowKeys=21, nbHFiles=0, heapSize=3612, lastSeqIds={}, endOfFile=false,usedBufferSize=3612] 2024-12-15T17:24:44,271 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 48557, reset compression=false 2024-12-15T17:24:44,281 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 30 WAL entries eligible for replication 2024-12-15T17:24:44,281 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 50747, reset compression=false 2024-12-15T17:24:44,281 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4059=[#edits: 1 = <4037/info:/1734283484263/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4060=[#edits: 1 = <4038/info:/1734283484264/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4061=[#edits: 1 = <4039/info:/1734283484264/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4062=[#edits: 1 = <4040/info:/1734283484265/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4063=[#edits: 1 = <4041/info:/1734283484265/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4064=[#edits: 1 = <4042/info:/1734283484265/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4065=[#edits: 1 = <4043/info:/1734283484266/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4066=[#edits: 1 = <4044/info:/1734283484266/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4067=[#edits: 1 = <4045/info:/1734283484267/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4068=[#edits: 1 = <4046/info:/1734283484267/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4069=[#edits: 1 = <4047/info:/1734283484267/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4070=[#edits: 1 = <4048/info:/1734283484269/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4071=[#edits: 1 = <4049/info:/1734283484269/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4072=[#edits: 1 = <4050/info:/1734283484269/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4073=[#edits: 1 = <4051/info:/1734283484270/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4074=[#edits: 1 = <4052/info:/1734283484271/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4075=[#edits: 1 = <4053/info:/1734283484272/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4076=[#edits: 1 = <4054/info:/1734283484272/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4077=[#edits: 1 = <4055/info:/1734283484273/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4078=[#edits: 1 = <4056/info:/1734283484274/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4079=[#edits: 1 = <4057/info:/1734283484275/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4080=[#edits: 1 = <4058/info:/1734283484275/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4081=[#edits: 1 = <4059/info:/1734283484276/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4082=[#edits: 1 = <4060/info:/1734283484276/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4083=[#edits: 1 = <4061/info:/1734283484277/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4084=[#edits: 1 = <4062/info:/1734283484277/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4085=[#edits: 1 = <4063/info:/1734283484278/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4086=[#edits: 1 = <4064/info:/1734283484278/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4087=[#edits: 1 = <4065/info:/1734283484278/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4088=[#edits: 1 = <4066/info:/1734283484279/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=50747, nbRowKeys=30, nbHFiles=0, heapSize=5160, lastSeqIds={}, endOfFile=false,usedBufferSize=5160] 2024-12-15T17:24:44,309 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 37 WAL entries eligible for replication 2024-12-15T17:24:44,309 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 53448, reset compression=false 2024-12-15T17:24:44,309 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4089=[#edits: 1 = <4067/info:/1734283484280/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4090=[#edits: 1 = <4068/info:/1734283484281/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4091=[#edits: 1 = <4069/info:/1734283484285/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4092=[#edits: 1 = <4070/info:/1734283484286/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4093=[#edits: 1 = <4071/info:/1734283484287/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4094=[#edits: 1 = <4072/info:/1734283484287/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4095=[#edits: 1 = <4073/info:/1734283484288/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4096=[#edits: 1 = <4074/info:/1734283484288/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4097=[#edits: 1 = <4075/info:/1734283484288/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4098=[#edits: 1 = <4076/info:/1734283484289/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4099=[#edits: 1 = <4077/info:/1734283484289/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4100=[#edits: 1 = <4078/info:/1734283484290/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4101=[#edits: 1 = <4079/info:/1734283484290/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4102=[#edits: 1 = <4080/info:/1734283484290/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4103=[#edits: 1 = <4081/info:/1734283484291/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4104=[#edits: 1 = <4082/info:/1734283484291/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4105=[#edits: 1 = <4083/info:/1734283484292/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4106=[#edits: 1 = <4084/info:/1734283484292/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4107=[#edits: 1 = <4085/info:/1734283484292/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4108=[#edits: 1 = <4086/info:/1734283484293/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4109=[#edits: 1 = <4087/info:/1734283484293/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4110=[#edits: 1 = <4088/info:/1734283484294/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4111=[#edits: 1 = <4089/info:/1734283484294/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4112=[#edits: 1 = <4090/info:/1734283484295/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4113=[#edits: 1 = <4091/info:/1734283484295/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4114=[#edits: 1 = <4092/info:/1734283484296/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4115=[#edits: 1 = <4093/info:/1734283484297/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4116=[#edits: 1 = <4094/info:/1734283484298/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4117=[#edits: 1 = <4095/info:/1734283484298/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4118=[#edits: 1 = <4096/info:/1734283484299/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4119=[#edits: 1 = <4097/info:/1734283484300/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4120=[#edits: 1 = <4098/info:/1734283484300/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4121=[#edits: 1 = <4099/info:/1734283484301/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4122=[#edits: 1 = <4100/info:/1734283484301/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4123=[#edits: 1 = <4101/info:/1734283484302/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4124=[#edits: 1 = <4102/info:/1734283484303/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4125=[#edits: 1 = <4103/info:/1734283484304/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=53448, nbRowKeys=37, nbHFiles=0, heapSize=6364, lastSeqIds={}, endOfFile=false,usedBufferSize=6364] 2024-12-15T17:24:44,322 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 20 WAL entries eligible for replication 2024-12-15T17:24:44,322 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 54908, reset compression=false 2024-12-15T17:24:44,322 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4126=[#edits: 1 = <4104/info:/1734283484304/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4127=[#edits: 1 = <4105/info:/1734283484305/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4128=[#edits: 1 = <4106/info:/1734283484306/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4129=[#edits: 1 = <4107/info:/1734283484306/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4130=[#edits: 1 = <4108/info:/1734283484307/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4131=[#edits: 1 = <4109/info:/1734283484307/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4132=[#edits: 1 = <4110/info:/1734283484308/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4133=[#edits: 1 = <4111/info:/1734283484311/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4134=[#edits: 1 = <4112/info:/1734283484313/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4135=[#edits: 1 = <4113/info:/1734283484314/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4136=[#edits: 1 = <4114/info:/1734283484314/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4137=[#edits: 1 = <4115/info:/1734283484315/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4138=[#edits: 1 = <4116/info:/1734283484315/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4139=[#edits: 1 = <4117/info:/1734283484316/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4140=[#edits: 1 = <4118/info:/1734283484316/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4141=[#edits: 1 = <4119/info:/1734283484317/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4142=[#edits: 1 = <4120/info:/1734283484318/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4143=[#edits: 1 = <4121/info:/1734283484318/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4144=[#edits: 1 = <4122/info:/1734283484319/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4145=[#edits: 1 = <4123/info:/1734283484320/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=54908, nbRowKeys=20, nbHFiles=0, heapSize=3440, lastSeqIds={}, endOfFile=false,usedBufferSize=3440] 2024-12-15T17:24:44,327 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:44,327 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 55127, reset compression=false 2024-12-15T17:24:44,327 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4146=[#edits: 1 = <4124/info:/1734283484320/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4147=[#edits: 1 = <4125/info:/1734283484322/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4148=[#edits: 1 = <4126/info:/1734283484323/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=55127, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-15T17:24:44,332 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:44,332 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4149=[#edits: 1 = <4127/info:/1734283484326/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4150=[#edits: 1 = <4128/info:/1734283484328/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=55273, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-15T17:24:44,332 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 55273, reset compression=false 2024-12-15T17:24:44,336 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:24:44,337 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4151=[#edits: 1 = <4129/info:/1734283484331/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=55346, nbRowKeys=1, nbHFiles=0, heapSize=172, lastSeqIds={}, endOfFile=false,usedBufferSize=172] 2024-12-15T17:24:44,337 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 55346, reset compression=false 2024-12-15T17:24:44,342 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-15T17:24:44,342 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 55930, reset compression=false 2024-12-15T17:24:44,342 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4152=[#edits: 1 = <4130/info:/1734283484334/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4153=[#edits: 1 = <4131/info:/1734283484336/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4154=[#edits: 1 = <4132/info:/1734283484338/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4155=[#edits: 1 = <4133/info:/1734283484338/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4156=[#edits: 1 = <4134/info:/1734283484339/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4157=[#edits: 1 = <4135/info:/1734283484339/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4158=[#edits: 1 = <4136/info:/1734283484339/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4159=[#edits: 1 = <4137/info:/1734283484340/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=55930, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-15T17:24:44,346 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:44,346 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 56149, reset compression=false 2024-12-15T17:24:44,346 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4160=[#edits: 1 = <4138/info:/1734283484340/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4161=[#edits: 1 = <4139/info:/1734283484341/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4162=[#edits: 1 = <4140/info:/1734283484343/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=56149, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-15T17:24:44,366 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 29 WAL entries eligible for replication 2024-12-15T17:24:44,366 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 58266, reset compression=false 2024-12-15T17:24:44,366 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4163=[#edits: 1 = <4141/info:/1734283484343/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4164=[#edits: 1 = <4142/info:/1734283484347/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4165=[#edits: 1 = <4143/info:/1734283484348/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4166=[#edits: 1 = <4144/info:/1734283484348/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4167=[#edits: 1 = <4145/info:/1734283484349/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4168=[#edits: 1 = <4146/info:/1734283484349/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4169=[#edits: 1 = <4147/info:/1734283484350/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4170=[#edits: 1 = <4148/info:/1734283484350/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4171=[#edits: 1 = <4149/info:/1734283484350/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4172=[#edits: 1 = <4150/info:/1734283484351/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4173=[#edits: 1 = <4151/info:/1734283484351/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4174=[#edits: 1 = <4152/info:/1734283484351/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4175=[#edits: 1 = <4153/info:/1734283484352/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4176=[#edits: 1 = <4154/info:/1734283484352/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4177=[#edits: 1 = <4155/info:/1734283484353/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4178=[#edits: 1 = <4156/info:/1734283484353/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4179=[#edits: 1 = <4157/info:/1734283484354/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4180=[#edits: 1 = <4158/info:/1734283484354/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4181=[#edits: 1 = <4159/info:/1734283484354/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4182=[#edits: 1 = <4160/info:/1734283484355/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4183=[#edits: 1 = <4161/info:/1734283484355/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4184=[#edits: 1 = <4162/info:/1734283484356/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4185=[#edits: 1 = <4163/info:/1734283484356/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4186=[#edits: 1 = <4164/info:/1734283484356/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4187=[#edits: 1 = <4165/info:/1734283484357/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4188=[#edits: 1 = <4166/info:/1734283484357/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4189=[#edits: 1 = <4167/info:/1734283484358/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4190=[#edits: 1 = <4168/info:/1734283484358/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4191=[#edits: 1 = <4169/info:/1734283484359/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=58266, nbRowKeys=29, nbHFiles=0, heapSize=4988, lastSeqIds={}, endOfFile=false,usedBufferSize=4988] 2024-12-15T17:24:44,377 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 18 WAL entries eligible for replication 2024-12-15T17:24:44,377 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 59580, reset compression=false 2024-12-15T17:24:44,377 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4192=[#edits: 1 = <4170/info:/1734283484359/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4193=[#edits: 1 = <4171/info:/1734283484360/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4194=[#edits: 1 = <4172/info:/1734283484360/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4195=[#edits: 1 = <4173/info:/1734283484361/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4196=[#edits: 1 = <4174/info:/1734283484361/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4197=[#edits: 1 = <4175/info:/1734283484362/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4198=[#edits: 1 = <4176/info:/1734283484362/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4199=[#edits: 1 = <4177/info:/1734283484363/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4200=[#edits: 1 = <4178/info:/1734283484363/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4201=[#edits: 1 = <4179/info:/1734283484364/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4202=[#edits: 1 = <4180/info:/1734283484364/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4203=[#edits: 1 = <4181/info:/1734283484367/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4204=[#edits: 1 = <4182/info:/1734283484369/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4205=[#edits: 1 = <4183/info:/1734283484370/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4206=[#edits: 1 = <4184/info:/1734283484370/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4207=[#edits: 1 = <4185/info:/1734283484371/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4208=[#edits: 1 = <4186/info:/1734283484371/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4209=[#edits: 1 = <4187/info:/1734283484372/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=59580, nbRowKeys=18, nbHFiles=0, heapSize=3096, lastSeqIds={}, endOfFile=false,usedBufferSize=3096] 2024-12-15T17:24:44,389 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-15T17:24:44,389 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 60383, reset compression=false 2024-12-15T17:24:44,389 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4210=[#edits: 1 = <4188/info:/1734283484373/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4211=[#edits: 1 = <4189/info:/1734283484374/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4212=[#edits: 1 = <4190/info:/1734283484374/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4213=[#edits: 1 = <4191/info:/1734283484375/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4214=[#edits: 1 = <4192/info:/1734283484379/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4215=[#edits: 1 = <4193/info:/1734283484382/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4216=[#edits: 1 = <4194/info:/1734283484383/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4217=[#edits: 1 = <4195/info:/1734283484385/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4218=[#edits: 1 = <4196/info:/1734283484385/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4219=[#edits: 1 = <4197/info:/1734283484386/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4220=[#edits: 1 = <4198/info:/1734283484386/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=60383, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-15T17:24:44,406 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:24:44,406 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 60748, reset compression=false 2024-12-15T17:24:44,406 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4221=[#edits: 1 = <4199/info:/1734283484387/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4222=[#edits: 1 = <4200/info:/1734283484388/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4223=[#edits: 1 = <4201/info:/1734283484389/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4224=[#edits: 1 = <4202/info:/1734283484395/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4225=[#edits: 1 = <4203/info:/1734283484397/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=60748, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-15T17:24:44,420 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:44,420 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 60894, reset compression=false 2024-12-15T17:24:44,420 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4226=[#edits: 1 = <4204/info:/1734283484405/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4227=[#edits: 1 = <4205/info:/1734283484407/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=60894, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-15T17:24:44,436 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-15T17:24:44,436 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 61332, reset compression=false 2024-12-15T17:24:44,436 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4228=[#edits: 1 = <4206/info:/1734283484415/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4229=[#edits: 1 = <4207/info:/1734283484417/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4230=[#edits: 1 = <4208/info:/1734283484418/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4231=[#edits: 1 = <4209/info:/1734283484419/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4232=[#edits: 1 = <4210/info:/1734283484421/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4233=[#edits: 1 = <4211/info:/1734283484429/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=61332, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-15T17:24:44,445 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-15T17:24:44,445 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 62062, reset compression=false 2024-12-15T17:24:44,445 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4234=[#edits: 1 = <4212/info:/1734283484430/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4235=[#edits: 1 = <4213/info:/1734283484431/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4236=[#edits: 1 = <4214/info:/1734283484431/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4237=[#edits: 1 = <4215/info:/1734283484432/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4238=[#edits: 1 = <4216/info:/1734283484432/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4239=[#edits: 1 = <4217/info:/1734283484433/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4240=[#edits: 1 = <4218/info:/1734283484434/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4241=[#edits: 1 = <4219/info:/1734283484434/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4242=[#edits: 1 = <4220/info:/1734283484437/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4243=[#edits: 1 = <4221/info:/1734283484438/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=62062, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-15T17:24:44,452 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:24:44,452 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 62135, reset compression=false 2024-12-15T17:24:44,452 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4244=[#edits: 1 = <4222/info:/1734283484447/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=62135, nbRowKeys=1, nbHFiles=0, heapSize=172, lastSeqIds={}, endOfFile=false,usedBufferSize=172] 2024-12-15T17:24:44,457 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:44,457 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 62354, reset compression=false 2024-12-15T17:24:44,457 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4245=[#edits: 1 = <4223/info:/1734283484450/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4246=[#edits: 1 = <4224/info:/1734283484451/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4247=[#edits: 1 = <4225/info:/1734283484452/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=62354, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-15T17:24:44,476 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-15T17:24:44,476 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 63157, reset compression=false 2024-12-15T17:24:44,476 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4248=[#edits: 1 = <4226/info:/1734283484453/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4249=[#edits: 1 = <4227/info:/1734283484457/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4250=[#edits: 1 = <4228/info:/1734283484459/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4251=[#edits: 1 = <4229/info:/1734283484463/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4252=[#edits: 1 = <4230/info:/1734283484464/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4253=[#edits: 1 = <4231/info:/1734283484465/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4254=[#edits: 1 = <4232/info:/1734283484465/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4255=[#edits: 1 = <4233/info:/1734283484465/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4256=[#edits: 1 = <4234/info:/1734283484466/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4257=[#edits: 1 = <4235/info:/1734283484466/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4258=[#edits: 1 = <4236/info:/1734283484467/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=63157, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-15T17:24:44,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-15T17:24:44,482 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-15T17:24:44,483 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-15T17:24:44,483 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-15T17:24:44,484 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-15T17:24:44,484 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-15T17:24:44,485 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T17:24:44,485 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-15T17:24:44,504 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 37 WAL entries eligible for replication 2024-12-15T17:24:44,504 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 65858, reset compression=false 2024-12-15T17:24:44,504 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4259=[#edits: 1 = <4237/info:/1734283484467/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4260=[#edits: 1 = <4238/info:/1734283484468/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4261=[#edits: 1 = <4239/info:/1734283484469/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4262=[#edits: 1 = <4240/info:/1734283484469/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4263=[#edits: 1 = <4241/info:/1734283484469/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4264=[#edits: 1 = <4242/info:/1734283484470/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4265=[#edits: 1 = <4243/info:/1734283484470/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4266=[#edits: 1 = <4244/info:/1734283484471/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4267=[#edits: 1 = <4245/info:/1734283484471/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4268=[#edits: 1 = <4246/info:/1734283484472/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4269=[#edits: 1 = <4247/info:/1734283484472/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4270=[#edits: 1 = <4248/info:/1734283484472/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4271=[#edits: 1 = <4249/info:/1734283484473/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4272=[#edits: 1 = <4250/info:/1734283484473/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4273=[#edits: 1 = <4251/info:/1734283484474/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4274=[#edits: 1 = <4252/info:/1734283484474/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4275=[#edits: 1 = <4253/info:/1734283484474/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4276=[#edits: 1 = <4254/info:/1734283484477/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4277=[#edits: 1 = <4255/info:/1734283484479/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4278=[#edits: 1 = <4256/info:/1734283484480/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4279=[#edits: 1 = <4257/info:/1734283484481/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4280=[#edits: 1 = <4258/info:/1734283484481/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4281=[#edits: 1 = <4259/info:/1734283484482/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4282=[#edits: 1 = <4260/info:/1734283484486/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4283=[#edits: 1 = <4261/info:/1734283484490/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4284=[#edits: 1 = <4262/info:/1734283484490/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4285=[#edits: 1 = <4263/info:/1734283484491/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4286=[#edits: 1 = <4264/info:/1734283484492/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4287=[#edits: 1 = <4265/info:/1734283484493/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4288=[#edits: 1 = <4266/info:/1734283484494/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4289=[#edits: 1 = <4267/info:/1734283484494/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4290=[#edits: 1 = <4268/info:/1734283484494/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4291=[#edits: 1 = <4269/info:/1734283484495/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4292=[#edits: 1 = <4270/info:/1734283484495/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4293=[#edits: 1 = <4271/info:/1734283484496/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4294=[#edits: 1 = <4272/info:/1734283484496/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4295=[#edits: 1 = <4273/info:/1734283484497/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=65858, nbRowKeys=37, nbHFiles=0, heapSize=6364, lastSeqIds={}, endOfFile=false,usedBufferSize=6364] 2024-12-15T17:24:44,511 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-15T17:24:44,511 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 66296, reset compression=false 2024-12-15T17:24:44,511 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4296=[#edits: 1 = <4274/info:/1734283484499/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4297=[#edits: 1 = <4275/info:/1734283484503/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4298=[#edits: 1 = <4276/info:/1734283484505/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4299=[#edits: 1 = <4277/info:/1734283484506/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4300=[#edits: 1 = <4278/info:/1734283484506/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4301=[#edits: 1 = <4279/info:/1734283484507/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=66296, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-15T17:24:44,520 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-15T17:24:44,520 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 66588, reset compression=false 2024-12-15T17:24:44,520 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4302=[#edits: 1 = <4280/info:/1734283484507/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4303=[#edits: 1 = <4281/info:/1734283484508/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4304=[#edits: 1 = <4282/info:/1734283484509/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4305=[#edits: 1 = <4283/info:/1734283484509/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=66588, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-15T17:24:44,525 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:24:44,525 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 66661, reset compression=false 2024-12-15T17:24:44,525 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4306=[#edits: 1 = <4284/info:/1734283484518/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=66661, nbRowKeys=1, nbHFiles=0, heapSize=172, lastSeqIds={}, endOfFile=false,usedBufferSize=172] 2024-12-15T17:24:44,532 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:24:44,532 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 66734, reset compression=false 2024-12-15T17:24:44,532 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4307=[#edits: 1 = <4285/info:/1734283484522/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=66734, nbRowKeys=1, nbHFiles=0, heapSize=172, lastSeqIds={}, endOfFile=false,usedBufferSize=172] 2024-12-15T17:24:44,541 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:24:44,541 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 66807, reset compression=false 2024-12-15T17:24:44,541 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4308=[#edits: 1 = <4286/info:/1734283484531/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=66807, nbRowKeys=1, nbHFiles=0, heapSize=172, lastSeqIds={}, endOfFile=false,usedBufferSize=172] 2024-12-15T17:24:44,548 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:24:44,548 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:24:44,553 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-15T17:24:44,553 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 67756, reset compression=false 2024-12-15T17:24:44,553 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4309=[#edits: 1 = <4287/info:/1734283484539/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4310=[#edits: 1 = <4288/info:/1734283484540/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4311=[#edits: 1 = <4289/info:/1734283484542/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4312=[#edits: 1 = <4290/info:/1734283484544/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4313=[#edits: 1 = <4291/info:/1734283484545/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4314=[#edits: 1 = <4292/info:/1734283484546/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4315=[#edits: 1 = <4293/info:/1734283484546/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4316=[#edits: 1 = <4294/info:/1734283484547/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4317=[#edits: 1 = <4295/info:/1734283484547/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4318=[#edits: 1 = <4296/info:/1734283484548/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4319=[#edits: 1 = <4297/info:/1734283484548/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4320=[#edits: 1 = <4298/info:/1734283484550/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4321=[#edits: 1 = <4299/info:/1734283484551/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=67756, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-15T17:24:44,572 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:44,572 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 67975, reset compression=false 2024-12-15T17:24:44,572 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4322=[#edits: 1 = <4300/info:/1734283484551/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4323=[#edits: 1 = <4301/info:/1734283484553/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4324=[#edits: 1 = <4302/info:/1734283484556/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=67975, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-15T17:24:44,588 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-15T17:24:44,588 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4325=[#edits: 1 = <4303/info:/1734283484567/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4326=[#edits: 1 = <4304/info:/1734283484571/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4327=[#edits: 1 = <4305/info:/1734283484572/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4328=[#edits: 1 = <4306/info:/1734283484573/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4329=[#edits: 1 = <4307/info:/1734283484574/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4330=[#edits: 1 = <4308/info:/1734283484576/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4331=[#edits: 1 = <4309/info:/1734283484583/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4332=[#edits: 1 = <4310/info:/1734283484584/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=68559, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-15T17:24:44,589 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 68559, reset compression=false 2024-12-15T17:24:44,606 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 31 WAL entries eligible for replication 2024-12-15T17:24:44,606 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 70822, reset compression=false 2024-12-15T17:24:44,606 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4333=[#edits: 1 = <4311/info:/1734283484585/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4334=[#edits: 1 = <4312/info:/1734283484586/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4335=[#edits: 1 = <4313/info:/1734283484587/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4336=[#edits: 1 = <4314/info:/1734283484588/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4337=[#edits: 1 = <4315/info:/1734283484588/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4338=[#edits: 1 = <4316/info:/1734283484589/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4339=[#edits: 1 = <4317/info:/1734283484590/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4340=[#edits: 1 = <4318/info:/1734283484590/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4341=[#edits: 1 = <4319/info:/1734283484591/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4342=[#edits: 1 = <4320/info:/1734283484591/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4343=[#edits: 1 = <4321/info:/1734283484592/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4344=[#edits: 1 = <4322/info:/1734283484592/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4345=[#edits: 1 = <4323/info:/1734283484593/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4346=[#edits: 1 = <4324/info:/1734283484593/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4347=[#edits: 1 = <4325/info:/1734283484593/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4348=[#edits: 1 = <4326/info:/1734283484594/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4349=[#edits: 1 = <4327/info:/1734283484594/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4350=[#edits: 1 = <4328/info:/1734283484594/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4351=[#edits: 1 = <4329/info:/1734283484594/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4352=[#edits: 1 = <4330/info:/1734283484595/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4353=[#edits: 1 = <4331/info:/1734283484595/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4354=[#edits: 1 = <4332/info:/1734283484595/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4355=[#edits: 1 = <4333/info:/1734283484596/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4356=[#edits: 1 = <4334/info:/1734283484596/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4357=[#edits: 1 = <4335/info:/1734283484597/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4358=[#edits: 1 = <4336/info:/1734283484597/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4359=[#edits: 1 = <4337/info:/1734283484597/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4360=[#edits: 1 = <4338/info:/1734283484598/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4361=[#edits: 1 = <4339/info:/1734283484598/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4362=[#edits: 1 = <4340/info:/1734283484598/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4363=[#edits: 1 = <4341/info:/1734283484599/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=70822, nbRowKeys=31, nbHFiles=0, heapSize=5332, lastSeqIds={}, endOfFile=false,usedBufferSize=5332] 2024-12-15T17:24:44,628 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 21 WAL entries eligible for replication 2024-12-15T17:24:44,628 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 72355, reset compression=false 2024-12-15T17:24:44,628 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4364=[#edits: 1 = <4342/info:/1734283484604/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4365=[#edits: 1 = <4343/info:/1734283484605/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4366=[#edits: 1 = <4344/info:/1734283484607/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4367=[#edits: 1 = <4345/info:/1734283484608/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4368=[#edits: 1 = <4346/info:/1734283484609/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4369=[#edits: 1 = <4347/info:/1734283484609/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4370=[#edits: 1 = <4348/info:/1734283484610/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4371=[#edits: 1 = <4349/info:/1734283484610/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4372=[#edits: 1 = <4350/info:/1734283484610/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4373=[#edits: 1 = <4351/info:/1734283484611/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4374=[#edits: 1 = <4352/info:/1734283484611/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4375=[#edits: 1 = <4353/info:/1734283484616/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4376=[#edits: 1 = <4354/info:/1734283484616/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4377=[#edits: 1 = <4355/info:/1734283484617/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4378=[#edits: 1 = <4356/info:/1734283484617/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4379=[#edits: 1 = <4357/info:/1734283484617/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4380=[#edits: 1 = <4358/info:/1734283484617/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4381=[#edits: 1 = <4359/info:/1734283484618/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4382=[#edits: 1 = <4360/info:/1734283484618/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4383=[#edits: 1 = <4361/info:/1734283484618/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4384=[#edits: 1 = <4362/info:/1734283484619/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=72355, nbRowKeys=21, nbHFiles=0, heapSize=3612, lastSeqIds={}, endOfFile=false,usedBufferSize=3612] 2024-12-15T17:24:44,636 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-15T17:24:44,636 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 73012, reset compression=false 2024-12-15T17:24:44,636 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4385=[#edits: 1 = <4363/info:/1734283484623/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4386=[#edits: 1 = <4364/info:/1734283484627/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4387=[#edits: 1 = <4365/info:/1734283484627/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4388=[#edits: 1 = <4366/info:/1734283484628/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4389=[#edits: 1 = <4367/info:/1734283484629/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4390=[#edits: 1 = <4368/info:/1734283484630/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4391=[#edits: 1 = <4369/info:/1734283484630/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4392=[#edits: 1 = <4370/info:/1734283484631/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4393=[#edits: 1 = <4371/info:/1734283484631/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=73012, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-15T17:24:44,641 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 16 WAL entries eligible for replication 2024-12-15T17:24:44,641 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 74180, reset compression=false 2024-12-15T17:24:44,641 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4394=[#edits: 1 = <4372/info:/1734283484632/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4395=[#edits: 1 = <4373/info:/1734283484632/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4396=[#edits: 1 = <4374/info:/1734283484633/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4397=[#edits: 1 = <4375/info:/1734283484633/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4398=[#edits: 1 = <4376/info:/1734283484634/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4399=[#edits: 1 = <4377/info:/1734283484634/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4400=[#edits: 1 = <4378/info:/1734283484634/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4401=[#edits: 1 = <4379/info:/1734283484635/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4402=[#edits: 1 = <4380/info:/1734283484635/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4403=[#edits: 1 = <4381/info:/1734283484636/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4404=[#edits: 1 = <4382/info:/1734283484637/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4405=[#edits: 1 = <4383/info:/1734283484638/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4406=[#edits: 1 = <4384/info:/1734283484638/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4407=[#edits: 1 = <4385/info:/1734283484638/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4408=[#edits: 1 = <4386/info:/1734283484639/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4409=[#edits: 1 = <4387/info:/1734283484639/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=74180, nbRowKeys=16, nbHFiles=0, heapSize=2752, lastSeqIds={}, endOfFile=false,usedBufferSize=2752] 2024-12-15T17:24:44,671 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 36 WAL entries eligible for replication 2024-12-15T17:24:44,671 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 76808, reset compression=false 2024-12-15T17:24:44,671 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4410=[#edits: 1 = <4388/info:/1734283484640/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4411=[#edits: 1 = <4389/info:/1734283484640/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4412=[#edits: 1 = <4390/info:/1734283484643/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4413=[#edits: 1 = <4391/info:/1734283484644/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4414=[#edits: 1 = <4392/info:/1734283484645/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4415=[#edits: 1 = <4393/info:/1734283484645/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4416=[#edits: 1 = <4394/info:/1734283484645/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4417=[#edits: 1 = <4395/info:/1734283484646/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4418=[#edits: 1 = <4396/info:/1734283484646/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4419=[#edits: 1 = <4397/info:/1734283484647/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4420=[#edits: 1 = <4398/info:/1734283484647/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4421=[#edits: 1 = <4399/info:/1734283484647/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4422=[#edits: 1 = <4400/info:/1734283484648/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4423=[#edits: 1 = <4401/info:/1734283484648/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4424=[#edits: 1 = <4402/info:/1734283484648/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4425=[#edits: 1 = <4403/info:/1734283484648/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4426=[#edits: 1 = <4404/info:/1734283484649/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4427=[#edits: 1 = <4405/info:/1734283484649/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4428=[#edits: 1 = <4406/info:/1734283484649/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4429=[#edits: 1 = <4407/info:/1734283484650/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4430=[#edits: 1 = <4408/info:/1734283484650/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4431=[#edits: 1 = <4409/info:/1734283484664/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4432=[#edits: 1 = <4410/info:/1734283484664/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4433=[#edits: 1 = <4411/info:/1734283484664/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4434=[#edits: 1 = <4412/info:/1734283484665/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4435=[#edits: 1 = <4413/info:/1734283484665/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4436=[#edits: 1 = <4414/info:/1734283484665/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4437=[#edits: 1 = <4415/info:/1734283484666/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4438=[#edits: 1 = <4416/info:/1734283484666/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4439=[#edits: 1 = <4417/info:/1734283484666/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4440=[#edits: 1 = <4418/info:/1734283484667/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4441=[#edits: 1 = <4419/info:/1734283484667/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4442=[#edits: 1 = <4420/info:/1734283484668/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4443=[#edits: 1 = <4421/info:/1734283484668/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4444=[#edits: 1 = <4422/info:/1734283484668/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4445=[#edits: 1 = <4423/info:/1734283484669/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=76808, nbRowKeys=36, nbHFiles=0, heapSize=6192, lastSeqIds={}, endOfFile=false,usedBufferSize=6192] 2024-12-15T17:24:44,675 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:24:44,675 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 77173, reset compression=false 2024-12-15T17:24:44,675 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4446=[#edits: 1 = <4424/info:/1734283484669/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4447=[#edits: 1 = <4425/info:/1734283484670/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4448=[#edits: 1 = <4426/info:/1734283484672/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4449=[#edits: 1 = <4427/info:/1734283484672/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4450=[#edits: 1 = <4428/info:/1734283484673/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=77173, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-15T17:24:44,681 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:24:44,681 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 77246, reset compression=false 2024-12-15T17:24:44,681 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4451=[#edits: 1 = <4429/info:/1734283484674/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=77246, nbRowKeys=1, nbHFiles=0, heapSize=172, lastSeqIds={}, endOfFile=false,usedBufferSize=172] 2024-12-15T17:24:44,700 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-15T17:24:44,700 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 77830, reset compression=false 2024-12-15T17:24:44,700 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4452=[#edits: 1 = <4430/info:/1734283484679/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4453=[#edits: 1 = <4431/info:/1734283484680/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4454=[#edits: 1 = <4432/info:/1734283484682/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4455=[#edits: 1 = <4433/info:/1734283484683/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4456=[#edits: 1 = <4434/info:/1734283484684/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4457=[#edits: 1 = <4435/info:/1734283484684/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4458=[#edits: 1 = <4436/info:/1734283484686/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4459=[#edits: 1 = <4437/info:/1734283484687/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=77830, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-15T17:24:44,705 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:44,705 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 77976, reset compression=false 2024-12-15T17:24:44,709 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4460=[#edits: 1 = <4438/info:/1734283484699/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4461=[#edits: 1 = <4439/info:/1734283484700/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=77976, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-15T17:24:44,724 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-15T17:24:44,724 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 78633, reset compression=false 2024-12-15T17:24:44,724 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4462=[#edits: 1 = <4440/info:/1734283484704/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4463=[#edits: 1 = <4441/info:/1734283484705/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4464=[#edits: 1 = <4442/info:/1734283484706/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4465=[#edits: 1 = <4443/info:/1734283484706/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4466=[#edits: 1 = <4444/info:/1734283484707/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4467=[#edits: 1 = <4445/info:/1734283484707/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4468=[#edits: 1 = <4446/info:/1734283484708/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4469=[#edits: 1 = <4447/info:/1734283484708/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4470=[#edits: 1 = <4448/info:/1734283484715/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=78633, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-15T17:24:44,748 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-15T17:24:44,748 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta to pos 79509, reset compression=false 2024-12-15T17:24:44,748 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4471=[#edits: 1 = <4449/info:/1734283484716/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4472=[#edits: 1 = <4450/info:/1734283484717/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4473=[#edits: 1 = <4451/info:/1734283484718/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4474=[#edits: 1 = <4452/info:/1734283484722/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4475=[#edits: 1 = <4453/info:/1734283484723/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4476=[#edits: 1 = <4454/info:/1734283484725/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4477=[#edits: 1 = <4455/info:/1734283484728/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4478=[#edits: 1 = <4456/info:/1734283484729/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4479=[#edits: 1 = <4457/info:/1734283484731/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4480=[#edits: 1 = <4458/info:/1734283484731/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4481=[#edits: 1 = <4459/info:/1734283484732/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4482=[#edits: 1 = <4460/info:/1734283484734/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=79509, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-15T17:24:44,752 DEBUG [AsyncFSWAL-0-hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05-prefix:4ce65a7c4674,34827,1734283476267.meta {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=80531, logrollsize=80530 2024-12-15T17:24:44,752 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL 4ce65a7c4674%2C34827%2C1734283476267.meta:.meta(num 1734283483511) roll requested 2024-12-15T17:24:44,774 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283484752.meta, exclude list is [], retry=0 2024-12-15T17:24:44,776 DEBUG [RS-EventLoopGroup-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33259,DS-4348cf5d-4660-4379-aec9-a8b245f3193b,DISK] 2024-12-15T17:24:44,776 DEBUG [RS-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37721,DS-e54c4d66-02c4-4936-a305-8c5ce9352a96,DISK] 2024-12-15T17:24:44,776 DEBUG [RS-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43879,DS-997ad25a-fff3-4f07-9d65-0e54c532fdc1,DISK] 2024-12-15T17:24:44,796 INFO [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta with entries=1184, filesize=84.49 KB; new WAL /user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283484752.meta 2024-12-15T17:24:44,796 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42317:42317),(127.0.0.1/127.0.0.1:45263:45263),(127.0.0.1/127.0.0.1:43907:43907)] 2024-12-15T17:24:44,796 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta is not closed yet, will try archiving it next time 2024-12-15T17:24:44,797 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(299): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta for the last time to pos 82356, reset compression=false 2024-12-15T17:24:44,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741846_1022 (size=86525) 2024-12-15T17:24:44,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741846_1022 (size=86525) 2024-12-15T17:24:44,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43239 is added to blk_1073741846_1022 (size=86525) 2024-12-15T17:24:44,803 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:44,803 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(462): EOF, closing hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta 2024-12-15T17:24:44,803 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 36 WAL entries eligible for replication 2024-12-15T17:24:44,803 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283484752.meta, startPosition=0, beingWritten=true 2024-12-15T17:24:44,803 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4483=[#edits: 1 = <4461/info:/1734283484743/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4484=[#edits: 1 = <4462/info:/1734283484744/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4485=[#edits: 1 = <4463/info:/1734283484744/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4486=[#edits: 1 = <4464/info:/1734283484745/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4487=[#edits: 1 = <4465/info:/1734283484745/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4488=[#edits: 1 = <4466/info:/1734283484745/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4489=[#edits: 1 = <4467/info:/1734283484746/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4490=[#edits: 1 = <4468/info:/1734283484746/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4491=[#edits: 1 = <4469/info:/1734283484746/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4492=[#edits: 1 = <4470/info:/1734283484747/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4493=[#edits: 1 = <4471/info:/1734283484747/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4494=[#edits: 1 = <4472/info:/1734283484747/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4495=[#edits: 1 = <4473/info:/1734283484747/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4496=[#edits: 1 = <4474/info:/1734283484749/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4497=[#edits: 1 = <4475/info:/1734283484752/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4498=[#edits: 1 = <4476/info:/1734283484755/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4499=[#edits: 1 = <4477/info:/1734283484756/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4500=[#edits: 1 = <4478/info:/1734283484757/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4501=[#edits: 1 = <4479/info:/1734283484757/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4502=[#edits: 1 = <4480/info:/1734283484758/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4503=[#edits: 1 = <4481/info:/1734283484760/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4504=[#edits: 1 = <4482/info:/1734283484761/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4505=[#edits: 1 = <4483/info:/1734283484761/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4506=[#edits: 1 = <4484/info:/1734283484762/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4507=[#edits: 1 = <4485/info:/1734283484762/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4508=[#edits: 1 = <4486/info:/1734283484762/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4509=[#edits: 1 = <4487/info:/1734283484763/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4510=[#edits: 1 = <4488/info:/1734283484763/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4511=[#edits: 1 = <4489/info:/1734283484764/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4512=[#edits: 1 = <4490/info:/1734283484764/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4513=[#edits: 1 = <4491/info:/1734283484764/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4514=[#edits: 1 = <4492/info:/1734283484765/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4515=[#edits: 1 = <4493/info:/1734283484765/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4516=[#edits: 1 = <4494/info:/1734283484765/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4517=[#edits: 1 = <4495/info:/1734283484766/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4518=[#edits: 1 = <4496/info:/1734283484766/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4519=[#edits: 1 = <4497/info:/1734283484766/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4520=[#edits: 1 = <4498/info:/1734283484767/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4521=[#edits: 1 = <4499/info:/1734283484767/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4522=[#edits: 1 = <4500/info:/1734283484768/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4523=[#edits: 1 = <4501/info:/1734283484768/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4524=[#edits: 1 = <4502/info:/1734283484769/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4525=[#edits: 1 = <4503/info:/1734283484769/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4526=[#edits: 1 = <4504/info:/1734283484770/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4527=[#edits: 1 = <4505/info:/1734283484770/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4528=[#edits: 1 = <4506/info:/1734283484770/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4529=[#edits: 1 = <4507/info:/1734283484771/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4530=[#edits: 1 = <4508/info:/1734283484771/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4531=[#edits: 1 = <4509/info:/1734283484772/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4532=[#edits: 1 = <4510/info:/1734283484772/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4533=[#edits: 1 = <4511/info:/1734283484773/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4534=[#edits: 1 = <4512/info:/1734283484773/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4535=[#edits: 1 = <4513/info:/1734283484774/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4536=[#edits: 1 = <4514/info:/1734283484775/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4537=[#edits: 1 = <4515/info:/1734283484775/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4538=[#edits: 1 = <4516/info:/1734283484777/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4539=[#edits: 1 = <4517/info:/1734283484777/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4540=[#edits: 1 = <4518/info:/1734283484777/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4541=[#edits: 1 = <4519/info:/1734283484778/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4542=[#edits: 1 = <4520/info:/1734283484778/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=83889, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:44,805 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4543=[#edits: 1 = <4521/info:/1734283484779/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4544=[#edits: 1 = <4522/info:/1734283484779/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4545=[#edits: 1 = <4523/info:/1734283484780/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4546=[#edits: 1 = <4524/info:/1734283484780/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4547=[#edits: 1 = <4525/info:/1734283484781/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4548=[#edits: 1 = <4526/info:/1734283484781/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4549=[#edits: 1 = <4527/info:/1734283484781/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4550=[#edits: 1 = <4528/info:/1734283484782/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4551=[#edits: 1 = <4529/info:/1734283484782/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4552=[#edits: 1 = <4530/info:/1734283484782/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4553=[#edits: 1 = <4531/info:/1734283484783/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4554=[#edits: 1 = <4532/info:/1734283484783/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4555=[#edits: 1 = <4533/info:/1734283484783/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4556=[#edits: 1 = <4534/info:/1734283484784/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4557=[#edits: 1 = <4535/info:/1734283484784/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4558=[#edits: 1 = <4536/info:/1734283484787/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4559=[#edits: 1 = <4537/info:/1734283484788/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4560=[#edits: 1 = <4538/info:/1734283484789/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4561=[#edits: 1 = <4539/info:/1734283484789/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4562=[#edits: 1 = <4540/info:/1734283484789/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4563=[#edits: 1 = <4541/info:/1734283484790/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4564=[#edits: 1 = <4542/info:/1734283484790/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4565=[#edits: 1 = <4543/info:/1734283484790/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4566=[#edits: 1 = <4544/info:/1734283484791/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4567=[#edits: 1 = <4545/info:/1734283484791/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4568=[#edits: 1 = <4546/info:/1734283484792/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4569=[#edits: 1 = <4547/info:/1734283484792/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4570=[#edits: 1 = <4548/info:/1734283484792/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4571=[#edits: 1 = <4549/info:/1734283484793/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4572=[#edits: 1 = <4550/info:/1734283484793/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4573=[#edits: 1 = <4551/info:/1734283484793/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4574=[#edits: 1 = <4552/info:/1734283484794/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4575=[#edits: 1 = <4553/info:/1734283484794/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4576=[#edits: 1 = <4554/info:/1734283484794/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4577=[#edits: 1 = <4555/info:/1734283484795/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4578=[#edits: 1 = <4556/info:/1734283484795/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283483511.meta, lastWalPosition=86517, nbRowKeys=36, nbHFiles=0, heapSize=6192, lastSeqIds={}, endOfFile=true,usedBufferSize=6192] 2024-12-15T17:24:44,811 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:44,811 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283484752.meta to pos 304, reset compression=false 2024-12-15T17:24:44,811 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4579=[#edits: 1 = <4557/info:/1734283484795/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4580=[#edits: 1 = <4558/info:/1734283484798/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4581=[#edits: 1 = <4559/info:/1734283484804/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283484752.meta, lastWalPosition=304, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-15T17:24:44,817 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-15T17:24:44,817 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283484752.meta to pos 1107, reset compression=false 2024-12-15T17:24:44,817 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4582=[#edits: 1 = <4560/info:/1734283484807/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4583=[#edits: 1 = <4561/info:/1734283484808/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4584=[#edits: 1 = <4562/info:/1734283484808/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4585=[#edits: 1 = <4563/info:/1734283484809/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4586=[#edits: 1 = <4564/info:/1734283484810/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4587=[#edits: 1 = <4565/info:/1734283484810/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4588=[#edits: 1 = <4566/info:/1734283484810/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4589=[#edits: 1 = <4567/info:/1734283484811/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4590=[#edits: 1 = <4568/info:/1734283484811/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4591=[#edits: 1 = <4569/info:/1734283484812/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4592=[#edits: 1 = <4570/info:/1734283484814/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283484752.meta, lastWalPosition=1107, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-15T17:24:44,822 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:24:44,822 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283484752.meta to pos 1472, reset compression=false 2024-12-15T17:24:44,822 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4593=[#edits: 1 = <4571/info:/1734283484815/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4594=[#edits: 1 = <4572/info:/1734283484817/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4595=[#edits: 1 = <4573/info:/1734283484818/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4596=[#edits: 1 = <4574/info:/1734283484819/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4597=[#edits: 1 = <4575/info:/1734283484820/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283484752.meta, lastWalPosition=1472, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-15T17:24:44,827 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-15T17:24:44,827 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283484752.meta to pos 1764, reset compression=false 2024-12-15T17:24:44,827 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4598=[#edits: 1 = <4576/info:/1734283484820/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4599=[#edits: 1 = <4577/info:/1734283484821/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4600=[#edits: 1 = <4578/info:/1734283484822/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4601=[#edits: 1 = <4579/info:/1734283484825/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283484752.meta, lastWalPosition=1764, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-15T17:24:44,832 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-15T17:24:44,832 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283484752.meta to pos 2056, reset compression=false 2024-12-15T17:24:44,832 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4602=[#edits: 1 = <4580/info:/1734283484826/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4603=[#edits: 1 = <4581/info:/1734283484827/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4604=[#edits: 1 = <4582/info:/1734283484830/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4605=[#edits: 1 = <4583/info:/1734283484830/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283484752.meta, lastWalPosition=2056, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-15T17:24:44,997 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [90,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T17:24:44,997 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$1(355): verifying replication for region replica:{ENCODED => 534574363, NAME => 'hbase:meta,,1_0001', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} 2024-12-15T17:24:45,036 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283484752.meta to pos 2056, reset compression=false 2024-12-15T17:24:45,042 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:45,042 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4606=[#edits: 1 = <4584/info:/1734283484831/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4607=[#edits: 1 = <4585/info:/1734283484840/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4608=[#edits: 1 = <4586/info:/1734283484840/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4609=[#edits: 1 = <4587/info:/1734283484841/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4610=[#edits: 1 = <4588/info:/1734283484841/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4611=[#edits: 1 = <4589/info:/1734283484842/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4612=[#edits: 1 = <4590/info:/1734283484842/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4613=[#edits: 1 = <4591/info:/1734283484843/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4614=[#edits: 1 = <4592/info:/1734283484843/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4615=[#edits: 1 = <4593/info:/1734283484844/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4616=[#edits: 1 = <4594/info:/1734283484844/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4617=[#edits: 1 = <4595/info:/1734283484844/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4618=[#edits: 1 = <4596/info:/1734283484845/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4619=[#edits: 1 = <4597/info:/1734283484845/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4620=[#edits: 1 = <4598/info:/1734283484846/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4621=[#edits: 1 = <4599/info:/1734283484847/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4622=[#edits: 1 = <4600/info:/1734283484847/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4623=[#edits: 1 = <4601/info:/1734283484848/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4624=[#edits: 1 = <4602/info:/1734283484849/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4625=[#edits: 1 = <4603/info:/1734283484850/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4626=[#edits: 1 = <4604/info:/1734283484851/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4627=[#edits: 1 = <4605/info:/1734283484852/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4628=[#edits: 1 = <4606/info:/1734283484852/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4629=[#edits: 1 = <4607/info:/1734283484856/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4630=[#edits: 1 = <4608/info:/1734283484857/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4631=[#edits: 1 = <4609/info:/1734283484857/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4632=[#edits: 1 = <4610/info:/1734283484858/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4633=[#edits: 1 = <4611/info:/1734283484858/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4634=[#edits: 1 = <4612/info:/1734283484859/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4635=[#edits: 1 = <4613/info:/1734283484861/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4636=[#edits: 1 = <4614/info:/1734283484868/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4637=[#edits: 1 = <4615/info:/1734283484869/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4638=[#edits: 1 = <4616/info:/1734283484869/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4639=[#edits: 1 = <4617/info:/1734283484870/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4640=[#edits: 1 = <4618/info:/1734283484871/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4641=[#edits: 1 = <4619/info:/1734283484872/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4642=[#edits: 1 = <4620/info:/1734283484876/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4643=[#edits: 1 = <4621/info:/1734283484880/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4644=[#edits: 1 = <4622/info:/1734283484880/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4645=[#edits: 1 = <4623/info:/1734283484880/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4646=[#edits: 1 = <4624/info:/1734283484891/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4647=[#edits: 1 = <4625/info:/1734283484892/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4648=[#edits: 1 = <4626/info:/1734283484894/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4649=[#edits: 1 = <4627/info:/1734283484895/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4650=[#edits: 1 = <4628/info:/1734283484896/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4651=[#edits: 1 = <4629/info:/1734283484896/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4652=[#edits: 1 = <4630/info:/1734283484897/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4653=[#edits: 1 = <4631/info:/1734283484897/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4654=[#edits: 1 = <4632/info:/1734283484897/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4655=[#edits: 1 = <4633/info:/1734283484898/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4656=[#edits: 1 = <4634/info:/1734283484898/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4657=[#edits: 1 = <4635/info:/1734283484898/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4658=[#edits: 1 = <4636/info:/1734283484899/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4659=[#edits: 1 = <4637/info:/1734283484899/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4660=[#edits: 1 = <4638/info:/1734283484899/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4661=[#edits: 1 = <4639/info:/1734283484900/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4662=[#edits: 1 = <4640/info:/1734283484900/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4663=[#edits: 1 = <4641/info:/1734283484900/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4664=[#edits: 1 = <4642/info:/1734283484901/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4665=[#edits: 1 = <4643/info:/1734283484901/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283484752.meta, lastWalPosition=6436, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:45,044 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:45,045 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:45,051 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4666=[#edits: 1 = <4644/info:/1734283484901/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4667=[#edits: 1 = <4645/info:/1734283484901/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4668=[#edits: 1 = <4646/info:/1734283484902/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4669=[#edits: 1 = <4647/info:/1734283484902/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4670=[#edits: 1 = <4648/info:/1734283484902/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4671=[#edits: 1 = <4649/info:/1734283484903/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4672=[#edits: 1 = <4650/info:/1734283484903/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4673=[#edits: 1 = <4651/info:/1734283484903/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4674=[#edits: 1 = <4652/info:/1734283484903/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4675=[#edits: 1 = <4653/info:/1734283484904/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4676=[#edits: 1 = <4654/info:/1734283484904/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4677=[#edits: 1 = <4655/info:/1734283484904/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4678=[#edits: 1 = <4656/info:/1734283484905/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4679=[#edits: 1 = <4657/info:/1734283484905/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4680=[#edits: 1 = <4658/info:/1734283484905/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4681=[#edits: 1 = <4659/info:/1734283484905/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4682=[#edits: 1 = <4660/info:/1734283484906/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4683=[#edits: 1 = <4661/info:/1734283484906/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4684=[#edits: 1 = <4662/info:/1734283484906/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4685=[#edits: 1 = <4663/info:/1734283484907/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4686=[#edits: 1 = <4664/info:/1734283484907/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4687=[#edits: 1 = <4665/info:/1734283484907/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4688=[#edits: 1 = <4666/info:/1734283484907/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4689=[#edits: 1 = <4667/info:/1734283484908/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4690=[#edits: 1 = <4668/info:/1734283484908/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4691=[#edits: 1 = <4669/info:/1734283484908/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4692=[#edits: 1 = <4670/info:/1734283484909/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4693=[#edits: 1 = <4671/info:/1734283484909/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4694=[#edits: 1 = <4672/info:/1734283484909/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4695=[#edits: 1 = <4673/info:/1734283484909/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4696=[#edits: 1 = <4674/info:/1734283484910/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4697=[#edits: 1 = <4675/info:/1734283484910/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4698=[#edits: 1 = <4676/info:/1734283484911/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4699=[#edits: 1 = <4677/info:/1734283484911/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4700=[#edits: 1 = <4678/info:/1734283484911/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4701=[#edits: 1 = <4679/info:/1734283484912/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4702=[#edits: 1 = <4680/info:/1734283484912/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4703=[#edits: 1 = <4681/info:/1734283484912/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4704=[#edits: 1 = <4682/info:/1734283484913/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4705=[#edits: 1 = <4683/info:/1734283484913/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4706=[#edits: 1 = <4684/info:/1734283484914/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4707=[#edits: 1 = <4685/info:/1734283484914/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4708=[#edits: 1 = <4686/info:/1734283484914/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4709=[#edits: 1 = <4687/info:/1734283484915/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4710=[#edits: 1 = <4688/info:/1734283484915/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4711=[#edits: 1 = <4689/info:/1734283484915/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4712=[#edits: 1 = <4690/info:/1734283484916/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4713=[#edits: 1 = <4691/info:/1734283484916/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4714=[#edits: 1 = <4692/info:/1734283484917/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4715=[#edits: 1 = <4693/info:/1734283484917/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4716=[#edits: 1 = <4694/info:/1734283484917/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4717=[#edits: 1 = <4695/info:/1734283484918/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4718=[#edits: 1 = <4696/info:/1734283484918/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4719=[#edits: 1 = <4697/info:/1734283484918/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4720=[#edits: 1 = <4698/info:/1734283484919/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4721=[#edits: 1 = <4699/info:/1734283484919/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4722=[#edits: 1 = <4700/info:/1734283484919/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4723=[#edits: 1 = <4701/info:/1734283484920/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4724=[#edits: 1 = <4702/info:/1734283484920/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4725=[#edits: 1 = <4703/info:/1734283484920/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283484752.meta, lastWalPosition=10816, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:45,054 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:45,059 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4726=[#edits: 1 = <4704/info:/1734283484921/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4727=[#edits: 1 = <4705/info:/1734283484921/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4728=[#edits: 1 = <4706/info:/1734283484921/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4729=[#edits: 1 = <4707/info:/1734283484921/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4730=[#edits: 1 = <4708/info:/1734283484922/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4731=[#edits: 1 = <4709/info:/1734283484922/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4732=[#edits: 1 = <4710/info:/1734283484922/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4733=[#edits: 1 = <4711/info:/1734283484922/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4734=[#edits: 1 = <4712/info:/1734283484923/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4735=[#edits: 1 = <4713/info:/1734283484923/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4736=[#edits: 1 = <4714/info:/1734283484923/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4737=[#edits: 1 = <4715/info:/1734283484924/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4738=[#edits: 1 = <4716/info:/1734283484924/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4739=[#edits: 1 = <4717/info:/1734283484924/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4740=[#edits: 1 = <4718/info:/1734283484924/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4741=[#edits: 1 = <4719/info:/1734283484925/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4742=[#edits: 1 = <4720/info:/1734283484925/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4743=[#edits: 1 = <4721/info:/1734283484925/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4744=[#edits: 1 = <4722/info:/1734283484925/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4745=[#edits: 1 = <4723/info:/1734283484926/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4746=[#edits: 1 = <4724/info:/1734283484926/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4747=[#edits: 1 = <4725/info:/1734283484926/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4748=[#edits: 1 = <4726/info:/1734283484926/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4749=[#edits: 1 = <4727/info:/1734283484927/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4750=[#edits: 1 = <4728/info:/1734283484927/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4751=[#edits: 1 = <4729/info:/1734283484927/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4752=[#edits: 1 = <4730/info:/1734283484927/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4753=[#edits: 1 = <4731/info:/1734283484928/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4754=[#edits: 1 = <4732/info:/1734283484928/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4755=[#edits: 1 = <4733/info:/1734283484928/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4756=[#edits: 1 = <4734/info:/1734283484928/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4757=[#edits: 1 = <4735/info:/1734283484929/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4758=[#edits: 1 = <4736/info:/1734283484929/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4759=[#edits: 1 = <4737/info:/1734283484929/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4760=[#edits: 1 = <4738/info:/1734283484930/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4761=[#edits: 1 = <4739/info:/1734283484930/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4762=[#edits: 1 = <4740/info:/1734283484930/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4763=[#edits: 1 = <4741/info:/1734283484931/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4764=[#edits: 1 = <4742/info:/1734283484931/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4765=[#edits: 1 = <4743/info:/1734283484931/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4766=[#edits: 1 = <4744/info:/1734283484931/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4767=[#edits: 1 = <4745/info:/1734283484932/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4768=[#edits: 1 = <4746/info:/1734283484932/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4769=[#edits: 1 = <4747/info:/1734283484932/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4770=[#edits: 1 = <4748/info:/1734283484932/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4771=[#edits: 1 = <4749/info:/1734283484933/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4772=[#edits: 1 = <4750/info:/1734283484933/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4773=[#edits: 1 = <4751/info:/1734283484933/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4774=[#edits: 1 = <4752/info:/1734283484933/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4775=[#edits: 1 = <4753/info:/1734283484934/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4776=[#edits: 1 = <4754/info:/1734283484934/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4777=[#edits: 1 = <4755/info:/1734283484934/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4778=[#edits: 1 = <4756/info:/1734283484934/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4779=[#edits: 1 = <4757/info:/1734283484935/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4780=[#edits: 1 = <4758/info:/1734283484935/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4781=[#edits: 1 = <4759/info:/1734283484935/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4782=[#edits: 1 = <4760/info:/1734283484936/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4783=[#edits: 1 = <4761/info:/1734283484936/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4784=[#edits: 1 = <4762/info:/1734283484936/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4785=[#edits: 1 = <4763/info:/1734283484936/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283484752.meta, lastWalPosition=15196, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:45,061 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4786=[#edits: 1 = <4764/info:/1734283484937/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4787=[#edits: 1 = <4765/info:/1734283484937/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4788=[#edits: 1 = <4766/info:/1734283484937/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4789=[#edits: 1 = <4767/info:/1734283484937/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4790=[#edits: 1 = <4768/info:/1734283484938/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4791=[#edits: 1 = <4769/info:/1734283484938/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4792=[#edits: 1 = <4770/info:/1734283484938/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4793=[#edits: 1 = <4771/info:/1734283484938/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4794=[#edits: 1 = <4772/info:/1734283484939/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4795=[#edits: 1 = <4773/info:/1734283484939/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4796=[#edits: 1 = <4774/info:/1734283484939/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4797=[#edits: 1 = <4775/info:/1734283484939/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4798=[#edits: 1 = <4776/info:/1734283484940/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4799=[#edits: 1 = <4777/info:/1734283484940/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4800=[#edits: 1 = <4778/info:/1734283484940/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4801=[#edits: 1 = <4779/info:/1734283484941/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4802=[#edits: 1 = <4780/info:/1734283484941/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4803=[#edits: 1 = <4781/info:/1734283484941/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4804=[#edits: 1 = <4782/info:/1734283484941/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4805=[#edits: 1 = <4783/info:/1734283484942/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4806=[#edits: 1 = <4784/info:/1734283484942/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4807=[#edits: 1 = <4785/info:/1734283484942/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4808=[#edits: 1 = <4786/info:/1734283484942/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4809=[#edits: 1 = <4787/info:/1734283484943/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4810=[#edits: 1 = <4788/info:/1734283484943/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4811=[#edits: 1 = <4789/info:/1734283484943/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4812=[#edits: 1 = <4790/info:/1734283484944/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4813=[#edits: 1 = <4791/info:/1734283484944/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4814=[#edits: 1 = <4792/info:/1734283484944/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4815=[#edits: 1 = <4793/info:/1734283484944/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4816=[#edits: 1 = <4794/info:/1734283484945/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4817=[#edits: 1 = <4795/info:/1734283484945/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4818=[#edits: 1 = <4796/info:/1734283484945/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4819=[#edits: 1 = <4797/info:/1734283484945/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4820=[#edits: 1 = <4798/info:/1734283484946/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4821=[#edits: 1 = <4799/info:/1734283484946/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4822=[#edits: 1 = <4800/info:/1734283484946/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4823=[#edits: 1 = <4801/info:/1734283484946/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4824=[#edits: 1 = <4802/info:/1734283484947/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4825=[#edits: 1 = <4803/info:/1734283484947/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4826=[#edits: 1 = <4804/info:/1734283484947/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4827=[#edits: 1 = <4805/info:/1734283484947/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4828=[#edits: 1 = <4806/info:/1734283484948/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4829=[#edits: 1 = <4807/info:/1734283484948/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4830=[#edits: 1 = <4808/info:/1734283484948/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4831=[#edits: 1 = <4809/info:/1734283484948/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4832=[#edits: 1 = <4810/info:/1734283484949/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4833=[#edits: 1 = <4811/info:/1734283484949/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4834=[#edits: 1 = <4812/info:/1734283484949/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4835=[#edits: 1 = <4813/info:/1734283484949/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4836=[#edits: 1 = <4814/info:/1734283484950/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4837=[#edits: 1 = <4815/info:/1734283484950/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4838=[#edits: 1 = <4816/info:/1734283484950/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4839=[#edits: 1 = <4817/info:/1734283484950/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4840=[#edits: 1 = <4818/info:/1734283484951/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4841=[#edits: 1 = <4819/info:/1734283484951/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4842=[#edits: 1 = <4820/info:/1734283484951/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4843=[#edits: 1 = <4821/info:/1734283484951/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4844=[#edits: 1 = <4822/info:/1734283484952/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4845=[#edits: 1 = <4823/info:/1734283484952/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283484752.meta, lastWalPosition=19576, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:45,063 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:45,063 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4846=[#edits: 1 = <4824/info:/1734283484952/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4847=[#edits: 1 = <4825/info:/1734283484952/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4848=[#edits: 1 = <4826/info:/1734283484953/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4849=[#edits: 1 = <4827/info:/1734283484953/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4850=[#edits: 1 = <4828/info:/1734283484953/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4851=[#edits: 1 = <4829/info:/1734283484953/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4852=[#edits: 1 = <4830/info:/1734283484954/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4853=[#edits: 1 = <4831/info:/1734283484954/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4854=[#edits: 1 = <4832/info:/1734283484954/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4855=[#edits: 1 = <4833/info:/1734283484954/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4856=[#edits: 1 = <4834/info:/1734283484955/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4857=[#edits: 1 = <4835/info:/1734283484955/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4858=[#edits: 1 = <4836/info:/1734283484955/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4859=[#edits: 1 = <4837/info:/1734283484955/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4860=[#edits: 1 = <4838/info:/1734283484956/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4861=[#edits: 1 = <4839/info:/1734283484956/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4862=[#edits: 1 = <4840/info:/1734283484956/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4863=[#edits: 1 = <4841/info:/1734283484957/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4864=[#edits: 1 = <4842/info:/1734283484957/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4865=[#edits: 1 = <4843/info:/1734283484957/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4866=[#edits: 1 = <4844/info:/1734283484957/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4867=[#edits: 1 = <4845/info:/1734283484957/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4868=[#edits: 1 = <4846/info:/1734283484958/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4869=[#edits: 1 = <4847/info:/1734283484958/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4870=[#edits: 1 = <4848/info:/1734283484958/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4871=[#edits: 1 = <4849/info:/1734283484958/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4872=[#edits: 1 = <4850/info:/1734283484959/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4873=[#edits: 1 = <4851/info:/1734283484959/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4874=[#edits: 1 = <4852/info:/1734283484959/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4875=[#edits: 1 = <4853/info:/1734283484960/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4876=[#edits: 1 = <4854/info:/1734283484960/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4877=[#edits: 1 = <4855/info:/1734283484960/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4878=[#edits: 1 = <4856/info:/1734283484960/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4879=[#edits: 1 = <4857/info:/1734283484960/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4880=[#edits: 1 = <4858/info:/1734283484961/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4881=[#edits: 1 = <4859/info:/1734283484961/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4882=[#edits: 1 = <4860/info:/1734283484961/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4883=[#edits: 1 = <4861/info:/1734283484961/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4884=[#edits: 1 = <4862/info:/1734283484962/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4885=[#edits: 1 = <4863/info:/1734283484962/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4886=[#edits: 1 = <4864/info:/1734283484962/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4887=[#edits: 1 = <4865/info:/1734283484962/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4888=[#edits: 1 = <4866/info:/1734283484963/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4889=[#edits: 1 = <4867/info:/1734283484963/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4890=[#edits: 1 = <4868/info:/1734283484963/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4891=[#edits: 1 = <4869/info:/1734283484963/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4892=[#edits: 1 = <4870/info:/1734283484964/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4893=[#edits: 1 = <4871/info:/1734283484964/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4894=[#edits: 1 = <4872/info:/1734283484964/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4895=[#edits: 1 = <4873/info:/1734283484964/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4896=[#edits: 1 = <4874/info:/1734283484964/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4897=[#edits: 1 = <4875/info:/1734283484965/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4898=[#edits: 1 = <4876/info:/1734283484965/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4899=[#edits: 1 = <4877/info:/1734283484965/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4900=[#edits: 1 = <4878/info:/1734283484965/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4901=[#edits: 1 = <4879/info:/1734283484966/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4902=[#edits: 1 = <4880/info:/1734283484966/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4903=[#edits: 1 = <4881/info:/1734283484966/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4904=[#edits: 1 = <4882/info:/1734283484966/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4905=[#edits: 1 = <4883/info:/1734283484967/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283484752.meta, lastWalPosition=23956, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:45,065 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:45,065 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4906=[#edits: 1 = <4884/info:/1734283484967/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4907=[#edits: 1 = <4885/info:/1734283484967/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4908=[#edits: 1 = <4886/info:/1734283484968/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4909=[#edits: 1 = <4887/info:/1734283484968/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4910=[#edits: 1 = <4888/info:/1734283484968/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4911=[#edits: 1 = <4889/info:/1734283484968/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4912=[#edits: 1 = <4890/info:/1734283484969/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4913=[#edits: 1 = <4891/info:/1734283484969/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4914=[#edits: 1 = <4892/info:/1734283484969/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4915=[#edits: 1 = <4893/info:/1734283484969/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4916=[#edits: 1 = <4894/info:/1734283484970/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4917=[#edits: 1 = <4895/info:/1734283484970/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4918=[#edits: 1 = <4896/info:/1734283484970/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4919=[#edits: 1 = <4897/info:/1734283484970/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4920=[#edits: 1 = <4898/info:/1734283484971/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4921=[#edits: 1 = <4899/info:/1734283484971/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4922=[#edits: 1 = <4900/info:/1734283484971/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4923=[#edits: 1 = <4901/info:/1734283484971/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4924=[#edits: 1 = <4902/info:/1734283484972/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4925=[#edits: 1 = <4903/info:/1734283484972/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4926=[#edits: 1 = <4904/info:/1734283484972/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4927=[#edits: 1 = <4905/info:/1734283484972/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4928=[#edits: 1 = <4906/info:/1734283484973/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4929=[#edits: 1 = <4907/info:/1734283484973/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4930=[#edits: 1 = <4908/info:/1734283484973/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4931=[#edits: 1 = <4909/info:/1734283484973/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4932=[#edits: 1 = <4910/info:/1734283484974/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4933=[#edits: 1 = <4911/info:/1734283484974/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4934=[#edits: 1 = <4912/info:/1734283484974/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4935=[#edits: 1 = <4913/info:/1734283484975/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4936=[#edits: 1 = <4914/info:/1734283484975/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4937=[#edits: 1 = <4915/info:/1734283484975/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4938=[#edits: 1 = <4916/info:/1734283484975/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4939=[#edits: 1 = <4917/info:/1734283484976/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4940=[#edits: 1 = <4918/info:/1734283484976/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4941=[#edits: 1 = <4919/info:/1734283484976/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4942=[#edits: 1 = <4920/info:/1734283484976/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4943=[#edits: 1 = <4921/info:/1734283484977/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4944=[#edits: 1 = <4922/info:/1734283484977/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4945=[#edits: 1 = <4923/info:/1734283484977/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4946=[#edits: 1 = <4924/info:/1734283484977/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4947=[#edits: 1 = <4925/info:/1734283484977/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4948=[#edits: 1 = <4926/info:/1734283484978/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4949=[#edits: 1 = <4927/info:/1734283484978/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4950=[#edits: 1 = <4928/info:/1734283484978/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4951=[#edits: 1 = <4929/info:/1734283484978/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4952=[#edits: 1 = <4930/info:/1734283484979/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4953=[#edits: 1 = <4931/info:/1734283484979/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4954=[#edits: 1 = <4932/info:/1734283484979/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4955=[#edits: 1 = <4933/info:/1734283484979/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4956=[#edits: 1 = <4934/info:/1734283484979/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4957=[#edits: 1 = <4935/info:/1734283484980/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4958=[#edits: 1 = <4936/info:/1734283484980/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4959=[#edits: 1 = <4937/info:/1734283484980/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4960=[#edits: 1 = <4938/info:/1734283484981/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4961=[#edits: 1 = <4939/info:/1734283484981/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4962=[#edits: 1 = <4940/info:/1734283484981/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4963=[#edits: 1 = <4941/info:/1734283484981/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4964=[#edits: 1 = <4942/info:/1734283484981/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4965=[#edits: 1 = <4943/info:/1734283484982/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283484752.meta, lastWalPosition=28336, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:45,067 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 56 WAL entries eligible for replication 2024-12-15T17:24:45,067 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283484752.meta to pos 32424, reset compression=false 2024-12-15T17:24:45,067 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4966=[#edits: 1 = <4944/info:/1734283484982/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4967=[#edits: 1 = <4945/info:/1734283484982/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4968=[#edits: 1 = <4946/info:/1734283484982/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4969=[#edits: 1 = <4947/info:/1734283484983/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4970=[#edits: 1 = <4948/info:/1734283484983/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4971=[#edits: 1 = <4949/info:/1734283484983/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4972=[#edits: 1 = <4950/info:/1734283484984/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4973=[#edits: 1 = <4951/info:/1734283484984/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4974=[#edits: 1 = <4952/info:/1734283484984/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4975=[#edits: 1 = <4953/info:/1734283484984/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4976=[#edits: 1 = <4954/info:/1734283484985/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4977=[#edits: 1 = <4955/info:/1734283484985/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4978=[#edits: 1 = <4956/info:/1734283484985/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4979=[#edits: 1 = <4957/info:/1734283484985/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4980=[#edits: 1 = <4958/info:/1734283484986/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4981=[#edits: 1 = <4959/info:/1734283484986/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4982=[#edits: 1 = <4960/info:/1734283484986/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4983=[#edits: 1 = <4961/info:/1734283484986/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4984=[#edits: 1 = <4962/info:/1734283484986/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4985=[#edits: 1 = <4963/info:/1734283484987/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4986=[#edits: 1 = <4964/info:/1734283484987/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4987=[#edits: 1 = <4965/info:/1734283484987/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4988=[#edits: 1 = <4966/info:/1734283484987/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4989=[#edits: 1 = <4967/info:/1734283484988/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4990=[#edits: 1 = <4968/info:/1734283484988/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4991=[#edits: 1 = <4969/info:/1734283484988/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4992=[#edits: 1 = <4970/info:/1734283484989/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4993=[#edits: 1 = <4971/info:/1734283484989/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4994=[#edits: 1 = <4972/info:/1734283484989/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4995=[#edits: 1 = <4973/info:/1734283484989/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4996=[#edits: 1 = <4974/info:/1734283484990/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4997=[#edits: 1 = <4975/info:/1734283484990/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4998=[#edits: 1 = <4976/info:/1734283484990/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4999=[#edits: 1 = <4977/info:/1734283484990/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5000=[#edits: 1 = <4978/info:/1734283484991/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5001=[#edits: 1 = <4979/info:/1734283484991/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5002=[#edits: 1 = <4980/info:/1734283484991/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5003=[#edits: 1 = <4981/info:/1734283484992/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5004=[#edits: 1 = <4982/info:/1734283484992/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5005=[#edits: 1 = <4983/info:/1734283484992/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5006=[#edits: 1 = <4984/info:/1734283484992/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5007=[#edits: 1 = <4985/info:/1734283484993/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5008=[#edits: 1 = <4986/info:/1734283484993/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5009=[#edits: 1 = <4987/info:/1734283484993/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5010=[#edits: 1 = <4988/info:/1734283484994/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5011=[#edits: 1 = <4989/info:/1734283484994/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5012=[#edits: 1 = <4990/info:/1734283484994/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5013=[#edits: 1 = <4991/info:/1734283484995/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5014=[#edits: 1 = <4992/info:/1734283484995/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5015=[#edits: 1 = <4993/info:/1734283484995/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5016=[#edits: 1 = <4994/info:/1734283484996/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5017=[#edits: 1 = <4995/info:/1734283484996/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5018=[#edits: 1 = <4996/info:/1734283484996/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5019=[#edits: 1 = <4997/info:/1734283484996/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5020=[#edits: 1 = <4998/info:/1734283484997/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5021=[#edits: 1 = <4999/info:/1734283484997/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283484752.meta, lastWalPosition=32424, nbRowKeys=56, nbHFiles=0, heapSize=9632, lastSeqIds={}, endOfFile=false,usedBufferSize=9632] 2024-12-15T17:24:45,195 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [90,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T17:24:45,195 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$1(355): verifying replication for region replica:{ENCODED => 1657623790, NAME => 'hbase:meta,,1_0002', STARTKEY => '', ENDKEY => '', REPLICA_ID => 2} 2024-12-15T17:24:45,273 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283484752.meta to pos 32424, reset compression=false 2024-12-15T17:24:45,406 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x304b623d to 127.0.0.1:53093 2024-12-15T17:24:45,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:24:45,407 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-15T17:24:45,407 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-15T17:24:45,407 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x63cf2422 to 127.0.0.1:53093 2024-12-15T17:24:45,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:24:45,407 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-15T17:24:45,407 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=921124204, stopped=false 2024-12-15T17:24:45,407 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=4ce65a7c4674,37899,1734283475482 2024-12-15T17:24:45,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34827-0x1002ab8d66a0004, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-15T17:24:45,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38077-0x1002ab8d66a0002, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-15T17:24:45,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37899-0x1002ab8d66a0000, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-15T17:24:45,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38077-0x1002ab8d66a0002, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:45,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34827-0x1002ab8d66a0004, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:45,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37899-0x1002ab8d66a0000, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:45,454 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-15T17:24:45,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x1002ab8d66a0003, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-15T17:24:45,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1002ab8d66a0001, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-15T17:24:45,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:24:45,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x1002ab8d66a0003, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:45,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1002ab8d66a0001, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:45,455 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34827-0x1002ab8d66a0004, quorum=127.0.0.1:53093, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:24:45,459 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '4ce65a7c4674,36557,1734283476185' ***** 2024-12-15T17:24:45,459 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-15T17:24:45,460 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '4ce65a7c4674,38077,1734283476217' ***** 2024-12-15T17:24:45,460 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-15T17:24:45,460 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '4ce65a7c4674,40347,1734283476242' ***** 2024-12-15T17:24:45,460 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-15T17:24:45,460 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '4ce65a7c4674,34827,1734283476267' ***** 2024-12-15T17:24:45,460 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-15T17:24:45,460 INFO [RS:2;4ce65a7c4674:40347 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-15T17:24:45,460 INFO [RS:3;4ce65a7c4674:34827 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-15T17:24:45,461 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-15T17:24:45,461 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36557-0x1002ab8d66a0001, quorum=127.0.0.1:53093, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:24:45,461 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40347-0x1002ab8d66a0003, quorum=127.0.0.1:53093, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:24:45,461 INFO [RS:2;4ce65a7c4674:40347 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-15T17:24:45,461 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-15T17:24:45,461 INFO [RS:2;4ce65a7c4674:40347 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-15T17:24:45,461 INFO [RS:1;4ce65a7c4674:38077 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-15T17:24:45,461 INFO [RS:2;4ce65a7c4674:40347 {}] regionserver.HRegionServer(1224): stopping server 4ce65a7c4674,40347,1734283476242 2024-12-15T17:24:45,461 DEBUG [RS:2;4ce65a7c4674:40347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:24:45,461 INFO [RS:1;4ce65a7c4674:38077 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-15T17:24:45,461 INFO [RS:1;4ce65a7c4674:38077 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-15T17:24:45,461 INFO [RS:1;4ce65a7c4674:38077 {}] regionserver.HRegionServer(1224): stopping server 4ce65a7c4674,38077,1734283476217 2024-12-15T17:24:45,461 INFO [RS:2;4ce65a7c4674:40347 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-15T17:24:45,461 DEBUG [RS:1;4ce65a7c4674:38077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:24:45,461 DEBUG [RS:2;4ce65a7c4674:40347 {}] regionserver.HRegionServer(1603): Online Regions={1657623790=hbase:meta,,1_0002.1657623790} 2024-12-15T17:24:45,461 INFO [RS:1;4ce65a7c4674:38077 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-15T17:24:45,461 DEBUG [RS:1;4ce65a7c4674:38077 {}] regionserver.HRegionServer(1603): Online Regions={534574363=hbase:meta,,1_0001.534574363} 2024-12-15T17:24:45,461 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-15T17:24:45,461 INFO [RS:1;4ce65a7c4674:38077 {}] regionserver.HRegionServer(3579): Received CLOSE for 534574363 2024-12-15T17:24:45,461 INFO [RS:3;4ce65a7c4674:34827 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-15T17:24:45,461 INFO [RS:3;4ce65a7c4674:34827 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-15T17:24:45,461 INFO [RS:3;4ce65a7c4674:34827 {}] regionserver.HRegionServer(1224): stopping server 4ce65a7c4674,34827,1734283476267 2024-12-15T17:24:45,461 DEBUG [RS:3;4ce65a7c4674:34827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:24:45,461 INFO [RS:3;4ce65a7c4674:34827 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-15T17:24:45,461 INFO [RS:3;4ce65a7c4674:34827 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-15T17:24:45,462 INFO [RS:3;4ce65a7c4674:34827 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-15T17:24:45,462 INFO [RS:3;4ce65a7c4674:34827 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-15T17:24:45,462 INFO [RS:3;4ce65a7c4674:34827 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-15T17:24:45,462 DEBUG [RS:3;4ce65a7c4674:34827 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-15T17:24:45,462 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38077-0x1002ab8d66a0002, quorum=127.0.0.1:53093, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:24:45,462 DEBUG [RS:3;4ce65a7c4674:34827 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-15T17:24:45,462 INFO [RS:0;4ce65a7c4674:36557 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-15T17:24:45,462 INFO [RS:0;4ce65a7c4674:36557 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-15T17:24:45,462 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-15T17:24:45,462 INFO [RS:0;4ce65a7c4674:36557 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-15T17:24:45,462 INFO [RS:0;4ce65a7c4674:36557 {}] regionserver.HRegionServer(3579): Received CLOSE for b5cb7e2ab2e336f88ee716391c14202a 2024-12-15T17:24:45,462 INFO [RS:2;4ce65a7c4674:40347 {}] regionserver.HRegionServer(3579): Received CLOSE for 1657623790 2024-12-15T17:24:45,462 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37899-0x1002ab8d66a0000, quorum=127.0.0.1:53093, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:24:45,462 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-15T17:24:45,462 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-15T17:24:45,462 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-15T17:24:45,462 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-15T17:24:45,462 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-15T17:24:45,462 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=125 KB heapSize=407 KB 2024-12-15T17:24:45,463 DEBUG [RS:1;4ce65a7c4674:38077 {}] regionserver.HRegionServer(1629): Waiting on 534574363 2024-12-15T17:24:45,463 INFO [RS:0;4ce65a7c4674:36557 {}] regionserver.HRegionServer(1224): stopping server 4ce65a7c4674,36557,1734283476185 2024-12-15T17:24:45,463 DEBUG [RS:0;4ce65a7c4674:36557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:24:45,463 INFO [RS:0;4ce65a7c4674:36557 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-15T17:24:45,463 DEBUG [RS:0;4ce65a7c4674:36557 {}] regionserver.HRegionServer(1603): Online Regions={b5cb7e2ab2e336f88ee716391c14202a=hbase:namespace,,1734283477229.b5cb7e2ab2e336f88ee716391c14202a.} 2024-12-15T17:24:45,463 DEBUG [RS:0;4ce65a7c4674:36557 {}] regionserver.HRegionServer(1629): Waiting on b5cb7e2ab2e336f88ee716391c14202a 2024-12-15T17:24:45,463 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 534574363, disabling compactions & flushes 2024-12-15T17:24:45,463 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1_0001.534574363 2024-12-15T17:24:45,463 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1_0001.534574363 2024-12-15T17:24:45,463 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1_0001.534574363 after waiting 0 ms 2024-12-15T17:24:45,463 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b5cb7e2ab2e336f88ee716391c14202a, disabling compactions & flushes 2024-12-15T17:24:45,463 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1_0001.534574363 2024-12-15T17:24:45,463 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734283477229.b5cb7e2ab2e336f88ee716391c14202a. 2024-12-15T17:24:45,463 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734283477229.b5cb7e2ab2e336f88ee716391c14202a. 2024-12-15T17:24:45,463 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734283477229.b5cb7e2ab2e336f88ee716391c14202a. after waiting 0 ms 2024-12-15T17:24:45,464 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734283477229.b5cb7e2ab2e336f88ee716391c14202a. 2024-12-15T17:24:45,464 DEBUG [RS:2;4ce65a7c4674:40347 {}] regionserver.HRegionServer(1629): Waiting on 1657623790 2024-12-15T17:24:45,464 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing b5cb7e2ab2e336f88ee716391c14202a 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-15T17:24:45,464 INFO [regionserver/4ce65a7c4674:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T17:24:45,464 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1657623790, disabling compactions & flushes 2024-12-15T17:24:45,464 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1_0002.1657623790 2024-12-15T17:24:45,464 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1_0002.1657623790 2024-12-15T17:24:45,464 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1_0002.1657623790 after waiting 0 ms 2024-12-15T17:24:45,465 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1_0002.1657623790 2024-12-15T17:24:45,465 INFO [regionserver/4ce65a7c4674:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T17:24:45,467 INFO [regionserver/4ce65a7c4674:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T17:24:45,478 INFO [regionserver/4ce65a7c4674:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T17:24:45,483 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/data/hbase/namespace/b5cb7e2ab2e336f88ee716391c14202a/.tmp/info/a71b1ea7363a4ae4816028a3b2f19b7c is 45, key is default/info:d/1734283477658/Put/seqid=0 2024-12-15T17:24:45,485 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T17:24:45,485 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1_0001.534574363 2024-12-15T17:24:45,485 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 534574363: 2024-12-15T17:24:45,485 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1_0001.534574363 2024-12-15T17:24:45,491 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/data/hbase/meta/1588230740/.tmp/info/c694c82e3a8b4001bc2688bebaa65488 is 36, key is 1000/info:/1734283481065/Put/seqid=0 2024-12-15T17:24:45,495 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T17:24:45,495 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1_0002.1657623790 2024-12-15T17:24:45,495 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1657623790: 2024-12-15T17:24:45,495 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1_0002.1657623790 2024-12-15T17:24:45,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741848_1024 (size=170687) 2024-12-15T17:24:45,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43879 is added to blk_1073741848_1024 (size=170687) 2024-12-15T17:24:45,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43239 is added to blk_1073741848_1024 (size=170687) 2024-12-15T17:24:45,520 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=125 KB at sequenceid=5022 (bloomFilter=true), to=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/data/hbase/meta/1588230740/.tmp/info/c694c82e3a8b4001bc2688bebaa65488 2024-12-15T17:24:45,525 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/data/hbase/meta/1588230740/.tmp/info/c694c82e3a8b4001bc2688bebaa65488 as hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/data/hbase/meta/1588230740/info/c694c82e3a8b4001bc2688bebaa65488 2024-12-15T17:24:45,530 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/data/hbase/meta/1588230740/info/c694c82e3a8b4001bc2688bebaa65488, entries=4000, sequenceid=5022, filesize=166.7 K 2024-12-15T17:24:45,532 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~125 KB/128000, heapSize ~406.48 KB/416240, currentSize=0 B/0 for 1588230740 in 69ms, sequenceid=5022, compaction requested=true 2024-12-15T17:24:45,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43879 is added to blk_1073741849_1025 (size=5037) 2024-12-15T17:24:45,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741849_1025 (size=5037) 2024-12-15T17:24:45,534 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/data/hbase/namespace/b5cb7e2ab2e336f88ee716391c14202a/.tmp/info/a71b1ea7363a4ae4816028a3b2f19b7c 2024-12-15T17:24:45,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741849_1025 (size=5037) 2024-12-15T17:24:45,543 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/data/hbase/namespace/b5cb7e2ab2e336f88ee716391c14202a/.tmp/info/a71b1ea7363a4ae4816028a3b2f19b7c as hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/data/hbase/namespace/b5cb7e2ab2e336f88ee716391c14202a/info/a71b1ea7363a4ae4816028a3b2f19b7c 2024-12-15T17:24:45,548 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/data/hbase/meta/1588230740/recovered.edits/5025.seqid, newMaxSeqId=5025, maxSeqId=12 2024-12-15T17:24:45,551 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T17:24:45,551 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-15T17:24:45,551 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-15T17:24:45,551 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-15T17:24:45,555 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/data/hbase/namespace/b5cb7e2ab2e336f88ee716391c14202a/info/a71b1ea7363a4ae4816028a3b2f19b7c, entries=2, sequenceid=6, filesize=4.9 K 2024-12-15T17:24:45,559 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for b5cb7e2ab2e336f88ee716391c14202a in 95ms, sequenceid=6, compaction requested=false 2024-12-15T17:24:45,572 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/data/hbase/namespace/b5cb7e2ab2e336f88ee716391c14202a/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-15T17:24:45,573 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734283477229.b5cb7e2ab2e336f88ee716391c14202a. 2024-12-15T17:24:45,573 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b5cb7e2ab2e336f88ee716391c14202a: 2024-12-15T17:24:45,573 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734283477229.b5cb7e2ab2e336f88ee716391c14202a. 2024-12-15T17:24:45,577 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283484752.meta to pos 32424, reset compression=false 2024-12-15T17:24:45,584 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:45,584 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283484752.meta to pos 33064, reset compression=false 2024-12-15T17:24:45,584 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5023=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734283485463/Put/vlen=102/seqid=0; >],292}, {hbase:meta/1588230740/5024=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734283485530/Put/vlen=136/seqid=0; >],324}, {hbase:meta/1588230740/5025=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_CLOSE/1734283485539/Put/vlen=129/seqid=0; >],340}], lastWalPath=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283484752.meta, lastWalPosition=33064, nbRowKeys=3, nbHFiles=0, heapSize=956, lastSeqIds={}, endOfFile=false,usedBufferSize=956] 2024-12-15T17:24:45,662 INFO [RS:3;4ce65a7c4674:34827 {}] regionserver.HRegionServer(1250): stopping server 4ce65a7c4674,34827,1734283476267; all regions closed. 2024-12-15T17:24:45,663 INFO [RS:1;4ce65a7c4674:38077 {}] regionserver.HRegionServer(1250): stopping server 4ce65a7c4674,38077,1734283476217; all regions closed. 2024-12-15T17:24:45,663 INFO [RS:0;4ce65a7c4674:36557 {}] regionserver.HRegionServer(1250): stopping server 4ce65a7c4674,36557,1734283476185; all regions closed. 2024-12-15T17:24:45,664 INFO [RS:2;4ce65a7c4674:40347 {}] regionserver.HRegionServer(1250): stopping server 4ce65a7c4674,40347,1734283476242; all regions closed. 2024-12-15T17:24:45,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741847_1023 (size=33072) 2024-12-15T17:24:45,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741847_1023 (size=33072) 2024-12-15T17:24:45,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43879 is added to blk_1073741847_1023 (size=33072) 2024-12-15T17:24:45,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43239 is added to blk_1073741833_1009 (size=93) 2024-12-15T17:24:45,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741833_1009 (size=93) 2024-12-15T17:24:45,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741833_1009 (size=93) 2024-12-15T17:24:45,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43239 is added to blk_1073741835_1011 (size=1414) 2024-12-15T17:24:45,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741835_1011 (size=1414) 2024-12-15T17:24:45,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741835_1011 (size=1414) 2024-12-15T17:24:45,668 DEBUG [RS:1;4ce65a7c4674:38077 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/oldWALs 2024-12-15T17:24:45,668 INFO [RS:1;4ce65a7c4674:38077 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 4ce65a7c4674%2C38077%2C1734283476217:(num 1734283476863) 2024-12-15T17:24:45,668 DEBUG [RS:1;4ce65a7c4674:38077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:24:45,668 INFO [RS:1;4ce65a7c4674:38077 {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T17:24:45,668 DEBUG [RS:0;4ce65a7c4674:36557 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/oldWALs 2024-12-15T17:24:45,669 INFO [RS:0;4ce65a7c4674:36557 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 4ce65a7c4674%2C36557%2C1734283476185:(num 1734283476864) 2024-12-15T17:24:45,669 DEBUG [RS:0;4ce65a7c4674:36557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:24:45,669 INFO [RS:0;4ce65a7c4674:36557 {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T17:24:45,669 INFO [RS:1;4ce65a7c4674:38077 {}] hbase.ChoreService(370): Chore service for: regionserver/4ce65a7c4674:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-15T17:24:45,669 INFO [RS:0;4ce65a7c4674:36557 {}] hbase.ChoreService(370): Chore service for: regionserver/4ce65a7c4674:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-15T17:24:45,669 INFO [RS:1;4ce65a7c4674:38077 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-15T17:24:45,669 INFO [RS:0;4ce65a7c4674:36557 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-15T17:24:45,669 INFO [RS:1;4ce65a7c4674:38077 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-15T17:24:45,669 INFO [RS:0;4ce65a7c4674:36557 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-15T17:24:45,669 INFO [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T17:24:45,669 INFO [RS:1;4ce65a7c4674:38077 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-15T17:24:45,669 INFO [RS:0;4ce65a7c4674:36557 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-15T17:24:45,669 INFO [RS:1;4ce65a7c4674:38077 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:38077 2024-12-15T17:24:45,669 INFO [RS:0;4ce65a7c4674:36557 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:36557 2024-12-15T17:24:45,669 INFO [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T17:24:45,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741836_1012 (size=93) 2024-12-15T17:24:45,674 DEBUG [RS:3;4ce65a7c4674:34827 {}] wal.AbstractFSWAL(1071): Moved 5 WAL file(s) to /user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/oldWALs 2024-12-15T17:24:45,674 INFO [RS:3;4ce65a7c4674:34827 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 4ce65a7c4674%2C34827%2C1734283476267.meta:.meta(num 1734283484752) 2024-12-15T17:24:45,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43239 is added to blk_1073741836_1012 (size=93) 2024-12-15T17:24:45,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43879 is added to blk_1073741836_1012 (size=93) 2024-12-15T17:24:45,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38077-0x1002ab8d66a0002, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4ce65a7c4674,38077,1734283476217 2024-12-15T17:24:45,679 DEBUG [RS:2;4ce65a7c4674:40347 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/oldWALs 2024-12-15T17:24:45,679 INFO [RS:2;4ce65a7c4674:40347 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 4ce65a7c4674%2C40347%2C1734283476242:(num 1734283476864) 2024-12-15T17:24:45,679 DEBUG [RS:2;4ce65a7c4674:40347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:24:45,679 INFO [RS:2;4ce65a7c4674:40347 {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T17:24:45,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741834_1010 (size=93) 2024-12-15T17:24:45,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37899-0x1002ab8d66a0000, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-15T17:24:45,680 INFO [RS:2;4ce65a7c4674:40347 {}] hbase.ChoreService(370): Chore service for: regionserver/4ce65a7c4674:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-15T17:24:45,680 INFO [RS:2;4ce65a7c4674:40347 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-15T17:24:45,680 INFO [RS:2;4ce65a7c4674:40347 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-15T17:24:45,680 INFO [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T17:24:45,680 INFO [RS:2;4ce65a7c4674:40347 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-15T17:24:45,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43239 is added to blk_1073741834_1010 (size=93) 2024-12-15T17:24:45,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43879 is added to blk_1073741834_1010 (size=93) 2024-12-15T17:24:45,680 INFO [RS:2;4ce65a7c4674:40347 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:40347 2024-12-15T17:24:45,682 DEBUG [RS:3;4ce65a7c4674:34827 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/oldWALs 2024-12-15T17:24:45,682 INFO [RS:3;4ce65a7c4674:34827 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 4ce65a7c4674%2C34827%2C1734283476267:(num 1734283476865) 2024-12-15T17:24:45,682 DEBUG [RS:3;4ce65a7c4674:34827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:24:45,682 INFO [RS:3;4ce65a7c4674:34827 {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T17:24:45,683 INFO [RS:3;4ce65a7c4674:34827 {}] hbase.ChoreService(370): Chore service for: regionserver/4ce65a7c4674:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-15T17:24:45,683 INFO [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T17:24:45,683 INFO [RS:3;4ce65a7c4674:34827 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:34827 2024-12-15T17:24:45,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1002ab8d66a0001, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4ce65a7c4674,36557,1734283476185 2024-12-15T17:24:45,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x1002ab8d66a0003, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4ce65a7c4674,40347,1734283476242 2024-12-15T17:24:45,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34827-0x1002ab8d66a0004, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4ce65a7c4674,34827,1734283476267 2024-12-15T17:24:45,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37899-0x1002ab8d66a0000, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-15T17:24:45,695 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4ce65a7c4674,38077,1734283476217] 2024-12-15T17:24:45,696 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 4ce65a7c4674,38077,1734283476217; numProcessing=1 2024-12-15T17:24:45,712 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/4ce65a7c4674,38077,1734283476217 already deleted, retry=false 2024-12-15T17:24:45,712 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 4ce65a7c4674,38077,1734283476217 expired; onlineServers=3 2024-12-15T17:24:45,712 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4ce65a7c4674,36557,1734283476185] 2024-12-15T17:24:45,712 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 4ce65a7c4674,36557,1734283476185; numProcessing=2 2024-12-15T17:24:45,720 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/4ce65a7c4674,36557,1734283476185 already deleted, retry=false 2024-12-15T17:24:45,720 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 4ce65a7c4674,36557,1734283476185 expired; onlineServers=2 2024-12-15T17:24:45,720 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4ce65a7c4674,34827,1734283476267] 2024-12-15T17:24:45,720 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 4ce65a7c4674,34827,1734283476267; numProcessing=3 2024-12-15T17:24:45,728 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/4ce65a7c4674,34827,1734283476267 already deleted, retry=false 2024-12-15T17:24:45,728 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 4ce65a7c4674,34827,1734283476267 expired; onlineServers=1 2024-12-15T17:24:45,728 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4ce65a7c4674,40347,1734283476242] 2024-12-15T17:24:45,728 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 4ce65a7c4674,40347,1734283476242; numProcessing=4 2024-12-15T17:24:45,737 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/4ce65a7c4674,40347,1734283476242 already deleted, retry=false 2024-12-15T17:24:45,737 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 4ce65a7c4674,40347,1734283476242 expired; onlineServers=0 2024-12-15T17:24:45,737 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '4ce65a7c4674,37899,1734283475482' ***** 2024-12-15T17:24:45,737 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-15T17:24:45,737 DEBUG [M:0;4ce65a7c4674:37899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11a4910, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ce65a7c4674/172.17.0.2:0 2024-12-15T17:24:45,737 INFO [M:0;4ce65a7c4674:37899 {}] regionserver.HRegionServer(1224): stopping server 4ce65a7c4674,37899,1734283475482 2024-12-15T17:24:45,737 INFO [M:0;4ce65a7c4674:37899 {}] regionserver.HRegionServer(1250): stopping server 4ce65a7c4674,37899,1734283475482; all regions closed. 2024-12-15T17:24:45,737 DEBUG [M:0;4ce65a7c4674:37899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:24:45,737 DEBUG [M:0;4ce65a7c4674:37899 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-15T17:24:45,737 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-15T17:24:45,737 DEBUG [M:0;4ce65a7c4674:37899 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-15T17:24:45,737 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster-HFileCleaner.large.0-1734283476548 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ce65a7c4674:0:becomeActiveMaster-HFileCleaner.large.0-1734283476548,5,FailOnTimeoutGroup] 2024-12-15T17:24:45,737 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster-HFileCleaner.small.0-1734283476551 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ce65a7c4674:0:becomeActiveMaster-HFileCleaner.small.0-1734283476551,5,FailOnTimeoutGroup] 2024-12-15T17:24:45,738 INFO [M:0;4ce65a7c4674:37899 {}] hbase.ChoreService(370): Chore service for: master/4ce65a7c4674:0 had [] on shutdown 2024-12-15T17:24:45,738 DEBUG [M:0;4ce65a7c4674:37899 {}] master.HMaster(1733): Stopping service threads 2024-12-15T17:24:45,738 INFO [M:0;4ce65a7c4674:37899 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-15T17:24:45,738 INFO [M:0;4ce65a7c4674:37899 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-15T17:24:45,738 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-15T17:24:45,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37899-0x1002ab8d66a0000, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-15T17:24:45,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37899-0x1002ab8d66a0000, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:45,745 DEBUG [M:0;4ce65a7c4674:37899 {}] zookeeper.ZKUtil(347): master:37899-0x1002ab8d66a0000, quorum=127.0.0.1:53093, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-15T17:24:45,745 WARN [M:0;4ce65a7c4674:37899 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-15T17:24:45,745 INFO [M:0;4ce65a7c4674:37899 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-15T17:24:45,746 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37899-0x1002ab8d66a0000, quorum=127.0.0.1:53093, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T17:24:45,746 INFO [M:0;4ce65a7c4674:37899 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-15T17:24:45,746 DEBUG [M:0;4ce65a7c4674:37899 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-15T17:24:45,746 INFO [M:0;4ce65a7c4674:37899 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T17:24:45,746 DEBUG [M:0;4ce65a7c4674:37899 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T17:24:45,746 DEBUG [M:0;4ce65a7c4674:37899 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-15T17:24:45,746 DEBUG [M:0;4ce65a7c4674:37899 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T17:24:45,746 INFO [M:0;4ce65a7c4674:37899 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=101.93 KB heapSize=120.97 KB 2024-12-15T17:24:45,757 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:24:45,757 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:24:45,766 DEBUG [M:0;4ce65a7c4674:37899 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad18e3b1c4d14888b83378d658320453 is 82, key is hbase:meta,,1/info:regioninfo/1734283481015/Put/seqid=0 2024-12-15T17:24:45,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741850_1026 (size=7349) 2024-12-15T17:24:45,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43239 is added to blk_1073741850_1026 (size=7349) 2024-12-15T17:24:45,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741850_1026 (size=7349) 2024-12-15T17:24:45,773 INFO [M:0;4ce65a7c4674:37899 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.20 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad18e3b1c4d14888b83378d658320453 2024-12-15T17:24:45,788 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283484752.meta to pos 33064, reset compression=false 2024-12-15T17:24:45,790 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] wal.AbstractFSWALProvider(461): Log hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283484752.meta was moved to hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/oldWALs/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283484752.meta 2024-12-15T17:24:45,791 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(462): EOF, closing hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/WALs/4ce65a7c4674,34827,1734283476267/4ce65a7c4674%2C34827%2C1734283476267.meta.1734283484752.meta 2024-12-15T17:24:45,791 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.WALEntryStream(247): No more WAL files in queue 2024-12-15T17:24:45,791 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(121): Stopping the replication source wal reader 2024-12-15T17:24:45,795 INFO [RS:1;4ce65a7c4674:38077 {}] regionserver.HRegionServer(1307): Exiting; stopping=4ce65a7c4674,38077,1734283476217; zookeeper connection closed. 2024-12-15T17:24:45,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38077-0x1002ab8d66a0002, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T17:24:45,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38077-0x1002ab8d66a0002, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T17:24:45,796 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7c54d7c8 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7c54d7c8 2024-12-15T17:24:45,796 DEBUG [M:0;4ce65a7c4674:37899 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d6d5532941884b87bce52054ec17c29a is 2427, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1734283479232/Put/seqid=0 2024-12-15T17:24:45,804 INFO [RS:0;4ce65a7c4674:36557 {}] regionserver.HRegionServer(1307): Exiting; stopping=4ce65a7c4674,36557,1734283476185; zookeeper connection closed. 2024-12-15T17:24:45,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1002ab8d66a0001, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T17:24:45,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1002ab8d66a0001, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T17:24:45,804 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@32210e4a {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@32210e4a 2024-12-15T17:24:45,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741851_1027 (size=9805) 2024-12-15T17:24:45,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43879 is added to blk_1073741851_1027 (size=9805) 2024-12-15T17:24:45,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741851_1027 (size=9805) 2024-12-15T17:24:45,806 INFO [M:0;4ce65a7c4674:37899 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98.48 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d6d5532941884b87bce52054ec17c29a 2024-12-15T17:24:45,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34827-0x1002ab8d66a0004, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T17:24:45,812 INFO [RS:2;4ce65a7c4674:40347 {}] regionserver.HRegionServer(1307): Exiting; stopping=4ce65a7c4674,40347,1734283476242; zookeeper connection closed. 2024-12-15T17:24:45,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34827-0x1002ab8d66a0004, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T17:24:45,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x1002ab8d66a0003, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T17:24:45,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x1002ab8d66a0003, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T17:24:45,812 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@a48e39b {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@a48e39b 2024-12-15T17:24:45,815 INFO [RS:3;4ce65a7c4674:34827 {}] regionserver.HRegionServer(1307): Exiting; stopping=4ce65a7c4674,34827,1734283476267; zookeeper connection closed. 2024-12-15T17:24:45,815 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@229aa1a9 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@229aa1a9 2024-12-15T17:24:45,815 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 4 regionserver(s) complete 2024-12-15T17:24:45,826 DEBUG [M:0;4ce65a7c4674:37899 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc26aa09eff1432899bddbb4a479cee8 is 69, key is 4ce65a7c4674,34827,1734283476267/rs:state/1734283476660/Put/seqid=0 2024-12-15T17:24:45,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741852_1028 (size=5360) 2024-12-15T17:24:45,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43239 is added to blk_1073741852_1028 (size=5360) 2024-12-15T17:24:45,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43879 is added to blk_1073741852_1028 (size=5360) 2024-12-15T17:24:45,832 INFO [M:0;4ce65a7c4674:37899 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=260 B at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc26aa09eff1432899bddbb4a479cee8 2024-12-15T17:24:45,835 DEBUG [M:0;4ce65a7c4674:37899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad18e3b1c4d14888b83378d658320453 as hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ad18e3b1c4d14888b83378d658320453 2024-12-15T17:24:45,838 INFO [M:0;4ce65a7c4674:37899 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ad18e3b1c4d14888b83378d658320453, entries=33, sequenceid=183, filesize=7.2 K 2024-12-15T17:24:45,839 DEBUG [M:0;4ce65a7c4674:37899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d6d5532941884b87bce52054ec17c29a as hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d6d5532941884b87bce52054ec17c29a 2024-12-15T17:24:45,842 INFO [M:0;4ce65a7c4674:37899 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d6d5532941884b87bce52054ec17c29a, entries=20, sequenceid=183, filesize=9.6 K 2024-12-15T17:24:45,843 DEBUG [M:0;4ce65a7c4674:37899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc26aa09eff1432899bddbb4a479cee8 as hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dc26aa09eff1432899bddbb4a479cee8 2024-12-15T17:24:45,846 INFO [M:0;4ce65a7c4674:37899 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41899/user/jenkins/test-data/7b5cec2b-7c39-8c77-50c0-df611a180f05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dc26aa09eff1432899bddbb4a479cee8, entries=4, sequenceid=183, filesize=5.2 K 2024-12-15T17:24:45,847 INFO [M:0;4ce65a7c4674:37899 {}] regionserver.HRegion(3040): Finished flush of dataSize ~101.93 KB/104379, heapSize ~120.67 KB/123568, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 101ms, sequenceid=183, compaction requested=false 2024-12-15T17:24:45,848 INFO [M:0;4ce65a7c4674:37899 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T17:24:45,848 DEBUG [M:0;4ce65a7c4674:37899 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T17:24:45,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741830_1006 (size=116937) 2024-12-15T17:24:45,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43239 is added to blk_1073741830_1006 (size=116937) 2024-12-15T17:24:45,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43879 is added to blk_1073741830_1006 (size=116937) 2024-12-15T17:24:45,850 INFO [M:0;4ce65a7c4674:37899 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-15T17:24:45,850 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T17:24:45,850 INFO [M:0;4ce65a7c4674:37899 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:37899 2024-12-15T17:24:45,853 DEBUG [M:0;4ce65a7c4674:37899 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/4ce65a7c4674,37899,1734283475482 already deleted, retry=false 2024-12-15T17:24:45,962 INFO [M:0;4ce65a7c4674:37899 {}] regionserver.HRegionServer(1307): Exiting; stopping=4ce65a7c4674,37899,1734283475482; zookeeper connection closed. 2024-12-15T17:24:45,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37899-0x1002ab8d66a0000, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T17:24:45,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37899-0x1002ab8d66a0000, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T17:24:45,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d929eaa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:24:45,990 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5863c4b7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T17:24:45,990 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T17:24:45,991 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12a7ef26{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T17:24:45,991 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@207af0be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ae2ca8c-f059-9a70-9f6e-7ad2cf59ec70/hadoop.log.dir/,STOPPED} 2024-12-15T17:24:45,992 WARN [BP-623197001-172.17.0.2-1734283473307 heartbeating to localhost/127.0.0.1:41899 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T17:24:45,992 WARN [BP-623197001-172.17.0.2-1734283473307 heartbeating to localhost/127.0.0.1:41899 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-623197001-172.17.0.2-1734283473307 (Datanode Uuid 5becbd13-8ad5-4cb2-b9b5-07b7286d6adf) service to localhost/127.0.0.1:41899 2024-12-15T17:24:45,992 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T17:24:45,992 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T17:24:45,992 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ae2ca8c-f059-9a70-9f6e-7ad2cf59ec70/cluster_07c01d4e-f53d-d7ee-a449-8f3c947cae32/dfs/data/data7/current/BP-623197001-172.17.0.2-1734283473307 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:24:45,992 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ae2ca8c-f059-9a70-9f6e-7ad2cf59ec70/cluster_07c01d4e-f53d-d7ee-a449-8f3c947cae32/dfs/data/data8/current/BP-623197001-172.17.0.2-1734283473307 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:24:45,993 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T17:24:45,994 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28cc58d1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:24:45,995 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@217a7215{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T17:24:45,995 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T17:24:45,995 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2650c0c9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T17:24:45,995 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@555315c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ae2ca8c-f059-9a70-9f6e-7ad2cf59ec70/hadoop.log.dir/,STOPPED} 2024-12-15T17:24:45,998 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T17:24:45,998 WARN [BP-623197001-172.17.0.2-1734283473307 heartbeating to localhost/127.0.0.1:41899 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T17:24:45,998 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T17:24:45,998 WARN [BP-623197001-172.17.0.2-1734283473307 heartbeating to localhost/127.0.0.1:41899 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-623197001-172.17.0.2-1734283473307 (Datanode Uuid 9d385b0e-c461-4bd4-887a-548e8654a636) service to localhost/127.0.0.1:41899 2024-12-15T17:24:45,998 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ae2ca8c-f059-9a70-9f6e-7ad2cf59ec70/cluster_07c01d4e-f53d-d7ee-a449-8f3c947cae32/dfs/data/data5/current/BP-623197001-172.17.0.2-1734283473307 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:24:45,999 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ae2ca8c-f059-9a70-9f6e-7ad2cf59ec70/cluster_07c01d4e-f53d-d7ee-a449-8f3c947cae32/dfs/data/data6/current/BP-623197001-172.17.0.2-1734283473307 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:24:45,999 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T17:24:46,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6d797277{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:24:46,001 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@76f61da4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T17:24:46,001 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T17:24:46,001 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a9aeaa4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T17:24:46,001 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ca38dd4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ae2ca8c-f059-9a70-9f6e-7ad2cf59ec70/hadoop.log.dir/,STOPPED} 2024-12-15T17:24:46,003 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T17:24:46,003 WARN [BP-623197001-172.17.0.2-1734283473307 heartbeating to localhost/127.0.0.1:41899 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T17:24:46,004 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T17:24:46,004 WARN [BP-623197001-172.17.0.2-1734283473307 heartbeating to localhost/127.0.0.1:41899 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-623197001-172.17.0.2-1734283473307 (Datanode Uuid 08a42365-6ca9-4097-b63b-bc1ce42a670c) service to localhost/127.0.0.1:41899 2024-12-15T17:24:46,004 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ae2ca8c-f059-9a70-9f6e-7ad2cf59ec70/cluster_07c01d4e-f53d-d7ee-a449-8f3c947cae32/dfs/data/data3/current/BP-623197001-172.17.0.2-1734283473307 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:24:46,004 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ae2ca8c-f059-9a70-9f6e-7ad2cf59ec70/cluster_07c01d4e-f53d-d7ee-a449-8f3c947cae32/dfs/data/data4/current/BP-623197001-172.17.0.2-1734283473307 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:24:46,004 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T17:24:46,006 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4dfca3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:24:46,006 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5549e59{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T17:24:46,006 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T17:24:46,006 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c8a78b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T17:24:46,006 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b4d0873{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ae2ca8c-f059-9a70-9f6e-7ad2cf59ec70/hadoop.log.dir/,STOPPED} 2024-12-15T17:24:46,007 WARN [BP-623197001-172.17.0.2-1734283473307 heartbeating to localhost/127.0.0.1:41899 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T17:24:46,007 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T17:24:46,007 WARN [BP-623197001-172.17.0.2-1734283473307 heartbeating to localhost/127.0.0.1:41899 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-623197001-172.17.0.2-1734283473307 (Datanode Uuid 272a36d8-ca21-469e-b892-efa3c9c634b3) service to localhost/127.0.0.1:41899 2024-12-15T17:24:46,007 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T17:24:46,008 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ae2ca8c-f059-9a70-9f6e-7ad2cf59ec70/cluster_07c01d4e-f53d-d7ee-a449-8f3c947cae32/dfs/data/data1/current/BP-623197001-172.17.0.2-1734283473307 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:24:46,008 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ae2ca8c-f059-9a70-9f6e-7ad2cf59ec70/cluster_07c01d4e-f53d-d7ee-a449-8f3c947cae32/dfs/data/data2/current/BP-623197001-172.17.0.2-1734283473307 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:24:46,008 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T17:24:46,013 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61448f52{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T17:24:46,014 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@291f3756{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T17:24:46,014 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T17:24:46,014 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65a0f042{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T17:24:46,014 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d349dcf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ae2ca8c-f059-9a70-9f6e-7ad2cf59ec70/hadoop.log.dir/,STOPPED} 2024-12-15T17:24:46,023 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-15T17:24:46,060 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-15T17:24:46,069 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.regionserver.TestMetaRegionReplicaReplicationEndpoint#testCatalogReplicaReplicationWithReplicaMoved Thread=303 (was 255) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:41899 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41899 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:53093@0x59ada034-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:53093@0x59ada034 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$684/0x00007f5680adb1a8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-29-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-29-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:41899 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-SendThread(127.0.0.1:53093) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RS-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (55424644) connection to localhost/127.0.0.1:41899 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (55424644) connection to localhost/127.0.0.1:41899 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (55424644) connection to localhost/127.0.0.1:41899 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:53093@0x59ada034-SendThread(127.0.0.1:53093) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (55424644) connection to localhost/127.0.0.1:41899 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-31-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:124) app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:155) Potentially hanging thread: nioEventLoopGroup-29-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-28-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-28-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-28-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (55424644) connection to localhost/127.0.0.1:41899 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-30-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (55424644) connection to localhost/127.0.0.1:41899 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:41899 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-31-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:41899 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-30-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-30-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-31-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=670 (was 617) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=910 (was 927), ProcessCount=11 (was 11), AvailableMemoryMB=4168 (was 4494) 2024-12-15T17:24:46,078 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.regionserver.TestMetaRegionReplicaReplicationEndpoint#testCatalogReplicaReplicationWithFlushAndCompaction Thread=303, OpenFileDescriptor=670, MaxFileDescriptor=1048576, SystemLoadAverage=910, ProcessCount=11, AvailableMemoryMB=4168 2024-12-15T17:24:46,089 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ae2ca8c-f059-9a70-9f6e-7ad2cf59ec70/hadoop.log.dir so I do NOT create it in target/test-data/59e75eee-9f3a-82a9-8852-6df75b6bfdca 2024-12-15T17:24:46,089 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ae2ca8c-f059-9a70-9f6e-7ad2cf59ec70/hadoop.log.dir Erasing configuration value by system value. 2024-12-15T17:24:46,089 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ae2ca8c-f059-9a70-9f6e-7ad2cf59ec70/hadoop.tmp.dir so I do NOT create it in target/test-data/59e75eee-9f3a-82a9-8852-6df75b6bfdca 2024-12-15T17:24:46,089 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ae2ca8c-f059-9a70-9f6e-7ad2cf59ec70/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-15T17:24:46,089 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e75eee-9f3a-82a9-8852-6df75b6bfdca 2024-12-15T17:24:46,089 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=4, rsPorts=, rsClass=null, numDataNodes=4, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-15T17:24:46,089 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e75eee-9f3a-82a9-8852-6df75b6bfdca/cluster_77bea4c8-9b20-6f15-bf24-fec454026d35, deleteOnExit=true 2024-12-15T17:24:46,089 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-15T17:24:46,090 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e75eee-9f3a-82a9-8852-6df75b6bfdca/test.cache.data in system properties and HBase conf 2024-12-15T17:24:46,090 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e75eee-9f3a-82a9-8852-6df75b6bfdca/hadoop.tmp.dir in system properties and HBase conf 2024-12-15T17:24:46,090 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e75eee-9f3a-82a9-8852-6df75b6bfdca/hadoop.log.dir in system properties and HBase conf 2024-12-15T17:24:46,090 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e75eee-9f3a-82a9-8852-6df75b6bfdca/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-15T17:24:46,090 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e75eee-9f3a-82a9-8852-6df75b6bfdca/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-15T17:24:46,090 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-15T17:24:46,090 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-15T17:24:46,090 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e75eee-9f3a-82a9-8852-6df75b6bfdca/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-15T17:24:46,090 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e75eee-9f3a-82a9-8852-6df75b6bfdca/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-15T17:24:46,090 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e75eee-9f3a-82a9-8852-6df75b6bfdca/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-15T17:24:46,090 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e75eee-9f3a-82a9-8852-6df75b6bfdca/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T17:24:46,090 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e75eee-9f3a-82a9-8852-6df75b6bfdca/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-15T17:24:46,090 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e75eee-9f3a-82a9-8852-6df75b6bfdca/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-15T17:24:46,090 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e75eee-9f3a-82a9-8852-6df75b6bfdca/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T17:24:46,090 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e75eee-9f3a-82a9-8852-6df75b6bfdca/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T17:24:46,090 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e75eee-9f3a-82a9-8852-6df75b6bfdca/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-15T17:24:46,091 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e75eee-9f3a-82a9-8852-6df75b6bfdca/nfs.dump.dir in system properties and HBase conf 2024-12-15T17:24:46,091 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e75eee-9f3a-82a9-8852-6df75b6bfdca/java.io.tmpdir in system properties and HBase conf 2024-12-15T17:24:46,091 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e75eee-9f3a-82a9-8852-6df75b6bfdca/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T17:24:46,091 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e75eee-9f3a-82a9-8852-6df75b6bfdca/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-15T17:24:46,091 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e75eee-9f3a-82a9-8852-6df75b6bfdca/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-15T17:24:46,121 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: region_replica_replication_catalog-0x1002ab8d66a0006, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-15T17:24:46,121 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): connection to cluster: region_replica_replication_catalog-0x1002ab8d66a0006, quorum=127.0.0.1:53093, baseZNode=/hbase Received Disconnected from ZooKeeper, ignoring 2024-12-15T17:24:46,636 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T17:24:46,639 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T17:24:46,640 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T17:24:46,640 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T17:24:46,640 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T17:24:46,640 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T17:24:46,641 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4dba8762{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e75eee-9f3a-82a9-8852-6df75b6bfdca/hadoop.log.dir/,AVAILABLE} 2024-12-15T17:24:46,641 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bfed502{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T17:24:46,731 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45f7906{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e75eee-9f3a-82a9-8852-6df75b6bfdca/java.io.tmpdir/jetty-localhost-42867-hadoop-hdfs-3_4_1-tests_jar-_-any-1846774258804410872/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T17:24:46,732 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40ab1b5d{HTTP/1.1, (http/1.1)}{localhost:42867} 2024-12-15T17:24:46,732 INFO [Time-limited test {}] server.Server(415): Started @201153ms 2024-12-15T17:24:47,000 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T17:24:47,007 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T17:24:47,012 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T17:24:47,012 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T17:24:47,012 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T17:24:47,013 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bfc000{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e75eee-9f3a-82a9-8852-6df75b6bfdca/hadoop.log.dir/,AVAILABLE} 2024-12-15T17:24:47,013 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32592029{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T17:24:47,120 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@14e49b24{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e75eee-9f3a-82a9-8852-6df75b6bfdca/java.io.tmpdir/jetty-localhost-45129-hadoop-hdfs-3_4_1-tests_jar-_-any-7226552500257792931/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:24:47,121 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23348e1a{HTTP/1.1, (http/1.1)}{localhost:45129} 2024-12-15T17:24:47,121 INFO [Time-limited test {}] server.Server(415): Started @201542ms 2024-12-15T17:24:47,122 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T17:24:47,161 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T17:24:47,164 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T17:24:47,164 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T17:24:47,164 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T17:24:47,164 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T17:24:47,165 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@466e9e09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e75eee-9f3a-82a9-8852-6df75b6bfdca/hadoop.log.dir/,AVAILABLE} 2024-12-15T17:24:47,165 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68139886{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T17:24:47,263 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31fb960c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e75eee-9f3a-82a9-8852-6df75b6bfdca/java.io.tmpdir/jetty-localhost-42211-hadoop-hdfs-3_4_1-tests_jar-_-any-15720864943357857953/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:24:47,263 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76177ae{HTTP/1.1, (http/1.1)}{localhost:42211} 2024-12-15T17:24:47,263 INFO [Time-limited test {}] server.Server(415): Started @201684ms 2024-12-15T17:24:47,265 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T17:24:47,343 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T17:24:47,347 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T17:24:47,348 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T17:24:47,348 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T17:24:47,348 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T17:24:47,348 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:24:47,348 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:24:47,349 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b3c075{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e75eee-9f3a-82a9-8852-6df75b6bfdca/hadoop.log.dir/,AVAILABLE} 2024-12-15T17:24:47,349 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f1111d6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T17:24:47,444 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6d725fc7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e75eee-9f3a-82a9-8852-6df75b6bfdca/java.io.tmpdir/jetty-localhost-38603-hadoop-hdfs-3_4_1-tests_jar-_-any-1816964380343255125/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:24:47,444 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5573f0ff{HTTP/1.1, (http/1.1)}{localhost:38603} 2024-12-15T17:24:47,444 INFO [Time-limited test {}] server.Server(415): Started @201866ms 2024-12-15T17:24:47,446 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T17:24:47,473 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T17:24:47,477 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T17:24:47,478 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T17:24:47,478 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T17:24:47,478 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T17:24:47,479 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6adb5188{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e75eee-9f3a-82a9-8852-6df75b6bfdca/hadoop.log.dir/,AVAILABLE} 2024-12-15T17:24:47,479 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e4f96f1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T17:24:47,557 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:24:47,557 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:24:47,570 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6fb3d240{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e75eee-9f3a-82a9-8852-6df75b6bfdca/java.io.tmpdir/jetty-localhost-33277-hadoop-hdfs-3_4_1-tests_jar-_-any-1980532111983283021/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:24:47,570 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3cdbfe38{HTTP/1.1, (http/1.1)}{localhost:33277} 2024-12-15T17:24:47,570 INFO [Time-limited test {}] server.Server(415): Started @201991ms 2024-12-15T17:24:47,571 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T17:24:48,064 WARN [Thread-3268 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e75eee-9f3a-82a9-8852-6df75b6bfdca/cluster_77bea4c8-9b20-6f15-bf24-fec454026d35/dfs/data/data1/current/BP-354010506-172.17.0.2-1734283486104/current, will proceed with Du for space computation calculation, 2024-12-15T17:24:48,064 WARN [Thread-3269 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e75eee-9f3a-82a9-8852-6df75b6bfdca/cluster_77bea4c8-9b20-6f15-bf24-fec454026d35/dfs/data/data2/current/BP-354010506-172.17.0.2-1734283486104/current, will proceed with Du for space computation calculation, 2024-12-15T17:24:48,092 WARN [Thread-3187 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T17:24:48,094 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x60d3e02efdc4e428 with lease ID 0x1283ec40c97485ff: Processing first storage report for DS-6fa7ece7-1396-4370-adca-4b346aa334bb from datanode DatanodeRegistration(127.0.0.1:36623, datanodeUuid=34bee0dd-ca9d-4517-8a6b-b3290d70a71c, infoPort=43291, infoSecurePort=0, ipcPort=43037, storageInfo=lv=-57;cid=testClusterID;nsid=459252674;c=1734283486104) 2024-12-15T17:24:48,094 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x60d3e02efdc4e428 with lease ID 0x1283ec40c97485ff: from storage DS-6fa7ece7-1396-4370-adca-4b346aa334bb node DatanodeRegistration(127.0.0.1:36623, datanodeUuid=34bee0dd-ca9d-4517-8a6b-b3290d70a71c, infoPort=43291, infoSecurePort=0, ipcPort=43037, storageInfo=lv=-57;cid=testClusterID;nsid=459252674;c=1734283486104), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-15T17:24:48,095 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x60d3e02efdc4e428 with lease ID 0x1283ec40c97485ff: Processing first storage report for DS-ee7ad227-06d4-4738-a6d7-83d6df4e2670 from datanode DatanodeRegistration(127.0.0.1:36623, datanodeUuid=34bee0dd-ca9d-4517-8a6b-b3290d70a71c, infoPort=43291, infoSecurePort=0, ipcPort=43037, storageInfo=lv=-57;cid=testClusterID;nsid=459252674;c=1734283486104) 2024-12-15T17:24:48,095 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x60d3e02efdc4e428 with lease ID 0x1283ec40c97485ff: from storage DS-ee7ad227-06d4-4738-a6d7-83d6df4e2670 node DatanodeRegistration(127.0.0.1:36623, datanodeUuid=34bee0dd-ca9d-4517-8a6b-b3290d70a71c, infoPort=43291, infoSecurePort=0, ipcPort=43037, storageInfo=lv=-57;cid=testClusterID;nsid=459252674;c=1734283486104), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T17:24:48,272 WARN [Thread-3282 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e75eee-9f3a-82a9-8852-6df75b6bfdca/cluster_77bea4c8-9b20-6f15-bf24-fec454026d35/dfs/data/data4/current/BP-354010506-172.17.0.2-1734283486104/current, will proceed with Du for space computation calculation, 2024-12-15T17:24:48,272 WARN [Thread-3281 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e75eee-9f3a-82a9-8852-6df75b6bfdca/cluster_77bea4c8-9b20-6f15-bf24-fec454026d35/dfs/data/data3/current/BP-354010506-172.17.0.2-1734283486104/current, will proceed with Du for space computation calculation, 2024-12-15T17:24:48,289 WARN [Thread-3210 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T17:24:48,300 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9eca3aa26bc6d600 with lease ID 0x1283ec40c9748600: Processing first storage report for DS-5f26e5ce-ed9f-47ce-bc3c-c744df0d7bf4 from datanode DatanodeRegistration(127.0.0.1:38813, datanodeUuid=d0c76e8b-3f69-4244-9c23-541d320b89d3, infoPort=34635, infoSecurePort=0, ipcPort=38945, storageInfo=lv=-57;cid=testClusterID;nsid=459252674;c=1734283486104) 2024-12-15T17:24:48,300 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9eca3aa26bc6d600 with lease ID 0x1283ec40c9748600: from storage DS-5f26e5ce-ed9f-47ce-bc3c-c744df0d7bf4 node DatanodeRegistration(127.0.0.1:38813, datanodeUuid=d0c76e8b-3f69-4244-9c23-541d320b89d3, infoPort=34635, infoSecurePort=0, ipcPort=38945, storageInfo=lv=-57;cid=testClusterID;nsid=459252674;c=1734283486104), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T17:24:48,300 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9eca3aa26bc6d600 with lease ID 0x1283ec40c9748600: Processing first storage report for DS-e1b04962-e7fa-4e61-a73b-3c83cc145677 from datanode DatanodeRegistration(127.0.0.1:38813, datanodeUuid=d0c76e8b-3f69-4244-9c23-541d320b89d3, infoPort=34635, infoSecurePort=0, ipcPort=38945, storageInfo=lv=-57;cid=testClusterID;nsid=459252674;c=1734283486104) 2024-12-15T17:24:48,300 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9eca3aa26bc6d600 with lease ID 0x1283ec40c9748600: from storage DS-e1b04962-e7fa-4e61-a73b-3c83cc145677 node DatanodeRegistration(127.0.0.1:38813, datanodeUuid=d0c76e8b-3f69-4244-9c23-541d320b89d3, infoPort=34635, infoSecurePort=0, ipcPort=38945, storageInfo=lv=-57;cid=testClusterID;nsid=459252674;c=1734283486104), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T17:24:48,417 WARN [Thread-3293 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e75eee-9f3a-82a9-8852-6df75b6bfdca/cluster_77bea4c8-9b20-6f15-bf24-fec454026d35/dfs/data/data5/current/BP-354010506-172.17.0.2-1734283486104/current, will proceed with Du for space computation calculation, 2024-12-15T17:24:48,417 WARN [Thread-3294 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e75eee-9f3a-82a9-8852-6df75b6bfdca/cluster_77bea4c8-9b20-6f15-bf24-fec454026d35/dfs/data/data6/current/BP-354010506-172.17.0.2-1734283486104/current, will proceed with Du for space computation calculation, 2024-12-15T17:24:48,435 WARN [Thread-3232 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T17:24:48,438 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc03ce69a4976de09 with lease ID 0x1283ec40c9748601: Processing first storage report for DS-aae1af72-b341-4025-bf71-878491e71648 from datanode DatanodeRegistration(127.0.0.1:40259, datanodeUuid=7163a2c6-722d-4041-bf4d-716eb457fec6, infoPort=36477, infoSecurePort=0, ipcPort=34139, storageInfo=lv=-57;cid=testClusterID;nsid=459252674;c=1734283486104) 2024-12-15T17:24:48,438 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc03ce69a4976de09 with lease ID 0x1283ec40c9748601: from storage DS-aae1af72-b341-4025-bf71-878491e71648 node DatanodeRegistration(127.0.0.1:40259, datanodeUuid=7163a2c6-722d-4041-bf4d-716eb457fec6, infoPort=36477, infoSecurePort=0, ipcPort=34139, storageInfo=lv=-57;cid=testClusterID;nsid=459252674;c=1734283486104), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T17:24:48,438 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc03ce69a4976de09 with lease ID 0x1283ec40c9748601: Processing first storage report for DS-f0ba14f3-5b9f-4f0d-98ce-46933c1ecd70 from datanode DatanodeRegistration(127.0.0.1:40259, datanodeUuid=7163a2c6-722d-4041-bf4d-716eb457fec6, infoPort=36477, infoSecurePort=0, ipcPort=34139, storageInfo=lv=-57;cid=testClusterID;nsid=459252674;c=1734283486104) 2024-12-15T17:24:48,438 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc03ce69a4976de09 with lease ID 0x1283ec40c9748601: from storage DS-f0ba14f3-5b9f-4f0d-98ce-46933c1ecd70 node DatanodeRegistration(127.0.0.1:40259, datanodeUuid=7163a2c6-722d-4041-bf4d-716eb457fec6, infoPort=36477, infoSecurePort=0, ipcPort=34139, storageInfo=lv=-57;cid=testClusterID;nsid=459252674;c=1734283486104), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T17:24:48,502 WARN [Thread-3305 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e75eee-9f3a-82a9-8852-6df75b6bfdca/cluster_77bea4c8-9b20-6f15-bf24-fec454026d35/dfs/data/data8/current/BP-354010506-172.17.0.2-1734283486104/current, will proceed with Du for space computation calculation, 2024-12-15T17:24:48,502 WARN [Thread-3304 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e75eee-9f3a-82a9-8852-6df75b6bfdca/cluster_77bea4c8-9b20-6f15-bf24-fec454026d35/dfs/data/data7/current/BP-354010506-172.17.0.2-1734283486104/current, will proceed with Du for space computation calculation, 2024-12-15T17:24:48,515 WARN [Thread-3255 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T17:24:48,517 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xae8f704f864b7400 with lease ID 0x1283ec40c9748602: Processing first storage report for DS-b1d55075-32c6-46f4-860e-3a079edd9669 from datanode DatanodeRegistration(127.0.0.1:33611, datanodeUuid=9d8b7f57-ad63-430a-8440-e22f5e51d1f1, infoPort=42773, infoSecurePort=0, ipcPort=43549, storageInfo=lv=-57;cid=testClusterID;nsid=459252674;c=1734283486104) 2024-12-15T17:24:48,517 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xae8f704f864b7400 with lease ID 0x1283ec40c9748602: from storage DS-b1d55075-32c6-46f4-860e-3a079edd9669 node DatanodeRegistration(127.0.0.1:33611, datanodeUuid=9d8b7f57-ad63-430a-8440-e22f5e51d1f1, infoPort=42773, infoSecurePort=0, ipcPort=43549, storageInfo=lv=-57;cid=testClusterID;nsid=459252674;c=1734283486104), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T17:24:48,517 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xae8f704f864b7400 with lease ID 0x1283ec40c9748602: Processing first storage report for DS-29f8b1b9-55cd-404d-9c09-3e1c360d61f5 from datanode DatanodeRegistration(127.0.0.1:33611, datanodeUuid=9d8b7f57-ad63-430a-8440-e22f5e51d1f1, infoPort=42773, infoSecurePort=0, ipcPort=43549, storageInfo=lv=-57;cid=testClusterID;nsid=459252674;c=1734283486104) 2024-12-15T17:24:48,517 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xae8f704f864b7400 with lease ID 0x1283ec40c9748602: from storage DS-29f8b1b9-55cd-404d-9c09-3e1c360d61f5 node DatanodeRegistration(127.0.0.1:33611, datanodeUuid=9d8b7f57-ad63-430a-8440-e22f5e51d1f1, infoPort=42773, infoSecurePort=0, ipcPort=43549, storageInfo=lv=-57;cid=testClusterID;nsid=459252674;c=1734283486104), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-15T17:24:48,596 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e75eee-9f3a-82a9-8852-6df75b6bfdca 2024-12-15T17:24:48,600 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e75eee-9f3a-82a9-8852-6df75b6bfdca/cluster_77bea4c8-9b20-6f15-bf24-fec454026d35/zookeeper_0, clientPort=52847, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e75eee-9f3a-82a9-8852-6df75b6bfdca/cluster_77bea4c8-9b20-6f15-bf24-fec454026d35/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e75eee-9f3a-82a9-8852-6df75b6bfdca/cluster_77bea4c8-9b20-6f15-bf24-fec454026d35/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-15T17:24:48,601 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=52847 2024-12-15T17:24:48,602 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:24:48,604 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:24:48,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33611 is added to blk_1073741825_1001 (size=7) 2024-12-15T17:24:48,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40259 is added to blk_1073741825_1001 (size=7) 2024-12-15T17:24:48,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741825_1001 (size=7) 2024-12-15T17:24:48,616 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e with version=8 2024-12-15T17:24:48,616 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/hbase-staging 2024-12-15T17:24:48,618 INFO [Time-limited test {}] client.ConnectionUtils(129): master/4ce65a7c4674:0 server-side Connection retries=15 2024-12-15T17:24:48,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:24:48,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T17:24:48,618 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T17:24:48,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:24:48,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T17:24:48,619 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T17:24:48,619 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T17:24:48,619 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:40425 2024-12-15T17:24:48,620 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:24:48,621 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:24:48,623 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:40425 connecting to ZooKeeper ensemble=127.0.0.1:52847 2024-12-15T17:24:48,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:404250x0, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T17:24:48,670 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40425-0x1002ab909d60000 connected 2024-12-15T17:24:48,729 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40425-0x1002ab909d60000, quorum=127.0.0.1:52847, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T17:24:48,729 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40425-0x1002ab909d60000, quorum=127.0.0.1:52847, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:24:48,730 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40425-0x1002ab909d60000, quorum=127.0.0.1:52847, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-15T17:24:48,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40425 2024-12-15T17:24:48,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40425 2024-12-15T17:24:48,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40425 2024-12-15T17:24:48,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40425 2024-12-15T17:24:48,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40425 2024-12-15T17:24:48,737 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e, hbase.cluster.distributed=false 2024-12-15T17:24:48,750 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/4ce65a7c4674:0 server-side Connection retries=15 2024-12-15T17:24:48,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:24:48,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T17:24:48,751 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T17:24:48,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:24:48,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T17:24:48,751 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T17:24:48,751 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T17:24:48,751 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:33043 2024-12-15T17:24:48,752 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-15T17:24:48,752 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-15T17:24:48,752 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:24:48,754 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:24:48,755 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:33043 connecting to ZooKeeper ensemble=127.0.0.1:52847 2024-12-15T17:24:48,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:330430x0, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T17:24:48,762 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:330430x0, quorum=127.0.0.1:52847, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T17:24:48,762 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33043-0x1002ab909d60001 connected 2024-12-15T17:24:48,763 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33043-0x1002ab909d60001, quorum=127.0.0.1:52847, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:24:48,763 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33043-0x1002ab909d60001, quorum=127.0.0.1:52847, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-15T17:24:48,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33043 2024-12-15T17:24:48,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33043 2024-12-15T17:24:48,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33043 2024-12-15T17:24:48,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33043 2024-12-15T17:24:48,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33043 2024-12-15T17:24:48,777 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/4ce65a7c4674:0 server-side Connection retries=15 2024-12-15T17:24:48,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:24:48,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T17:24:48,777 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T17:24:48,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:24:48,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T17:24:48,777 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T17:24:48,777 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T17:24:48,778 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:44719 2024-12-15T17:24:48,778 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-15T17:24:48,778 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-15T17:24:48,779 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:24:48,780 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:24:48,782 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:44719 connecting to ZooKeeper ensemble=127.0.0.1:52847 2024-12-15T17:24:48,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:447190x0, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T17:24:48,787 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:447190x0, quorum=127.0.0.1:52847, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T17:24:48,787 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44719-0x1002ab909d60002 connected 2024-12-15T17:24:48,788 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44719-0x1002ab909d60002, quorum=127.0.0.1:52847, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:24:48,788 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44719-0x1002ab909d60002, quorum=127.0.0.1:52847, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-15T17:24:48,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44719 2024-12-15T17:24:48,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44719 2024-12-15T17:24:48,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44719 2024-12-15T17:24:48,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44719 2024-12-15T17:24:48,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44719 2024-12-15T17:24:48,807 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/4ce65a7c4674:0 server-side Connection retries=15 2024-12-15T17:24:48,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:24:48,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T17:24:48,807 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T17:24:48,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:24:48,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T17:24:48,807 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T17:24:48,807 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T17:24:48,808 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:44729 2024-12-15T17:24:48,808 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-15T17:24:48,819 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-15T17:24:48,820 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:24:48,821 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:24:48,823 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:44729 connecting to ZooKeeper ensemble=127.0.0.1:52847 2024-12-15T17:24:48,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:447290x0, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T17:24:48,847 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44729-0x1002ab909d60003 connected 2024-12-15T17:24:48,849 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44729-0x1002ab909d60003, quorum=127.0.0.1:52847, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T17:24:48,849 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44729-0x1002ab909d60003, quorum=127.0.0.1:52847, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:24:48,850 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44729-0x1002ab909d60003, quorum=127.0.0.1:52847, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-15T17:24:48,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44729 2024-12-15T17:24:48,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44729 2024-12-15T17:24:48,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44729 2024-12-15T17:24:48,858 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44729 2024-12-15T17:24:48,858 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44729 2024-12-15T17:24:48,872 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/4ce65a7c4674:0 server-side Connection retries=15 2024-12-15T17:24:48,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:24:48,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T17:24:48,872 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T17:24:48,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:24:48,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T17:24:48,873 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T17:24:48,873 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T17:24:48,875 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:36765 2024-12-15T17:24:48,875 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-15T17:24:48,876 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:24:48,876 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:24:48,877 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-15T17:24:48,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:24:48,878 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:24:48,880 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:36765 connecting to ZooKeeper ensemble=127.0.0.1:52847 2024-12-15T17:24:48,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367650x0, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T17:24:48,887 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:367650x0, quorum=127.0.0.1:52847, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T17:24:48,887 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36765-0x1002ab909d60004 connected 2024-12-15T17:24:48,888 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36765-0x1002ab909d60004, quorum=127.0.0.1:52847, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:24:48,888 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36765-0x1002ab909d60004, quorum=127.0.0.1:52847, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-15T17:24:48,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36765 2024-12-15T17:24:48,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36765 2024-12-15T17:24:48,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36765 2024-12-15T17:24:48,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36765 2024-12-15T17:24:48,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36765 2024-12-15T17:24:48,906 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/4ce65a7c4674,40425,1734283488618 2024-12-15T17:24:48,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40425-0x1002ab909d60000, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:24:48,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36765-0x1002ab909d60004, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:24:48,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x1002ab909d60003, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:24:48,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44719-0x1002ab909d60002, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:24:48,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33043-0x1002ab909d60001, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:24:48,914 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40425-0x1002ab909d60000, quorum=127.0.0.1:52847, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4ce65a7c4674,40425,1734283488618 2024-12-15T17:24:48,919 DEBUG [M:0;4ce65a7c4674:40425 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4ce65a7c4674:40425 2024-12-15T17:24:48,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44719-0x1002ab909d60002, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-15T17:24:48,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44719-0x1002ab909d60002, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:48,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40425-0x1002ab909d60000, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-15T17:24:48,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40425-0x1002ab909d60000, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:48,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x1002ab909d60003, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-15T17:24:48,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x1002ab909d60003, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:48,921 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40425-0x1002ab909d60000, quorum=127.0.0.1:52847, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-15T17:24:48,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33043-0x1002ab909d60001, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-15T17:24:48,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33043-0x1002ab909d60001, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:48,922 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4ce65a7c4674,40425,1734283488618 from backup master directory 2024-12-15T17:24:48,922 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:40425-0x1002ab909d60000, quorum=127.0.0.1:52847, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-15T17:24:48,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36765-0x1002ab909d60004, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-15T17:24:48,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36765-0x1002ab909d60004, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:48,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x1002ab909d60003, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:24:48,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44719-0x1002ab909d60002, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:24:48,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36765-0x1002ab909d60004, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:24:48,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33043-0x1002ab909d60001, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:24:48,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40425-0x1002ab909d60000, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4ce65a7c4674,40425,1734283488618 2024-12-15T17:24:48,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40425-0x1002ab909d60000, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:24:48,935 WARN [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T17:24:48,936 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4ce65a7c4674,40425,1734283488618 2024-12-15T17:24:48,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38813 is added to blk_1073741826_1002 (size=42) 2024-12-15T17:24:48,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741826_1002 (size=42) 2024-12-15T17:24:48,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40259 is added to blk_1073741826_1002 (size=42) 2024-12-15T17:24:48,999 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/hbase.id with ID: 63c186d6-2a97-4a10-bf12-0d3878d5f00a 2024-12-15T17:24:49,017 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:24:49,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36765-0x1002ab909d60004, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:49,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x1002ab909d60003, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:49,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40425-0x1002ab909d60000, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:49,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44719-0x1002ab909d60002, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:49,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33043-0x1002ab909d60001, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:49,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741827_1003 (size=196) 2024-12-15T17:24:49,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38813 is added to blk_1073741827_1003 (size=196) 2024-12-15T17:24:49,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40259 is added to blk_1073741827_1003 (size=196) 2024-12-15T17:24:49,083 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T17:24:49,084 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-15T17:24:49,087 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T17:24:49,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33611 is added to blk_1073741828_1004 (size=1189) 2024-12-15T17:24:49,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741828_1004 (size=1189) 2024-12-15T17:24:49,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40259 is added to blk_1073741828_1004 (size=1189) 2024-12-15T17:24:49,458 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:24:49,458 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:24:49,523 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/MasterData/data/master/store 2024-12-15T17:24:49,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33611 is added to blk_1073741829_1005 (size=34) 2024-12-15T17:24:49,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38813 is added to blk_1073741829_1005 (size=34) 2024-12-15T17:24:49,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40259 is added to blk_1073741829_1005 (size=34) 2024-12-15T17:24:49,530 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:24:49,530 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-15T17:24:49,530 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T17:24:49,530 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T17:24:49,530 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-15T17:24:49,530 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T17:24:49,530 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T17:24:49,530 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T17:24:49,531 WARN [master/4ce65a7c4674:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/MasterData/data/master/store/.initializing 2024-12-15T17:24:49,531 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/MasterData/WALs/4ce65a7c4674,40425,1734283488618 2024-12-15T17:24:49,531 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T17:24:49,532 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ce65a7c4674%2C40425%2C1734283488618, suffix=, logDir=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/MasterData/WALs/4ce65a7c4674,40425,1734283488618, archiveDir=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/MasterData/oldWALs, maxLogs=10 2024-12-15T17:24:49,543 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/MasterData/WALs/4ce65a7c4674,40425,1734283488618/4ce65a7c4674%2C40425%2C1734283488618.1734283489532, exclude list is [], retry=0 2024-12-15T17:24:49,545 DEBUG [RS-EventLoopGroup-27-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40259,DS-aae1af72-b341-4025-bf71-878491e71648,DISK] 2024-12-15T17:24:49,545 DEBUG [RS-EventLoopGroup-27-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36623,DS-6fa7ece7-1396-4370-adca-4b346aa334bb,DISK] 2024-12-15T17:24:49,545 DEBUG [RS-EventLoopGroup-27-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33611,DS-b1d55075-32c6-46f4-860e-3a079edd9669,DISK] 2024-12-15T17:24:49,546 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/MasterData/WALs/4ce65a7c4674,40425,1734283488618/4ce65a7c4674%2C40425%2C1734283488618.1734283489532 2024-12-15T17:24:49,546 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36477:36477),(127.0.0.1/127.0.0.1:43291:43291),(127.0.0.1/127.0.0.1:42773:42773)] 2024-12-15T17:24:49,546 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-15T17:24:49,547 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:24:49,547 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:24:49,547 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:24:49,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:24:49,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-15T17:24:49,549 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:49,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:49,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:24:49,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-15T17:24:49,550 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:49,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:24:49,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:24:49,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-15T17:24:49,551 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:49,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:24:49,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:24:49,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-15T17:24:49,553 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:49,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:24:49,554 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:24:49,554 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:24:49,555 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-15T17:24:49,556 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:24:49,560 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:24:49,560 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73667545, jitterRate=0.09773196280002594}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-15T17:24:49,560 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T17:24:49,561 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-15T17:24:49,564 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6232d4db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:24:49,564 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-15T17:24:49,564 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-15T17:24:49,565 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-15T17:24:49,565 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-15T17:24:49,565 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-15T17:24:49,565 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-15T17:24:49,565 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-15T17:24:49,569 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-15T17:24:49,570 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40425-0x1002ab909d60000, quorum=127.0.0.1:52847, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-15T17:24:49,578 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-15T17:24:49,579 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-15T17:24:49,579 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40425-0x1002ab909d60000, quorum=127.0.0.1:52847, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-15T17:24:49,587 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-15T17:24:49,587 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-15T17:24:49,587 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40425-0x1002ab909d60000, quorum=127.0.0.1:52847, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-15T17:24:49,595 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-15T17:24:49,595 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40425-0x1002ab909d60000, quorum=127.0.0.1:52847, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-15T17:24:49,603 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-15T17:24:49,605 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40425-0x1002ab909d60000, quorum=127.0.0.1:52847, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-15T17:24:49,612 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-15T17:24:49,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44719-0x1002ab909d60002, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-15T17:24:49,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36765-0x1002ab909d60004, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-15T17:24:49,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x1002ab909d60003, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-15T17:24:49,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40425-0x1002ab909d60000, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-15T17:24:49,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44719-0x1002ab909d60002, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:49,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36765-0x1002ab909d60004, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:49,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x1002ab909d60003, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:49,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40425-0x1002ab909d60000, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:49,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33043-0x1002ab909d60001, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-15T17:24:49,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33043-0x1002ab909d60001, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:49,621 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=4ce65a7c4674,40425,1734283488618, sessionid=0x1002ab909d60000, setting cluster-up flag (Was=false) 2024-12-15T17:24:49,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44719-0x1002ab909d60002, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:49,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40425-0x1002ab909d60000, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:49,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x1002ab909d60003, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:49,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36765-0x1002ab909d60004, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:49,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33043-0x1002ab909d60001, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:49,662 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-15T17:24:49,663 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ce65a7c4674,40425,1734283488618 2024-12-15T17:24:49,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40425-0x1002ab909d60000, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:49,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33043-0x1002ab909d60001, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:49,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x1002ab909d60003, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:49,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36765-0x1002ab909d60004, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:49,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44719-0x1002ab909d60002, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:49,745 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-15T17:24:49,746 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ce65a7c4674,40425,1734283488618 2024-12-15T17:24:49,749 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-15T17:24:49,749 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-15T17:24:49,749 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-15T17:24:49,750 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4ce65a7c4674,40425,1734283488618 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-15T17:24:49,750 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4ce65a7c4674:0, corePoolSize=5, maxPoolSize=5 2024-12-15T17:24:49,750 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4ce65a7c4674:0, corePoolSize=5, maxPoolSize=5 2024-12-15T17:24:49,750 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4ce65a7c4674:0, corePoolSize=5, maxPoolSize=5 2024-12-15T17:24:49,750 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4ce65a7c4674:0, corePoolSize=5, maxPoolSize=5 2024-12-15T17:24:49,750 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4ce65a7c4674:0, corePoolSize=10, maxPoolSize=10 2024-12-15T17:24:49,750 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:49,750 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4ce65a7c4674:0, corePoolSize=2, maxPoolSize=2 2024-12-15T17:24:49,750 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:49,751 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734283519751 2024-12-15T17:24:49,751 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-15T17:24:49,751 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-15T17:24:49,751 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-15T17:24:49,751 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-15T17:24:49,751 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-15T17:24:49,751 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-15T17:24:49,751 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-15T17:24:49,751 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-15T17:24:49,752 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:49,752 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-15T17:24:49,755 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:49,755 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-15T17:24:49,756 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-15T17:24:49,756 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-15T17:24:49,756 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-15T17:24:49,756 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-15T17:24:49,757 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4ce65a7c4674:0:becomeActiveMaster-HFileCleaner.large.0-1734283489756,5,FailOnTimeoutGroup] 2024-12-15T17:24:49,759 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4ce65a7c4674:0:becomeActiveMaster-HFileCleaner.small.0-1734283489757,5,FailOnTimeoutGroup] 2024-12-15T17:24:49,759 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:49,759 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-15T17:24:49,759 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:49,759 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:49,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741831_1007 (size=1039) 2024-12-15T17:24:49,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33611 is added to blk_1073741831_1007 (size=1039) 2024-12-15T17:24:49,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40259 is added to blk_1073741831_1007 (size=1039) 2024-12-15T17:24:49,764 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-15T17:24:49,764 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e 2024-12-15T17:24:49,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38813 is added to blk_1073741832_1008 (size=32) 2024-12-15T17:24:49,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40259 is added to blk_1073741832_1008 (size=32) 2024-12-15T17:24:49,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33611 is added to blk_1073741832_1008 (size=32) 2024-12-15T17:24:49,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:24:49,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-15T17:24:49,775 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-15T17:24:49,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:49,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:49,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-15T17:24:49,776 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-15T17:24:49,776 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:49,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:49,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-15T17:24:49,777 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-15T17:24:49,777 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:49,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:49,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740 2024-12-15T17:24:49,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740 2024-12-15T17:24:49,779 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-15T17:24:49,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-15T17:24:49,784 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:24:49,784 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73942919, jitterRate=0.10183535516262054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-15T17:24:49,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-15T17:24:49,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-15T17:24:49,785 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-15T17:24:49,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-15T17:24:49,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-15T17:24:49,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-15T17:24:49,785 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-15T17:24:49,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-15T17:24:49,786 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-15T17:24:49,786 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-15T17:24:49,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-15T17:24:49,786 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-15T17:24:49,787 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-15T17:24:49,824 DEBUG [RS:1;4ce65a7c4674:44719 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;4ce65a7c4674:44719 2024-12-15T17:24:49,825 DEBUG [RS:3;4ce65a7c4674:36765 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:3;4ce65a7c4674:36765 2024-12-15T17:24:49,825 DEBUG [RS:0;4ce65a7c4674:33043 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4ce65a7c4674:33043 2024-12-15T17:24:49,828 INFO [RS:1;4ce65a7c4674:44719 {}] regionserver.HRegionServer(1008): ClusterId : 63c186d6-2a97-4a10-bf12-0d3878d5f00a 2024-12-15T17:24:49,828 INFO [RS:3;4ce65a7c4674:36765 {}] regionserver.HRegionServer(1008): ClusterId : 63c186d6-2a97-4a10-bf12-0d3878d5f00a 2024-12-15T17:24:49,828 DEBUG [RS:3;4ce65a7c4674:36765 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-15T17:24:49,828 DEBUG [RS:1;4ce65a7c4674:44719 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-15T17:24:49,829 DEBUG [RS:2;4ce65a7c4674:44729 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;4ce65a7c4674:44729 2024-12-15T17:24:49,838 INFO [RS:0;4ce65a7c4674:33043 {}] regionserver.HRegionServer(1008): ClusterId : 63c186d6-2a97-4a10-bf12-0d3878d5f00a 2024-12-15T17:24:49,838 DEBUG [RS:0;4ce65a7c4674:33043 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-15T17:24:49,838 INFO [RS:2;4ce65a7c4674:44729 {}] regionserver.HRegionServer(1008): ClusterId : 63c186d6-2a97-4a10-bf12-0d3878d5f00a 2024-12-15T17:24:49,838 DEBUG [RS:2;4ce65a7c4674:44729 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-15T17:24:49,838 DEBUG [RS:1;4ce65a7c4674:44719 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-15T17:24:49,838 DEBUG [RS:1;4ce65a7c4674:44719 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-15T17:24:49,845 DEBUG [RS:3;4ce65a7c4674:36765 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-15T17:24:49,845 DEBUG [RS:3;4ce65a7c4674:36765 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-15T17:24:49,853 DEBUG [RS:0;4ce65a7c4674:33043 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-15T17:24:49,853 DEBUG [RS:0;4ce65a7c4674:33043 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-15T17:24:49,855 DEBUG [RS:2;4ce65a7c4674:44729 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-15T17:24:49,855 DEBUG [RS:2;4ce65a7c4674:44729 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-15T17:24:49,855 DEBUG [RS:1;4ce65a7c4674:44719 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-15T17:24:49,855 DEBUG [RS:1;4ce65a7c4674:44719 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a071a9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:24:49,856 DEBUG [RS:1;4ce65a7c4674:44719 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50b5c6d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ce65a7c4674/172.17.0.2:0 2024-12-15T17:24:49,856 INFO [RS:1;4ce65a7c4674:44719 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-15T17:24:49,856 INFO [RS:1;4ce65a7c4674:44719 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-15T17:24:49,856 DEBUG [RS:1;4ce65a7c4674:44719 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-15T17:24:49,862 DEBUG [RS:3;4ce65a7c4674:36765 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-15T17:24:49,862 DEBUG [RS:3;4ce65a7c4674:36765 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@753f5940, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:24:49,863 DEBUG [RS:3;4ce65a7c4674:36765 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eac0e76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ce65a7c4674/172.17.0.2:0 2024-12-15T17:24:49,863 INFO [RS:3;4ce65a7c4674:36765 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-15T17:24:49,863 INFO [RS:3;4ce65a7c4674:36765 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-15T17:24:49,863 DEBUG [RS:3;4ce65a7c4674:36765 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-15T17:24:49,870 INFO [RS:3;4ce65a7c4674:36765 {}] regionserver.HRegionServer(3073): reportForDuty to master=4ce65a7c4674,40425,1734283488618 with isa=4ce65a7c4674/172.17.0.2:36765, startcode=1734283488872 2024-12-15T17:24:49,871 DEBUG [RS:3;4ce65a7c4674:36765 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T17:24:49,871 INFO [RS:1;4ce65a7c4674:44719 {}] regionserver.HRegionServer(3073): reportForDuty to master=4ce65a7c4674,40425,1734283488618 with isa=4ce65a7c4674/172.17.0.2:44719, startcode=1734283488776 2024-12-15T17:24:49,871 DEBUG [RS:1;4ce65a7c4674:44719 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T17:24:49,872 DEBUG [RS:0;4ce65a7c4674:33043 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-15T17:24:49,872 INFO [RS-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60535, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T17:24:49,872 DEBUG [RS:0;4ce65a7c4674:33043 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33f0697d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:24:49,873 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40425 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 4ce65a7c4674,36765,1734283488872 2024-12-15T17:24:49,873 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40425 {}] master.ServerManager(486): Registering regionserver=4ce65a7c4674,36765,1734283488872 2024-12-15T17:24:49,873 DEBUG [RS:2;4ce65a7c4674:44729 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-15T17:24:49,873 DEBUG [RS:2;4ce65a7c4674:44729 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26933eef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:24:49,873 DEBUG [RS:3;4ce65a7c4674:36765 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e 2024-12-15T17:24:49,873 DEBUG [RS:3;4ce65a7c4674:36765 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:39349 2024-12-15T17:24:49,873 DEBUG [RS:3;4ce65a7c4674:36765 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-15T17:24:49,876 INFO [RS-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34123, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T17:24:49,876 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40425 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 4ce65a7c4674,44719,1734283488776 2024-12-15T17:24:49,876 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40425 {}] master.ServerManager(486): Registering regionserver=4ce65a7c4674,44719,1734283488776 2024-12-15T17:24:49,878 DEBUG [RS:1;4ce65a7c4674:44719 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e 2024-12-15T17:24:49,878 DEBUG [RS:1;4ce65a7c4674:44719 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:39349 2024-12-15T17:24:49,878 DEBUG [RS:1;4ce65a7c4674:44719 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-15T17:24:49,879 DEBUG [RS:0;4ce65a7c4674:33043 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5886e8a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ce65a7c4674/172.17.0.2:0 2024-12-15T17:24:49,879 INFO [RS:0;4ce65a7c4674:33043 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-15T17:24:49,879 INFO [RS:0;4ce65a7c4674:33043 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-15T17:24:49,879 DEBUG [RS:0;4ce65a7c4674:33043 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-15T17:24:49,882 DEBUG [RS:2;4ce65a7c4674:44729 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2505d899, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ce65a7c4674/172.17.0.2:0 2024-12-15T17:24:49,882 INFO [RS:2;4ce65a7c4674:44729 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-15T17:24:49,882 INFO [RS:2;4ce65a7c4674:44729 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-15T17:24:49,882 DEBUG [RS:2;4ce65a7c4674:44729 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-15T17:24:49,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40425-0x1002ab909d60000, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-15T17:24:49,915 INFO [RS:0;4ce65a7c4674:33043 {}] regionserver.HRegionServer(3073): reportForDuty to master=4ce65a7c4674,40425,1734283488618 with isa=4ce65a7c4674/172.17.0.2:33043, startcode=1734283488750 2024-12-15T17:24:49,915 DEBUG [RS:3;4ce65a7c4674:36765 {}] zookeeper.ZKUtil(111): regionserver:36765-0x1002ab909d60004, quorum=127.0.0.1:52847, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4ce65a7c4674,36765,1734283488872 2024-12-15T17:24:49,915 WARN [RS:3;4ce65a7c4674:36765 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T17:24:49,915 DEBUG [RS:0;4ce65a7c4674:33043 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T17:24:49,915 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ce65a7c4674,36765,1734283488872] 2024-12-15T17:24:49,915 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ce65a7c4674,44719,1734283488776] 2024-12-15T17:24:49,915 INFO [RS:3;4ce65a7c4674:36765 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T17:24:49,916 DEBUG [RS:3;4ce65a7c4674:36765 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,36765,1734283488872 2024-12-15T17:24:49,916 INFO [RS:2;4ce65a7c4674:44729 {}] regionserver.HRegionServer(3073): reportForDuty to master=4ce65a7c4674,40425,1734283488618 with isa=4ce65a7c4674/172.17.0.2:44729, startcode=1734283488806 2024-12-15T17:24:49,916 DEBUG [RS:2;4ce65a7c4674:44729 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T17:24:49,917 INFO [RS-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45325, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T17:24:49,917 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40425 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 4ce65a7c4674,44729,1734283488806 2024-12-15T17:24:49,917 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40425 {}] master.ServerManager(486): Registering regionserver=4ce65a7c4674,44729,1734283488806 2024-12-15T17:24:49,919 DEBUG [RS:1;4ce65a7c4674:44719 {}] zookeeper.ZKUtil(111): regionserver:44719-0x1002ab909d60002, quorum=127.0.0.1:52847, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4ce65a7c4674,44719,1734283488776 2024-12-15T17:24:49,920 WARN [RS:1;4ce65a7c4674:44719 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T17:24:49,920 INFO [RS:1;4ce65a7c4674:44719 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T17:24:49,920 DEBUG [RS:1;4ce65a7c4674:44719 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776 2024-12-15T17:24:49,923 INFO [RS-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38803, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T17:24:49,927 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40425 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 4ce65a7c4674,33043,1734283488750 2024-12-15T17:24:49,927 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40425 {}] master.ServerManager(486): Registering regionserver=4ce65a7c4674,33043,1734283488750 2024-12-15T17:24:49,931 DEBUG [RS:2;4ce65a7c4674:44729 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e 2024-12-15T17:24:49,931 DEBUG [RS:2;4ce65a7c4674:44729 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:39349 2024-12-15T17:24:49,931 DEBUG [RS:2;4ce65a7c4674:44729 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-15T17:24:49,935 DEBUG [RS:0;4ce65a7c4674:33043 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e 2024-12-15T17:24:49,936 DEBUG [RS:0;4ce65a7c4674:33043 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:39349 2024-12-15T17:24:49,936 DEBUG [RS:0;4ce65a7c4674:33043 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-15T17:24:49,937 WARN [4ce65a7c4674:40425 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-15T17:24:49,940 DEBUG [RS:1;4ce65a7c4674:44719 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-15T17:24:49,940 INFO [RS:1;4ce65a7c4674:44719 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-15T17:24:49,941 INFO [RS:1;4ce65a7c4674:44719 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-15T17:24:49,943 INFO [RS:1;4ce65a7c4674:44719 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-15T17:24:49,943 INFO [RS:1;4ce65a7c4674:44719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:49,946 INFO [RS:1;4ce65a7c4674:44719 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-15T17:24:49,946 INFO [RS:1;4ce65a7c4674:44719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:49,947 DEBUG [RS:1;4ce65a7c4674:44719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:49,947 DEBUG [RS:1;4ce65a7c4674:44719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:49,947 DEBUG [RS:1;4ce65a7c4674:44719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:49,947 DEBUG [RS:1;4ce65a7c4674:44719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:49,947 DEBUG [RS:1;4ce65a7c4674:44719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:49,947 DEBUG [RS:1;4ce65a7c4674:44719 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0, corePoolSize=2, maxPoolSize=2 2024-12-15T17:24:49,947 DEBUG [RS:1;4ce65a7c4674:44719 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:49,947 DEBUG [RS:1;4ce65a7c4674:44719 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:49,947 DEBUG [RS:1;4ce65a7c4674:44719 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:49,947 DEBUG [RS:1;4ce65a7c4674:44719 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:49,947 DEBUG [RS:1;4ce65a7c4674:44719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:49,947 DEBUG [RS:1;4ce65a7c4674:44719 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ce65a7c4674:0, corePoolSize=3, maxPoolSize=3 2024-12-15T17:24:49,947 DEBUG [RS:1;4ce65a7c4674:44719 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0, corePoolSize=3, maxPoolSize=3 2024-12-15T17:24:49,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40425-0x1002ab909d60000, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-15T17:24:49,952 INFO [RS:1;4ce65a7c4674:44719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:49,952 INFO [RS:1;4ce65a7c4674:44719 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:49,952 INFO [RS:1;4ce65a7c4674:44719 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:49,952 INFO [RS:1;4ce65a7c4674:44719 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:49,952 INFO [RS:1;4ce65a7c4674:44719 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,44719,1734283488776-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T17:24:49,954 DEBUG [RS:2;4ce65a7c4674:44729 {}] zookeeper.ZKUtil(111): regionserver:44729-0x1002ab909d60003, quorum=127.0.0.1:52847, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4ce65a7c4674,44729,1734283488806 2024-12-15T17:24:49,954 WARN [RS:2;4ce65a7c4674:44729 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T17:24:49,954 INFO [RS:2;4ce65a7c4674:44729 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T17:24:49,954 DEBUG [RS:2;4ce65a7c4674:44729 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44729,1734283488806 2024-12-15T17:24:49,956 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ce65a7c4674,33043,1734283488750] 2024-12-15T17:24:49,956 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ce65a7c4674,44729,1734283488806] 2024-12-15T17:24:49,959 DEBUG [RS:3;4ce65a7c4674:36765 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-15T17:24:49,959 INFO [RS:3;4ce65a7c4674:36765 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-15T17:24:49,960 DEBUG [RS:0;4ce65a7c4674:33043 {}] zookeeper.ZKUtil(111): regionserver:33043-0x1002ab909d60001, quorum=127.0.0.1:52847, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4ce65a7c4674,33043,1734283488750 2024-12-15T17:24:49,960 WARN [RS:0;4ce65a7c4674:33043 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T17:24:49,961 INFO [RS:0;4ce65a7c4674:33043 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T17:24:49,961 DEBUG [RS:0;4ce65a7c4674:33043 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,33043,1734283488750 2024-12-15T17:24:49,972 INFO [RS:3;4ce65a7c4674:36765 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-15T17:24:49,976 INFO [RS:3;4ce65a7c4674:36765 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-15T17:24:49,976 INFO [RS:3;4ce65a7c4674:36765 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:49,977 INFO [RS:1;4ce65a7c4674:44719 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-15T17:24:49,977 INFO [RS:1;4ce65a7c4674:44719 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,44719,1734283488776-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:49,984 INFO [RS:3;4ce65a7c4674:36765 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-15T17:24:49,987 INFO [RS:3;4ce65a7c4674:36765 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:49,987 DEBUG [RS:3;4ce65a7c4674:36765 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:49,987 DEBUG [RS:3;4ce65a7c4674:36765 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:49,987 DEBUG [RS:3;4ce65a7c4674:36765 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:49,987 DEBUG [RS:3;4ce65a7c4674:36765 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:49,987 DEBUG [RS:3;4ce65a7c4674:36765 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:49,987 DEBUG [RS:3;4ce65a7c4674:36765 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0, corePoolSize=2, maxPoolSize=2 2024-12-15T17:24:49,987 DEBUG [RS:3;4ce65a7c4674:36765 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:49,987 DEBUG [RS:3;4ce65a7c4674:36765 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:49,987 DEBUG [RS:3;4ce65a7c4674:36765 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:49,987 DEBUG [RS:3;4ce65a7c4674:36765 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:49,987 DEBUG [RS:3;4ce65a7c4674:36765 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:49,987 DEBUG [RS:3;4ce65a7c4674:36765 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ce65a7c4674:0, corePoolSize=3, maxPoolSize=3 2024-12-15T17:24:49,987 DEBUG [RS:3;4ce65a7c4674:36765 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0, corePoolSize=3, maxPoolSize=3 2024-12-15T17:24:50,000 DEBUG [RS:2;4ce65a7c4674:44729 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-15T17:24:50,000 INFO [RS:2;4ce65a7c4674:44729 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-15T17:24:50,007 INFO [RS:1;4ce65a7c4674:44719 {}] regionserver.Replication(204): 4ce65a7c4674,44719,1734283488776 started 2024-12-15T17:24:50,007 INFO [RS:1;4ce65a7c4674:44719 {}] regionserver.HRegionServer(1767): Serving as 4ce65a7c4674,44719,1734283488776, RpcServer on 4ce65a7c4674/172.17.0.2:44719, sessionid=0x1002ab909d60002 2024-12-15T17:24:50,007 INFO [RS:2;4ce65a7c4674:44729 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-15T17:24:50,007 DEBUG [RS:1;4ce65a7c4674:44719 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-15T17:24:50,007 DEBUG [RS:1;4ce65a7c4674:44719 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ce65a7c4674,44719,1734283488776 2024-12-15T17:24:50,008 DEBUG [RS:1;4ce65a7c4674:44719 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ce65a7c4674,44719,1734283488776' 2024-12-15T17:24:50,008 DEBUG [RS:1;4ce65a7c4674:44719 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-15T17:24:50,009 DEBUG [RS:0;4ce65a7c4674:33043 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-15T17:24:50,009 INFO [RS:0;4ce65a7c4674:33043 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-15T17:24:50,009 DEBUG [RS:1;4ce65a7c4674:44719 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-15T17:24:50,010 DEBUG [RS:1;4ce65a7c4674:44719 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-15T17:24:50,010 DEBUG [RS:1;4ce65a7c4674:44719 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-15T17:24:50,010 DEBUG [RS:1;4ce65a7c4674:44719 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ce65a7c4674,44719,1734283488776 2024-12-15T17:24:50,010 DEBUG [RS:1;4ce65a7c4674:44719 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ce65a7c4674,44719,1734283488776' 2024-12-15T17:24:50,010 DEBUG [RS:1;4ce65a7c4674:44719 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-15T17:24:50,010 DEBUG [RS:1;4ce65a7c4674:44719 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-15T17:24:50,010 DEBUG [RS:1;4ce65a7c4674:44719 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-15T17:24:50,010 INFO [RS:1;4ce65a7c4674:44719 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-15T17:24:50,010 INFO [RS:1;4ce65a7c4674:44719 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-15T17:24:50,015 INFO [RS:2;4ce65a7c4674:44729 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-15T17:24:50,015 INFO [RS:2;4ce65a7c4674:44729 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:50,019 INFO [RS:0;4ce65a7c4674:33043 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-15T17:24:50,019 INFO [RS:3;4ce65a7c4674:36765 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:50,019 INFO [RS:3;4ce65a7c4674:36765 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:50,019 INFO [RS:3;4ce65a7c4674:36765 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:50,019 INFO [RS:2;4ce65a7c4674:44729 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-15T17:24:50,020 INFO [RS:0;4ce65a7c4674:33043 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-15T17:24:50,020 INFO [RS:0;4ce65a7c4674:33043 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:50,020 INFO [RS:2;4ce65a7c4674:44729 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:50,020 DEBUG [RS:2;4ce65a7c4674:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:50,020 DEBUG [RS:2;4ce65a7c4674:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:50,021 DEBUG [RS:2;4ce65a7c4674:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:50,021 DEBUG [RS:2;4ce65a7c4674:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:50,021 DEBUG [RS:2;4ce65a7c4674:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:50,021 DEBUG [RS:2;4ce65a7c4674:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0, corePoolSize=2, maxPoolSize=2 2024-12-15T17:24:50,021 DEBUG [RS:2;4ce65a7c4674:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:50,021 DEBUG [RS:2;4ce65a7c4674:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:50,021 DEBUG [RS:2;4ce65a7c4674:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:50,021 DEBUG [RS:2;4ce65a7c4674:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:50,021 DEBUG [RS:2;4ce65a7c4674:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:50,021 DEBUG [RS:2;4ce65a7c4674:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ce65a7c4674:0, corePoolSize=3, maxPoolSize=3 2024-12-15T17:24:50,021 DEBUG [RS:2;4ce65a7c4674:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0, corePoolSize=3, maxPoolSize=3 2024-12-15T17:24:50,021 INFO [RS:3;4ce65a7c4674:36765 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:50,021 INFO [RS:3;4ce65a7c4674:36765 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,36765,1734283488872-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T17:24:50,021 INFO [RS:0;4ce65a7c4674:33043 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-15T17:24:50,022 INFO [RS:0;4ce65a7c4674:33043 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:50,022 DEBUG [RS:0;4ce65a7c4674:33043 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:50,022 DEBUG [RS:0;4ce65a7c4674:33043 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:50,022 DEBUG [RS:0;4ce65a7c4674:33043 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:50,022 DEBUG [RS:0;4ce65a7c4674:33043 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:50,022 DEBUG [RS:0;4ce65a7c4674:33043 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:50,022 DEBUG [RS:0;4ce65a7c4674:33043 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0, corePoolSize=2, maxPoolSize=2 2024-12-15T17:24:50,022 DEBUG [RS:0;4ce65a7c4674:33043 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:50,022 DEBUG [RS:0;4ce65a7c4674:33043 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:50,022 DEBUG [RS:0;4ce65a7c4674:33043 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:50,022 DEBUG [RS:0;4ce65a7c4674:33043 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:50,022 DEBUG [RS:0;4ce65a7c4674:33043 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:24:50,022 DEBUG [RS:0;4ce65a7c4674:33043 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ce65a7c4674:0, corePoolSize=3, maxPoolSize=3 2024-12-15T17:24:50,022 DEBUG [RS:0;4ce65a7c4674:33043 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0, corePoolSize=3, maxPoolSize=3 2024-12-15T17:24:50,023 INFO [RS:2;4ce65a7c4674:44729 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:50,023 INFO [RS:2;4ce65a7c4674:44729 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:50,023 INFO [RS:2;4ce65a7c4674:44729 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:50,023 INFO [RS:2;4ce65a7c4674:44729 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:50,023 INFO [RS:2;4ce65a7c4674:44729 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,44729,1734283488806-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T17:24:50,027 INFO [RS:0;4ce65a7c4674:33043 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:50,027 INFO [RS:0;4ce65a7c4674:33043 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:50,027 INFO [RS:0;4ce65a7c4674:33043 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:50,027 INFO [RS:0;4ce65a7c4674:33043 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:50,027 INFO [RS:0;4ce65a7c4674:33043 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,33043,1734283488750-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T17:24:50,034 INFO [RS:3;4ce65a7c4674:36765 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-15T17:24:50,034 INFO [RS:3;4ce65a7c4674:36765 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,36765,1734283488872-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:50,044 INFO [RS:2;4ce65a7c4674:44729 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-15T17:24:50,044 INFO [RS:2;4ce65a7c4674:44729 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,44729,1734283488806-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:50,045 INFO [RS:3;4ce65a7c4674:36765 {}] regionserver.Replication(204): 4ce65a7c4674,36765,1734283488872 started 2024-12-15T17:24:50,045 INFO [RS:3;4ce65a7c4674:36765 {}] regionserver.HRegionServer(1767): Serving as 4ce65a7c4674,36765,1734283488872, RpcServer on 4ce65a7c4674/172.17.0.2:36765, sessionid=0x1002ab909d60004 2024-12-15T17:24:50,045 DEBUG [RS:3;4ce65a7c4674:36765 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-15T17:24:50,045 DEBUG [RS:3;4ce65a7c4674:36765 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ce65a7c4674,36765,1734283488872 2024-12-15T17:24:50,045 DEBUG [RS:3;4ce65a7c4674:36765 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ce65a7c4674,36765,1734283488872' 2024-12-15T17:24:50,045 DEBUG [RS:3;4ce65a7c4674:36765 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-15T17:24:50,045 DEBUG [RS:3;4ce65a7c4674:36765 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-15T17:24:50,046 DEBUG [RS:3;4ce65a7c4674:36765 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-15T17:24:50,046 DEBUG [RS:3;4ce65a7c4674:36765 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-15T17:24:50,046 DEBUG [RS:3;4ce65a7c4674:36765 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ce65a7c4674,36765,1734283488872 2024-12-15T17:24:50,046 DEBUG [RS:3;4ce65a7c4674:36765 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ce65a7c4674,36765,1734283488872' 2024-12-15T17:24:50,046 DEBUG [RS:3;4ce65a7c4674:36765 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-15T17:24:50,046 DEBUG [RS:3;4ce65a7c4674:36765 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-15T17:24:50,046 DEBUG [RS:3;4ce65a7c4674:36765 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-15T17:24:50,046 INFO [RS:3;4ce65a7c4674:36765 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-15T17:24:50,046 INFO [RS:3;4ce65a7c4674:36765 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-15T17:24:50,048 INFO [RS:0;4ce65a7c4674:33043 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-15T17:24:50,049 INFO [RS:0;4ce65a7c4674:33043 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,33043,1734283488750-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:50,055 INFO [RS:2;4ce65a7c4674:44729 {}] regionserver.Replication(204): 4ce65a7c4674,44729,1734283488806 started 2024-12-15T17:24:50,056 INFO [RS:2;4ce65a7c4674:44729 {}] regionserver.HRegionServer(1767): Serving as 4ce65a7c4674,44729,1734283488806, RpcServer on 4ce65a7c4674/172.17.0.2:44729, sessionid=0x1002ab909d60003 2024-12-15T17:24:50,056 DEBUG [RS:2;4ce65a7c4674:44729 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-15T17:24:50,056 DEBUG [RS:2;4ce65a7c4674:44729 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ce65a7c4674,44729,1734283488806 2024-12-15T17:24:50,056 DEBUG [RS:2;4ce65a7c4674:44729 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ce65a7c4674,44729,1734283488806' 2024-12-15T17:24:50,056 DEBUG [RS:2;4ce65a7c4674:44729 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-15T17:24:50,056 DEBUG [RS:2;4ce65a7c4674:44729 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-15T17:24:50,056 DEBUG [RS:2;4ce65a7c4674:44729 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-15T17:24:50,056 DEBUG [RS:2;4ce65a7c4674:44729 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-15T17:24:50,056 DEBUG [RS:2;4ce65a7c4674:44729 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ce65a7c4674,44729,1734283488806 2024-12-15T17:24:50,056 DEBUG [RS:2;4ce65a7c4674:44729 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ce65a7c4674,44729,1734283488806' 2024-12-15T17:24:50,056 DEBUG [RS:2;4ce65a7c4674:44729 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-15T17:24:50,057 DEBUG [RS:2;4ce65a7c4674:44729 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-15T17:24:50,057 DEBUG [RS:2;4ce65a7c4674:44729 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-15T17:24:50,057 INFO [RS:2;4ce65a7c4674:44729 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-15T17:24:50,057 INFO [RS:2;4ce65a7c4674:44729 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-15T17:24:50,062 INFO [RS:0;4ce65a7c4674:33043 {}] regionserver.Replication(204): 4ce65a7c4674,33043,1734283488750 started 2024-12-15T17:24:50,062 INFO [RS:0;4ce65a7c4674:33043 {}] regionserver.HRegionServer(1767): Serving as 4ce65a7c4674,33043,1734283488750, RpcServer on 4ce65a7c4674/172.17.0.2:33043, sessionid=0x1002ab909d60001 2024-12-15T17:24:50,062 DEBUG [RS:0;4ce65a7c4674:33043 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-15T17:24:50,062 DEBUG [RS:0;4ce65a7c4674:33043 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ce65a7c4674,33043,1734283488750 2024-12-15T17:24:50,062 DEBUG [RS:0;4ce65a7c4674:33043 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ce65a7c4674,33043,1734283488750' 2024-12-15T17:24:50,062 DEBUG [RS:0;4ce65a7c4674:33043 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-15T17:24:50,062 DEBUG [RS:0;4ce65a7c4674:33043 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-15T17:24:50,062 DEBUG [RS:0;4ce65a7c4674:33043 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-15T17:24:50,062 DEBUG [RS:0;4ce65a7c4674:33043 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-15T17:24:50,062 DEBUG [RS:0;4ce65a7c4674:33043 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ce65a7c4674,33043,1734283488750 2024-12-15T17:24:50,062 DEBUG [RS:0;4ce65a7c4674:33043 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ce65a7c4674,33043,1734283488750' 2024-12-15T17:24:50,062 DEBUG [RS:0;4ce65a7c4674:33043 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-15T17:24:50,063 DEBUG [RS:0;4ce65a7c4674:33043 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-15T17:24:50,063 DEBUG [RS:0;4ce65a7c4674:33043 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-15T17:24:50,063 INFO [RS:0;4ce65a7c4674:33043 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-15T17:24:50,063 INFO [RS:0;4ce65a7c4674:33043 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-15T17:24:50,111 INFO [RS:1;4ce65a7c4674:44719 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T17:24:50,112 INFO [RS:1;4ce65a7c4674:44719 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=4ce65a7c4674%2C44719%2C1734283488776, suffix=, logDir=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776, archiveDir=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/oldWALs, maxLogs=10 2024-12-15T17:24:50,130 DEBUG [RS:1;4ce65a7c4674:44719 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.1734283490112, exclude list is [], retry=0 2024-12-15T17:24:50,132 DEBUG [RS-EventLoopGroup-27-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33611,DS-b1d55075-32c6-46f4-860e-3a079edd9669,DISK] 2024-12-15T17:24:50,132 DEBUG [RS-EventLoopGroup-27-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38813,DS-5f26e5ce-ed9f-47ce-bc3c-c744df0d7bf4,DISK] 2024-12-15T17:24:50,133 DEBUG [RS-EventLoopGroup-27-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36623,DS-6fa7ece7-1396-4370-adca-4b346aa334bb,DISK] 2024-12-15T17:24:50,134 INFO [RS:1;4ce65a7c4674:44719 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.1734283490112 2024-12-15T17:24:50,134 DEBUG [RS:1;4ce65a7c4674:44719 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34635:34635),(127.0.0.1/127.0.0.1:42773:42773),(127.0.0.1/127.0.0.1:43291:43291)] 2024-12-15T17:24:50,147 INFO [RS:3;4ce65a7c4674:36765 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T17:24:50,148 INFO [RS:3;4ce65a7c4674:36765 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=4ce65a7c4674%2C36765%2C1734283488872, suffix=, logDir=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,36765,1734283488872, archiveDir=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/oldWALs, maxLogs=10 2024-12-15T17:24:50,157 INFO [RS:2;4ce65a7c4674:44729 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T17:24:50,158 INFO [RS:2;4ce65a7c4674:44729 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=4ce65a7c4674%2C44729%2C1734283488806, suffix=, logDir=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44729,1734283488806, archiveDir=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/oldWALs, maxLogs=10 2024-12-15T17:24:50,161 DEBUG [RS:3;4ce65a7c4674:36765 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,36765,1734283488872/4ce65a7c4674%2C36765%2C1734283488872.1734283490148, exclude list is [], retry=0 2024-12-15T17:24:50,163 INFO [RS:0;4ce65a7c4674:33043 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T17:24:50,165 DEBUG [RS-EventLoopGroup-27-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36623,DS-6fa7ece7-1396-4370-adca-4b346aa334bb,DISK] 2024-12-15T17:24:50,165 DEBUG [RS-EventLoopGroup-27-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33611,DS-b1d55075-32c6-46f4-860e-3a079edd9669,DISK] 2024-12-15T17:24:50,165 DEBUG [RS-EventLoopGroup-27-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40259,DS-aae1af72-b341-4025-bf71-878491e71648,DISK] 2024-12-15T17:24:50,166 INFO [RS:0;4ce65a7c4674:33043 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=4ce65a7c4674%2C33043%2C1734283488750, suffix=, logDir=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,33043,1734283488750, archiveDir=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/oldWALs, maxLogs=10 2024-12-15T17:24:50,176 DEBUG [RS:2;4ce65a7c4674:44729 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44729,1734283488806/4ce65a7c4674%2C44729%2C1734283488806.1734283490158, exclude list is [], retry=0 2024-12-15T17:24:50,179 DEBUG [RS-EventLoopGroup-27-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38813,DS-5f26e5ce-ed9f-47ce-bc3c-c744df0d7bf4,DISK] 2024-12-15T17:24:50,180 DEBUG [RS-EventLoopGroup-27-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36623,DS-6fa7ece7-1396-4370-adca-4b346aa334bb,DISK] 2024-12-15T17:24:50,181 DEBUG [RS-EventLoopGroup-27-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33611,DS-b1d55075-32c6-46f4-860e-3a079edd9669,DISK] 2024-12-15T17:24:50,187 DEBUG [RS:0;4ce65a7c4674:33043 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,33043,1734283488750/4ce65a7c4674%2C33043%2C1734283488750.1734283490166, exclude list is [], retry=0 2024-12-15T17:24:50,187 DEBUG [4ce65a7c4674:40425 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-15T17:24:50,190 DEBUG [RS-EventLoopGroup-27-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40259,DS-aae1af72-b341-4025-bf71-878491e71648,DISK] 2024-12-15T17:24:50,190 DEBUG [RS-EventLoopGroup-27-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38813,DS-5f26e5ce-ed9f-47ce-bc3c-c744df0d7bf4,DISK] 2024-12-15T17:24:50,190 DEBUG [RS-EventLoopGroup-27-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33611,DS-b1d55075-32c6-46f4-860e-3a079edd9669,DISK] 2024-12-15T17:24:50,191 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4ce65a7c4674,44719,1734283488776 2024-12-15T17:24:50,192 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ce65a7c4674,44719,1734283488776, state=OPENING 2024-12-15T17:24:50,203 INFO [RS:3;4ce65a7c4674:36765 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,36765,1734283488872/4ce65a7c4674%2C36765%2C1734283488872.1734283490148 2024-12-15T17:24:50,207 DEBUG [RS:3;4ce65a7c4674:36765 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36477:36477),(127.0.0.1/127.0.0.1:43291:43291),(127.0.0.1/127.0.0.1:42773:42773)] 2024-12-15T17:24:50,211 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-15T17:24:50,212 INFO [RS:0;4ce65a7c4674:33043 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,33043,1734283488750/4ce65a7c4674%2C33043%2C1734283488750.1734283490166 2024-12-15T17:24:50,212 INFO [RS:2;4ce65a7c4674:44729 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44729,1734283488806/4ce65a7c4674%2C44729%2C1734283488806.1734283490158 2024-12-15T17:24:50,215 DEBUG [RS:0;4ce65a7c4674:33043 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36477:36477),(127.0.0.1/127.0.0.1:42773:42773),(127.0.0.1/127.0.0.1:34635:34635)] 2024-12-15T17:24:50,215 DEBUG [RS:2;4ce65a7c4674:44729 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34635:34635),(127.0.0.1/127.0.0.1:43291:43291),(127.0.0.1/127.0.0.1:42773:42773)] 2024-12-15T17:24:50,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x1002ab909d60003, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:50,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40425-0x1002ab909d60000, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:50,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44719-0x1002ab909d60002, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:50,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36765-0x1002ab909d60004, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:50,223 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:50,223 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:50,223 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:50,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33043-0x1002ab909d60001, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:50,223 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=4ce65a7c4674,44719,1734283488776}] 2024-12-15T17:24:50,223 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:50,225 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:50,249 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:24:50,249 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:24:50,375 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,44719,1734283488776 2024-12-15T17:24:50,376 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T17:24:50,377 INFO [RS-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32928, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-15T17:24:50,380 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-15T17:24:50,380 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T17:24:50,400 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-15T17:24:50,400 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.ReplicationSource(229): queueId=region_replica_replication_catalog, ReplicationSource: region_replica_replication_catalog, currentBandwidth=0 2024-12-15T17:24:50,400 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-15T17:24:50,404 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=4ce65a7c4674%2C44719%2C1734283488776.meta, suffix=.meta, logDir=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776, archiveDir=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/oldWALs, maxLogs=10 2024-12-15T17:24:50,419 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1c8c6f78 to 127.0.0.1:52847 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7d23327 2024-12-15T17:24:50,423 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, exclude list is [], retry=0 2024-12-15T17:24:50,425 DEBUG [RS-EventLoopGroup-27-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33611,DS-b1d55075-32c6-46f4-860e-3a079edd9669,DISK] 2024-12-15T17:24:50,425 DEBUG [RS-EventLoopGroup-27-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40259,DS-aae1af72-b341-4025-bf71-878491e71648,DISK] 2024-12-15T17:24:50,425 DEBUG [RS-EventLoopGroup-27-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38813,DS-5f26e5ce-ed9f-47ce-bc3c-c744df0d7bf4,DISK] 2024-12-15T17:24:50,429 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@566aa19c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:24:50,432 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta 2024-12-15T17:24:50,433 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: region_replica_replication_catalog connecting to ZooKeeper ensemble=127.0.0.1:52847 2024-12-15T17:24:50,433 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42773:42773),(127.0.0.1/127.0.0.1:36477:36477),(127.0.0.1/127.0.0.1:34635:34635)] 2024-12-15T17:24:50,434 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-15T17:24:50,434 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-15T17:24:50,434 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-15T17:24:50,434 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-15T17:24:50,434 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-15T17:24:50,434 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:24:50,434 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-15T17:24:50,434 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-15T17:24:50,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-15T17:24:50,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-15T17:24:50,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:50,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:50,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-15T17:24:50,440 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-15T17:24:50,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:50,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:50,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-15T17:24:50,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-15T17:24:50,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:50,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:50,441 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740 2024-12-15T17:24:50,442 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740 2024-12-15T17:24:50,444 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-15T17:24:50,445 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: region_replica_replication_catalog0x0, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T17:24:50,445 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-15T17:24:50,445 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSource(587): peerId=region_replica_replication_catalog, queueId=region_replica_replication_catalog (queues=1) is replicating from cluster=63c186d6-2a97-4a10-bf12-0d3878d5f00a to cluster=63c186d6-2a97-4a10-bf12-0d3878d5f00a 2024-12-15T17:24:50,446 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSource(343): peerId=region_replica_replication_catalog, starting shipping worker for walGroupId=4ce65a7c4674%2C44719%2C1734283488776 2024-12-15T17:24:50,446 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=region_replica_replication_catalog, ReplicationSourceWALReaderThread : region_replica_replication_catalog inited, replicationBatchSizeCapacity=10240, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-15T17:24:50,446 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62343778, jitterRate=-0.07100531458854675}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-15T17:24:50,446 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-15T17:24:50,447 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734283490375 2024-12-15T17:24:50,447 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: region_replica_replication_catalog-0x1002ab909d60006 connected 2024-12-15T17:24:50,448 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-15T17:24:50,448 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-15T17:24:50,449 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,44719,1734283488776 2024-12-15T17:24:50,449 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ce65a7c4674,44719,1734283488776, state=OPEN 2024-12-15T17:24:50,451 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, startPosition=0, beingWritten=true 2024-12-15T17:24:50,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36765-0x1002ab909d60004, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:50,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x1002ab909d60003, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:50,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44719-0x1002ab909d60002, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:50,453 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:50,453 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:50,454 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:50,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40425-0x1002ab909d60000, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:50,454 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:50,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33043-0x1002ab909d60001, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:50,454 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:50,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-15T17:24:50,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=4ce65a7c4674,44719,1734283488776 in 231 msec 2024-12-15T17:24:50,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-15T17:24:50,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 669 msec 2024-12-15T17:24:50,459 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4ce65a7c4674%2C44719%2C1734283488776 2024-12-15T17:24:50,460 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 712 msec 2024-12-15T17:24:50,460 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734283490460, completionTime=-1 2024-12-15T17:24:50,460 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=4; waited=0ms, expected min=4 server(s), max=4 server(s), master is running 2024-12-15T17:24:50,460 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-15T17:24:50,463 DEBUG [hconnection-0x350d2045-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:24:50,468 INFO [RS-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32944, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:24:50,469 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=4 2024-12-15T17:24:50,469 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734283550469 2024-12-15T17:24:50,469 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734283610469 2024-12-15T17:24:50,469 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 8 msec 2024-12-15T17:24:50,480 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:24:50,480 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 316, reset compression=false 2024-12-15T17:24:50,481 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_OPEN/1734283490446/Put/vlen=128/seqid=0; >],332}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=316, nbRowKeys=1, nbHFiles=0, heapSize=332, lastSeqIds={}, endOfFile=false,usedBufferSize=332] 2024-12-15T17:24:50,512 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,40425,1734283488618-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:50,512 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,40425,1734283488618-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:50,512 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,40425,1734283488618-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:50,512 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4ce65a7c4674:40425, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:50,512 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:50,512 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-15T17:24:50,513 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-15T17:24:50,516 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-15T17:24:50,519 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T17:24:50,519 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:50,519 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-15T17:24:50,520 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T17:24:50,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33611 is added to blk_1073741838_1014 (size=358) 2024-12-15T17:24:50,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40259 is added to blk_1073741838_1014 (size=358) 2024-12-15T17:24:50,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38813 is added to blk_1073741838_1014 (size=358) 2024-12-15T17:24:50,715 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 316, reset compression=false 2024-12-15T17:24:50,954 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 151be232931ac1c783b54fe6fc6e1c7a, NAME => 'hbase:namespace,,1734283490512.151be232931ac1c783b54fe6fc6e1c7a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e 2024-12-15T17:24:50,996 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-15T17:24:51,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:51,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:51,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:51,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:51,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:51,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:51,019 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 316, reset compression=false 2024-12-15T17:24:51,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33611 is added to blk_1073741839_1015 (size=42) 2024-12-15T17:24:51,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40259 is added to blk_1073741839_1015 (size=42) 2024-12-15T17:24:51,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741839_1015 (size=42) 2024-12-15T17:24:51,023 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734283490512.151be232931ac1c783b54fe6fc6e1c7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:24:51,023 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 151be232931ac1c783b54fe6fc6e1c7a, disabling compactions & flushes 2024-12-15T17:24:51,023 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734283490512.151be232931ac1c783b54fe6fc6e1c7a. 2024-12-15T17:24:51,023 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734283490512.151be232931ac1c783b54fe6fc6e1c7a. 2024-12-15T17:24:51,023 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734283490512.151be232931ac1c783b54fe6fc6e1c7a. after waiting 0 ms 2024-12-15T17:24:51,023 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734283490512.151be232931ac1c783b54fe6fc6e1c7a. 2024-12-15T17:24:51,023 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734283490512.151be232931ac1c783b54fe6fc6e1c7a. 2024-12-15T17:24:51,023 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 151be232931ac1c783b54fe6fc6e1c7a: 2024-12-15T17:24:51,030 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T17:24:51,030 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734283490512.151be232931ac1c783b54fe6fc6e1c7a.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734283491030"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283491030"}]},"ts":"1734283491030"} 2024-12-15T17:24:51,042 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T17:24:51,047 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T17:24:51,047 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734283491047"}]},"ts":"1734283491047"} 2024-12-15T17:24:51,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:51,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:51,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:51,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:51,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:51,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:51,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:51,060 WARN [ReadOnlyZKClient-127.0.0.1:61306@0x751277b4 {}] zookeeper.ReadOnlyZKClient$ZKTask$1(202): 0x751277b4 to 127.0.0.1:61306 failed for list of /hbase, code = CONNECTIONLOSS, retries = 1 2024-12-15T17:24:51,064 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-15T17:24:51,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:51,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:51,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:51,139 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(202): Hosts are {4ce65a7c4674=0} racks are {/default-rack=0} 2024-12-15T17:24:51,146 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-15T17:24:51,146 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-15T17:24:51,146 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-15T17:24:51,146 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-15T17:24:51,146 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-15T17:24:51,146 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-15T17:24:51,146 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-15T17:24:51,147 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-15T17:24:51,147 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-15T17:24:51,147 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=151be232931ac1c783b54fe6fc6e1c7a, ASSIGN}] 2024-12-15T17:24:51,156 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=151be232931ac1c783b54fe6fc6e1c7a, ASSIGN 2024-12-15T17:24:51,160 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=151be232931ac1c783b54fe6fc6e1c7a, ASSIGN; state=OFFLINE, location=4ce65a7c4674,44729,1734283488806; forceNewPlan=false, retain=false 2024-12-15T17:24:51,311 INFO [4ce65a7c4674:40425 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-15T17:24:51,311 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=151be232931ac1c783b54fe6fc6e1c7a, regionState=OPENING, regionLocation=4ce65a7c4674,44729,1734283488806 2024-12-15T17:24:51,312 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 151be232931ac1c783b54fe6fc6e1c7a, server=4ce65a7c4674,44729,1734283488806}] 2024-12-15T17:24:51,436 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 316, reset compression=false 2024-12-15T17:24:51,441 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:51,441 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 1094, reset compression=false 2024-12-15T17:24:51,441 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4=[#edits: 2 = ],436}, {hbase:meta/1588230740/5=[#edits: 1 = ],188}, {hbase:meta/1588230740/6=[#edits: 3 = ],612}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=1094, nbRowKeys=3, nbHFiles=0, heapSize=1236, lastSeqIds={}, endOfFile=false,usedBufferSize=1236] 2024-12-15T17:24:51,458 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:24:51,458 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:24:51,464 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,44729,1734283488806 2024-12-15T17:24:51,464 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T17:24:51,465 INFO [RS-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52390, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-15T17:24:51,468 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734283490512.151be232931ac1c783b54fe6fc6e1c7a. 2024-12-15T17:24:51,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 151be232931ac1c783b54fe6fc6e1c7a, NAME => 'hbase:namespace,,1734283490512.151be232931ac1c783b54fe6fc6e1c7a.', STARTKEY => '', ENDKEY => ''} 2024-12-15T17:24:51,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 151be232931ac1c783b54fe6fc6e1c7a 2024-12-15T17:24:51,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734283490512.151be232931ac1c783b54fe6fc6e1c7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:24:51,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 151be232931ac1c783b54fe6fc6e1c7a 2024-12-15T17:24:51,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 151be232931ac1c783b54fe6fc6e1c7a 2024-12-15T17:24:51,474 INFO [StoreOpener-151be232931ac1c783b54fe6fc6e1c7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 151be232931ac1c783b54fe6fc6e1c7a 2024-12-15T17:24:51,476 INFO [StoreOpener-151be232931ac1c783b54fe6fc6e1c7a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 151be232931ac1c783b54fe6fc6e1c7a columnFamilyName info 2024-12-15T17:24:51,476 DEBUG [StoreOpener-151be232931ac1c783b54fe6fc6e1c7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:51,476 INFO [StoreOpener-151be232931ac1c783b54fe6fc6e1c7a-1 {}] regionserver.HStore(327): Store=151be232931ac1c783b54fe6fc6e1c7a/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:24:51,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/namespace/151be232931ac1c783b54fe6fc6e1c7a 2024-12-15T17:24:51,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/namespace/151be232931ac1c783b54fe6fc6e1c7a 2024-12-15T17:24:51,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 151be232931ac1c783b54fe6fc6e1c7a 2024-12-15T17:24:51,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/namespace/151be232931ac1c783b54fe6fc6e1c7a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:24:51,484 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 151be232931ac1c783b54fe6fc6e1c7a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68391017, jitterRate=0.019105568528175354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:24:51,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 151be232931ac1c783b54fe6fc6e1c7a: 2024-12-15T17:24:51,487 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734283490512.151be232931ac1c783b54fe6fc6e1c7a., pid=6, masterSystemTime=1734283491464 2024-12-15T17:24:51,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734283490512.151be232931ac1c783b54fe6fc6e1c7a. 2024-12-15T17:24:51,496 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734283490512.151be232931ac1c783b54fe6fc6e1c7a. 2024-12-15T17:24:51,503 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=151be232931ac1c783b54fe6fc6e1c7a, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,44729,1734283488806 2024-12-15T17:24:51,515 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-15T17:24:51,515 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 151be232931ac1c783b54fe6fc6e1c7a, server=4ce65a7c4674,44729,1734283488806 in 192 msec 2024-12-15T17:24:51,517 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-15T17:24:51,518 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=151be232931ac1c783b54fe6fc6e1c7a, ASSIGN in 369 msec 2024-12-15T17:24:51,519 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T17:24:51,519 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734283491519"}]},"ts":"1734283491519"} 2024-12-15T17:24:51,520 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-15T17:24:51,531 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T17:24:51,533 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.0180 sec 2024-12-15T17:24:51,618 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:40425-0x1002ab909d60000, quorum=127.0.0.1:52847, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-15T17:24:51,644 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 1094, reset compression=false 2024-12-15T17:24:51,648 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:51,648 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 1808, reset compression=false 2024-12-15T17:24:51,648 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7=[#edits: 5 = ],916}, {hbase:meta/1588230740/8=[#edits: 1 = ],188}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=1808, nbRowKeys=2, nbHFiles=0, heapSize=1104, lastSeqIds={}, endOfFile=false,usedBufferSize=1104] 2024-12-15T17:24:51,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33043-0x1002ab909d60001, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:51,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36765-0x1002ab909d60004, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:51,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44719-0x1002ab909d60002, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:51,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40425-0x1002ab909d60000, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-15T17:24:51,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x1002ab909d60003, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:51,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40425-0x1002ab909d60000, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:51,685 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:24:51,686 INFO [RS-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52406, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:24:51,687 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-15T17:24:51,851 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 1808, reset compression=false 2024-12-15T17:24:51,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40425-0x1002ab909d60000, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-15T17:24:51,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 278 msec 2024-12-15T17:24:51,973 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-15T17:24:51,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40425-0x1002ab909d60000, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-15T17:24:51,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 24 msec 2024-12-15T17:24:52,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40425-0x1002ab909d60000, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-15T17:24:52,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40425-0x1002ab909d60000, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-15T17:24:52,037 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 3.101sec 2024-12-15T17:24:52,037 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-15T17:24:52,037 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-15T17:24:52,037 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-15T17:24:52,037 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-15T17:24:52,037 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-15T17:24:52,037 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,40425,1734283488618-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T17:24:52,037 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,40425,1734283488618-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-15T17:24:52,051 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-15T17:24:52,051 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-15T17:24:52,051 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,40425,1734283488618-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:52,117 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x27e32c0a to 127.0.0.1:52847 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5d6a3f61 2024-12-15T17:24:52,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44a4c293, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:24:52,156 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 1808, reset compression=false 2024-12-15T17:24:52,159 DEBUG [hconnection-0x20b45522-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:24:52,164 INFO [RS-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32956, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:24:52,171 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=4ce65a7c4674,40425,1734283488618 2024-12-15T17:24:52,185 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T17:24:52,187 INFO [RS-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57242, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T17:24:52,204 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40425 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table hbase:meta from 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} to 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', REGION_REPLICATION => '3', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-15T17:24:52,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=hbase:meta 2024-12-15T17:24:52,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38813 is added to blk_1073741840_1016 (size=1064) 2024-12-15T17:24:52,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741840_1016 (size=1064) 2024-12-15T17:24:52,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40259 is added to blk_1073741840_1016 (size=1064) 2024-12-15T17:24:52,431 WARN [ReadOnlyZKClient-127.0.0.1:61306@0x751277b4 {}] zookeeper.ReadOnlyZKClient$ZKTask$1(206): 0x751277b4 to 127.0.0.1:61306 failed for list of /hbase, code = CONNECTIONLOSS, retries = 1, give up 2024-12-15T17:24:52,432 ERROR [AsyncConn Chore Service.Chore.1 {}] client.ConnectionImplementation(417): Failed to get table hbase:meta's region replication, java.util.concurrent.ExecutionException: org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:396) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2096) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionImplementation.lambda$new$0(ConnectionImplementation.java:414) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector.refreshCatalogReplicaCount(CatalogReplicaLoadBalanceSimpleSelector.java:264) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector.access$100(CatalogReplicaLoadBalanceSimpleSelector.java:69) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector$2.chore(CatalogReplicaLoadBalanceSimpleSelector.java:300) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ScheduledChore.run(ScheduledChore.java:161) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase at org.apache.zookeeper.KeeperException.create(KeeperException.java:102) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$ZKTask$1.exec(ReadOnlyZKClient.java:208) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:386) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] ... 1 more 2024-12-15T17:24:52,432 DEBUG [AsyncConn Chore Service.Chore.1 {}] client.CatalogReplicaLoadBalanceSimpleSelector(265): Refreshed replica count 1 2024-12-15T17:24:52,433 INFO [AsyncConn Chore Service.Chore.1 {}] hbase.ScheduledChore(145): Chore: CleanupCatalogReplicaStaleCache missed its start time 2024-12-15T17:24:52,586 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 1808, reset compression=false 2024-12-15T17:24:52,707 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-15T17:24:52,707 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/.tabledesc/.tableinfo.0000000002.1064 2024-12-15T17:24:52,709 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=hbase:meta}] 2024-12-15T17:24:52,711 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE}] 2024-12-15T17:24:52,711 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE 2024-12-15T17:24:52,712 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=CLOSING, regionLocation=4ce65a7c4674,44719,1734283488776 2024-12-15T17:24:52,712 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ce65a7c4674,44719,1734283488776, state=CLOSING 2024-12-15T17:24:52,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40425-0x1002ab909d60000, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:52,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x1002ab909d60003, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:52,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33043-0x1002ab909d60001, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:52,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36765-0x1002ab909d60004, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:52,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44719-0x1002ab909d60002, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:52,729 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:52,729 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:52,729 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:52,729 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T17:24:52,729 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:52,729 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:52,729 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; CloseRegionProcedure 1588230740, server=4ce65a7c4674,44719,1734283488776}] 2024-12-15T17:24:52,880 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,44719,1734283488776 2024-12-15T17:24:52,881 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] handler.UnassignRegionHandler(124): Close 1588230740 2024-12-15T17:24:52,881 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T17:24:52,881 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-15T17:24:52,881 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-15T17:24:52,881 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-15T17:24:52,881 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-15T17:24:52,881 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-15T17:24:52,881 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=1.23 KB heapSize=2.87 KB 2024-12-15T17:24:52,901 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/.tmp/info/c115408207834169aa8c0d55e59c3a9d is 143, key is hbase:namespace,,1734283490512.151be232931ac1c783b54fe6fc6e1c7a./info:regioninfo/1734283491503/Put/seqid=0 2024-12-15T17:24:52,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33611 is added to blk_1073741841_1017 (size=6595) 2024-12-15T17:24:52,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38813 is added to blk_1073741841_1017 (size=6595) 2024-12-15T17:24:52,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40259 is added to blk_1073741841_1017 (size=6595) 2024-12-15T17:24:52,913 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.14 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/.tmp/info/c115408207834169aa8c0d55e59c3a9d 2024-12-15T17:24:52,934 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/.tmp/table/875237e1ec8d4a74af661e5cfd628ee9 is 51, key is hbase:namespace/table:state/1734283491519/Put/seqid=0 2024-12-15T17:24:52,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38813 is added to blk_1073741842_1018 (size=5242) 2024-12-15T17:24:52,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40259 is added to blk_1073741842_1018 (size=5242) 2024-12-15T17:24:52,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33611 is added to blk_1073741842_1018 (size=5242) 2024-12-15T17:24:52,961 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=94 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/.tmp/table/875237e1ec8d4a74af661e5cfd628ee9 2024-12-15T17:24:52,972 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/.tmp/info/c115408207834169aa8c0d55e59c3a9d as hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/info/c115408207834169aa8c0d55e59c3a9d 2024-12-15T17:24:52,977 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/info/c115408207834169aa8c0d55e59c3a9d, entries=10, sequenceid=9, filesize=6.4 K 2024-12-15T17:24:52,978 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/.tmp/table/875237e1ec8d4a74af661e5cfd628ee9 as hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/table/875237e1ec8d4a74af661e5cfd628ee9 2024-12-15T17:24:52,981 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/table/875237e1ec8d4a74af661e5cfd628ee9, entries=2, sequenceid=9, filesize=5.1 K 2024-12-15T17:24:52,983 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(3040): Finished flush of dataSize ~1.23 KB/1264, heapSize ~2.59 KB/2648, currentSize=0 B/0 for 1588230740 in 102ms, sequenceid=9, compaction requested=false 2024-12-15T17:24:52,984 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-15T17:24:53,002 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-15T17:24:53,003 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T17:24:53,003 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-15T17:24:53,003 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-15T17:24:53,003 WARN [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegionServer(3786): Not adding moved region record: 1588230740 to self. 2024-12-15T17:24:53,008 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] handler.UnassignRegionHandler(170): Closed 1588230740 2024-12-15T17:24:53,011 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=CLOSED 2024-12-15T17:24:53,012 WARN [PEWorker-1 {}] zookeeper.MetaTableLocator(168): Tried to set null ServerName in hbase:meta; skipping -- ServerName required 2024-12-15T17:24:53,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-12-15T17:24:53,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; CloseRegionProcedure 1588230740, server=4ce65a7c4674,44719,1734283488776 in 283 msec 2024-12-15T17:24:53,014 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE; state=CLOSED, location=4ce65a7c4674,44719,1734283488776; forceNewPlan=false, retain=true 2024-12-15T17:24:53,090 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 1808, reset compression=false 2024-12-15T17:24:53,095 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:53,095 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 2476, reset compression=false 2024-12-15T17:24:53,095 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/10=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734283492882/Put/vlen=101/seqid=0; >],284}, {hbase:meta/1588230740/11=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734283492982/Put/vlen=169/seqid=0; >],356}, {hbase:meta/1588230740/12=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_CLOSE/1734283492995/Put/vlen=128/seqid=0; >],332}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=2476, nbRowKeys=3, nbHFiles=0, heapSize=972, lastSeqIds={}, endOfFile=false,usedBufferSize=972] 2024-12-15T17:24:53,098 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-Writer-0 {}] regionserver.RegionReplicaReplicationEndpoint$RegionReplicaSinkWriter(446): Skipping location cache; only one location found for hbase:meta 2024-12-15T17:24:53,100 WARN [ReadOnlyZKClient-127.0.0.1:52847@0x1c8c6f78 {}] client.ZKConnectionRegistry(198): Meta region is in state CLOSING 2024-12-15T17:24:53,164 INFO [4ce65a7c4674:40425 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-15T17:24:53,164 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4ce65a7c4674,44719,1734283488776 2024-12-15T17:24:53,165 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ce65a7c4674,44719,1734283488776, state=OPENING 2024-12-15T17:24:53,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33043-0x1002ab909d60001, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:53,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40425-0x1002ab909d60000, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:53,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x1002ab909d60003, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:53,170 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:53,170 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:53,170 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:53,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36765-0x1002ab909d60004, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:53,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44719-0x1002ab909d60002, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:53,170 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:53,170 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:53,171 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 1588230740, server=4ce65a7c4674,44719,1734283488776}] 2024-12-15T17:24:53,249 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:24:53,249 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:24:53,298 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 2476, reset compression=false 2024-12-15T17:24:53,322 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,44719,1734283488776 2024-12-15T17:24:53,324 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-15T17:24:53,324 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-15T17:24:53,325 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-15T17:24:53,325 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-15T17:24:53,325 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-15T17:24:53,325 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-15T17:24:53,325 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:24:53,325 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-15T17:24:53,325 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-15T17:24:53,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-15T17:24:53,327 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-15T17:24:53,327 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:53,334 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/info/c115408207834169aa8c0d55e59c3a9d 2024-12-15T17:24:53,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:53,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-15T17:24:53,344 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-15T17:24:53,345 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:53,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:53,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-15T17:24:53,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-15T17:24:53,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:53,358 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/table/875237e1ec8d4a74af661e5cfd628ee9 2024-12-15T17:24:53,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:53,359 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740 2024-12-15T17:24:53,360 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740 2024-12-15T17:24:53,364 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-15T17:24:53,372 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-15T17:24:53,373 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70659721, jitterRate=0.05291189253330231}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-15T17:24:53,373 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-15T17:24:53,379 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=13, masterSystemTime=1734283493322 2024-12-15T17:24:53,388 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-15T17:24:53,389 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-15T17:24:53,391 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=13, regionLocation=4ce65a7c4674,44719,1734283488776 2024-12-15T17:24:53,395 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ce65a7c4674,44719,1734283488776, state=OPEN 2024-12-15T17:24:53,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44719-0x1002ab909d60002, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:53,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36765-0x1002ab909d60004, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:53,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33043-0x1002ab909d60001, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:53,458 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:53,458 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:53,458 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:53,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x1002ab909d60003, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:53,458 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:53,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40425-0x1002ab909d60000, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:24:53,459 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:53,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-12-15T17:24:53,462 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 1588230740, server=4ce65a7c4674,44719,1734283488776 in 289 msec 2024-12-15T17:24:53,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-12-15T17:24:53,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE in 749 msec 2024-12-15T17:24:53,465 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-15T17:24:53,466 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; ReopenTableRegionsProcedure table=hbase:meta in 755 msec 2024-12-15T17:24:53,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN}] 2024-12-15T17:24:53,467 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN 2024-12-15T17:24:53,468 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN 2024-12-15T17:24:53,468 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-15T17:24:53,468 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-15T17:24:53,559 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:24:53,559 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:24:53,601 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 2476, reset compression=false 2024-12-15T17:24:53,606 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:24:53,606 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 2775, reset compression=false 2024-12-15T17:24:53,606 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/14=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_OPEN/1734283493374/Put/vlen=196/seqid=0; >],404}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=2775, nbRowKeys=1, nbHFiles=0, heapSize=404, lastSeqIds={}, endOfFile=false,usedBufferSize=404] 2024-12-15T17:24:53,609 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-Writer-2 {}] regionserver.RegionReplicaReplicationEndpoint$RegionReplicaSinkWriter(446): Skipping location cache; only one location found for hbase:meta 2024-12-15T17:24:53,618 DEBUG [4ce65a7c4674:40425 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=4, allServersCount=4 2024-12-15T17:24:53,618 DEBUG [4ce65a7c4674:40425 {}] balancer.BalancerClusterState(202): Hosts are {4ce65a7c4674=0} racks are {/default-rack=0} 2024-12-15T17:24:53,622 DEBUG [4ce65a7c4674:40425 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-15T17:24:53,622 DEBUG [4ce65a7c4674:40425 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-15T17:24:53,622 DEBUG [4ce65a7c4674:40425 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-15T17:24:53,622 DEBUG [4ce65a7c4674:40425 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-15T17:24:53,622 INFO [4ce65a7c4674:40425 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-15T17:24:53,622 INFO [4ce65a7c4674:40425 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-15T17:24:53,622 INFO [4ce65a7c4674:40425 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-15T17:24:53,622 INFO [4ce65a7c4674:40425 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-15T17:24:53,622 DEBUG [4ce65a7c4674:40425 {}] balancer.BalancerClusterState(319): Number of tables=2, number of hosts=1, number of racks=1 2024-12-15T17:24:53,623 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=534574363, regionState=OPENING, regionLocation=4ce65a7c4674,36765,1734283488872 2024-12-15T17:24:53,623 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=1657623790, regionState=OPENING, regionLocation=4ce65a7c4674,33043,1734283488750 2024-12-15T17:24:53,623 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=2 location in ZooKeeper as 4ce65a7c4674,33043,1734283488750, state=OPENING 2024-12-15T17:24:53,623 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=1 location in ZooKeeper as 4ce65a7c4674,36765,1734283488872, state=OPENING 2024-12-15T17:24:53,628 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(185): hbase:meta region location doesn't exist for replicaId=2, create it 2024-12-15T17:24:53,628 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(185): hbase:meta region location doesn't exist for replicaId=1, create it 2024-12-15T17:24:53,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x1002ab909d60003, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:53,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33043-0x1002ab909d60001, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:53,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44719-0x1002ab909d60002, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:53,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40425-0x1002ab909d60000, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:53,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36765-0x1002ab909d60004, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:24:53,637 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:53,637 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:53,638 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:53,638 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:53,638 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:24:53,638 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-15T17:24:53,638 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-15T17:24:53,638 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-15T17:24:53,638 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-15T17:24:53,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=16, ppid=14, state=RUNNABLE; OpenRegionProcedure 534574363, server=4ce65a7c4674,36765,1734283488872}] 2024-12-15T17:24:53,639 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:24:53,639 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:24:53,639 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-15T17:24:53,639 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:24:53,639 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:24:53,639 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:24:53,641 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=15, state=RUNNABLE; OpenRegionProcedure 1657623790, server=4ce65a7c4674,33043,1734283488750}] 2024-12-15T17:24:53,792 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,36765,1734283488872 2024-12-15T17:24:53,792 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T17:24:53,793 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,33043,1734283488750 2024-12-15T17:24:53,793 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T17:24:53,793 INFO [RS-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49818, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-15T17:24:53,795 INFO [RS-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60274, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-15T17:24:53,796 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] handler.AssignRegionHandler(135): Open hbase:meta,,1_0001.534574363 2024-12-15T17:24:53,796 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7285): Opening region: {ENCODED => 534574363, NAME => 'hbase:meta,,1_0001', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} 2024-12-15T17:24:53,797 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-15T17:24:53,797 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1_0001 service=MultiRowMutationService 2024-12-15T17:24:53,797 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-15T17:24:53,797 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 534574363 2024-12-15T17:24:53,797 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(894): Instantiated hbase:meta,,1_0001.534574363; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:24:53,797 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7327): checking encryption for 534574363 2024-12-15T17:24:53,797 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7330): checking classloading for 534574363 2024-12-15T17:24:53,803 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(135): Open hbase:meta,,1_0002.1657623790 2024-12-15T17:24:53,803 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7285): Opening region: {ENCODED => 1657623790, NAME => 'hbase:meta,,1_0002', STARTKEY => '', ENDKEY => '', REPLICA_ID => 2} 2024-12-15T17:24:53,803 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 534574363 2024-12-15T17:24:53,804 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-15T17:24:53,804 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1_0002 service=MultiRowMutationService 2024-12-15T17:24:53,804 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-15T17:24:53,804 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1657623790 2024-12-15T17:24:53,804 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(894): Instantiated hbase:meta,,1_0002.1657623790; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:24:53,804 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7327): checking encryption for 1657623790 2024-12-15T17:24:53,804 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7330): checking classloading for 1657623790 2024-12-15T17:24:53,811 INFO [StoreOpener-534574363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534574363 columnFamilyName info 2024-12-15T17:24:53,811 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1657623790 2024-12-15T17:24:53,811 DEBUG [StoreOpener-534574363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:53,816 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName info 2024-12-15T17:24:53,816 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:53,819 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 2775, reset compression=false 2024-12-15T17:24:53,832 DEBUG [StoreOpener-534574363-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/info/c115408207834169aa8c0d55e59c3a9d 2024-12-15T17:24:53,832 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(327): Store=534574363/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:53,833 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 534574363 2024-12-15T17:24:53,834 INFO [StoreOpener-534574363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534574363 columnFamilyName rep_barrier 2024-12-15T17:24:53,834 DEBUG [StoreOpener-534574363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:53,835 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(327): Store=534574363/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:53,835 DEBUG [StoreOpener-1657623790-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/info/c115408207834169aa8c0d55e59c3a9d 2024-12-15T17:24:53,835 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 534574363 2024-12-15T17:24:53,835 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:53,835 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1657623790 2024-12-15T17:24:53,836 INFO [StoreOpener-534574363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534574363 columnFamilyName table 2024-12-15T17:24:53,836 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName rep_barrier 2024-12-15T17:24:53,836 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:53,836 DEBUG [StoreOpener-534574363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:53,837 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:53,837 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1657623790 2024-12-15T17:24:53,838 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName table 2024-12-15T17:24:53,838 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:53,848 DEBUG [StoreOpener-534574363-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/table/875237e1ec8d4a74af661e5cfd628ee9 2024-12-15T17:24:53,848 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(327): Store=534574363/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:53,849 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-15T17:24:53,850 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(1102): Opened 534574363; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74513959, jitterRate=0.11034451425075531}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-15T17:24:53,850 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(1001): Region open journal for 534574363: 2024-12-15T17:24:53,850 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1_0001.534574363, pid=16, masterSystemTime=1734283493791 2024-12-15T17:24:53,856 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1_0001.534574363 2024-12-15T17:24:53,856 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] handler.AssignRegionHandler(164): Opened hbase:meta,,1_0001.534574363 2024-12-15T17:24:53,856 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=534574363, regionState=OPEN, openSeqNum=13, regionLocation=4ce65a7c4674,36765,1734283488872 2024-12-15T17:24:53,856 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(112): RPC'ing to primary hbase:meta,,1.1588230740 from hbase:meta,,1_0001.534574363 to trigger FLUSH 2024-12-15T17:24:53,856 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T17:24:53,856 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=1 location in ZooKeeper as 4ce65a7c4674,36765,1734283488872, state=OPEN 2024-12-15T17:24:53,858 INFO [RS-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32968, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-12-15T17:24:53,858 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44719 {}] regionserver.RSRpcServices(1768): Flushing hbase:meta,,1.1588230740 2024-12-15T17:24:53,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44719 {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-15T17:24:53,859 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(155): Triggered empty flush marker (memstore empty) on primary region replica 1588230740 for 534574363; now waiting and blocking reads until observing a flush marker 2024-12-15T17:24:53,859 INFO [RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] regionserver.HRegion(5092): Enabling reads for 534574363 2024-12-15T17:24:53,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40425-0x1002ab909d60000, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-15T17:24:53,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33043-0x1002ab909d60001, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-15T17:24:53,862 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:24:53,862 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:24:53,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x1002ab909d60003, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-15T17:24:53,863 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:24:53,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44719-0x1002ab909d60002, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-15T17:24:53,865 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=16, resume processing ppid=14 2024-12-15T17:24:53,866 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=14, state=SUCCESS; OpenRegionProcedure 534574363, server=4ce65a7c4674,36765,1734283488872 in 224 msec 2024-12-15T17:24:53,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN in 399 msec 2024-12-15T17:24:53,867 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:24:53,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36765-0x1002ab909d60004, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-15T17:24:53,867 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:24:53,872 DEBUG [StoreOpener-1657623790-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/table/875237e1ec8d4a74af661e5cfd628ee9 2024-12-15T17:24:53,872 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:24:53,873 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-15T17:24:53,874 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1102): Opened 1657623790; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61659842, jitterRate=-0.08119675517082214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-15T17:24:53,874 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1001): Region open journal for 1657623790: 2024-12-15T17:24:53,874 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1_0002.1657623790, pid=17, masterSystemTime=1734283493793 2024-12-15T17:24:53,876 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=1657623790, regionState=OPEN, openSeqNum=13, regionLocation=4ce65a7c4674,33043,1734283488750 2024-12-15T17:24:53,877 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=2 location in ZooKeeper as 4ce65a7c4674,33043,1734283488750, state=OPEN 2024-12-15T17:24:53,879 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1_0002.1657623790 2024-12-15T17:24:53,879 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(164): Opened hbase:meta,,1_0002.1657623790 2024-12-15T17:24:53,879 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(112): RPC'ing to primary hbase:meta,,1.1588230740 from hbase:meta,,1_0002.1657623790 to trigger FLUSH 2024-12-15T17:24:53,879 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T17:24:53,883 INFO [RS-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32978, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-15T17:24:53,883 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44719 {}] regionserver.RSRpcServices(1768): Flushing hbase:meta,,1.1588230740 2024-12-15T17:24:53,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36765-0x1002ab909d60004, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-15T17:24:53,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40425-0x1002ab909d60000, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-15T17:24:53,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44719-0x1002ab909d60002, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-15T17:24:53,887 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-15T17:24:53,887 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-15T17:24:53,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x1002ab909d60003, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-15T17:24:53,887 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-15T17:24:53,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33043-0x1002ab909d60001, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-15T17:24:53,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44719 {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-15T17:24:53,889 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=15 2024-12-15T17:24:53,889 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(155): Triggered empty flush marker (memstore empty) on primary region replica 1588230740 for 1657623790; now waiting and blocking reads until observing a flush marker 2024-12-15T17:24:53,889 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=15, state=SUCCESS; OpenRegionProcedure 1657623790, server=4ce65a7c4674,33043,1734283488750 in 248 msec 2024-12-15T17:24:53,889 INFO [RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] regionserver.HRegion(5092): Enabling reads for 1657623790 2024-12-15T17:24:53,891 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-15T17:24:53,891 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-15T17:24:53,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=9 2024-12-15T17:24:53,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN in 423 msec 2024-12-15T17:24:53,895 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; ModifyTableProcedure table=hbase:meta in 1.6890 sec 2024-12-15T17:24:53,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T17:24:53,896 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T17:24:53,897 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x21f17e86 to 127.0.0.1:52847 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1389834e 2024-12-15T17:24:53,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4172cfcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:24:53,904 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(214): Writing data from 0 to 1000 2024-12-15T17:24:53,905 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:24:53,906 INFO [RS-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32986, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:24:54,148 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 2775, reset compression=false 2024-12-15T17:24:54,162 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 59 WAL entries eligible for replication 2024-12-15T17:24:54,162 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/16=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734283493858/Put/vlen=52/seqid=0; >],236}, {hbase:meta/1588230740/18=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734283493883/Put/vlen=52/seqid=0; >],236}, {hbase:meta/1588230740/19=[#edits: 1 = <0/info:/1734283493906/Put/vlen=1/seqid=0; >],172}, {hbase:meta/1588230740/20=[#edits: 1 = <1/info:/1734283493911/Put/vlen=1/seqid=0; >],172}, {hbase:meta/1588230740/21=[#edits: 1 = <2/info:/1734283493912/Put/vlen=1/seqid=0; >],172}, {hbase:meta/1588230740/22=[#edits: 1 = <3/info:/1734283493912/Put/vlen=1/seqid=0; >],172}, {hbase:meta/1588230740/23=[#edits: 1 = <4/info:/1734283493913/Put/vlen=1/seqid=0; >],172}, {hbase:meta/1588230740/24=[#edits: 1 = <5/info:/1734283493913/Put/vlen=1/seqid=0; >],172}, {hbase:meta/1588230740/25=[#edits: 1 = <6/info:/1734283493913/Put/vlen=1/seqid=0; >],172}, {hbase:meta/1588230740/26=[#edits: 1 = <7/info:/1734283493914/Put/vlen=1/seqid=0; >],172}, {hbase:meta/1588230740/27=[#edits: 1 = <8/info:/1734283493914/Put/vlen=1/seqid=0; >],172}, {hbase:meta/1588230740/28=[#edits: 1 = <9/info:/1734283493914/Put/vlen=1/seqid=0; >],172}, {hbase:meta/1588230740/29=[#edits: 1 = <10/info:/1734283493916/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/30=[#edits: 1 = <11/info:/1734283493916/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/31=[#edits: 1 = <12/info:/1734283493917/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/32=[#edits: 1 = <13/info:/1734283493917/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/33=[#edits: 1 = <14/info:/1734283493918/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/34=[#edits: 1 = <15/info:/1734283493918/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/35=[#edits: 1 = <16/info:/1734283493919/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/36=[#edits: 1 = <17/info:/1734283493919/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/37=[#edits: 1 = <18/info:/1734283493920/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/38=[#edits: 1 = <19/info:/1734283493920/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/39=[#edits: 1 = <20/info:/1734283493920/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/40=[#edits: 1 = <21/info:/1734283493920/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/41=[#edits: 1 = <22/info:/1734283493921/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/42=[#edits: 1 = <23/info:/1734283493921/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/43=[#edits: 1 = <24/info:/1734283493922/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/44=[#edits: 1 = <25/info:/1734283493922/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/45=[#edits: 1 = <26/info:/1734283493922/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/46=[#edits: 1 = <27/info:/1734283493923/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/47=[#edits: 1 = <28/info:/1734283493923/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/48=[#edits: 1 = <29/info:/1734283493923/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/49=[#edits: 1 = <30/info:/1734283493924/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/50=[#edits: 1 = <31/info:/1734283493924/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/51=[#edits: 1 = <32/info:/1734283493925/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/52=[#edits: 1 = <33/info:/1734283493926/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/53=[#edits: 1 = <34/info:/1734283493926/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/54=[#edits: 1 = <35/info:/1734283493927/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/55=[#edits: 1 = <36/info:/1734283493927/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/56=[#edits: 1 = <37/info:/1734283493927/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/57=[#edits: 1 = <38/info:/1734283493928/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/58=[#edits: 1 = <39/info:/1734283493929/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/59=[#edits: 1 = <40/info:/1734283493929/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/60=[#edits: 1 = <41/info:/1734283493930/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/61=[#edits: 1 = <42/info:/1734283493930/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/62=[#edits: 1 = <43/info:/1734283493931/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/63=[#edits: 1 = <44/info:/1734283493932/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/64=[#edits: 1 = <45/info:/1734283493948/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/65=[#edits: 1 = <46/info:/1734283493948/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/66=[#edits: 1 = <47/info:/1734283493949/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/67=[#edits: 1 = <48/info:/1734283493949/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/68=[#edits: 1 = <49/info:/1734283493950/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/69=[#edits: 1 = <50/info:/1734283493950/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/70=[#edits: 1 = <51/info:/1734283493951/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/71=[#edits: 1 = <52/info:/1734283493951/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/72=[#edits: 1 = <53/info:/1734283493952/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/73=[#edits: 1 = <54/info:/1734283493952/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/74=[#edits: 1 = <55/info:/1734283493953/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/75=[#edits: 1 = <56/info:/1734283493953/Put/vlen=2/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=6901, nbRowKeys=59, nbHFiles=0, heapSize=10276, lastSeqIds={}, endOfFile=false,usedBufferSize=10276] 2024-12-15T17:24:54,164 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:54,165 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 52 WAL entries eligible for replication 2024-12-15T17:24:54,183 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-Writer-2 {}] regionserver.RegionReplicaReplicationEndpoint$RegionReplicaSinkWriter(446): Skipping location cache; only one location found for hbase:meta 2024-12-15T17:24:54,201 DEBUG [RegionReplicaReplicationEndpoint-rpc-shared-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T17:24:54,202 DEBUG [RegionReplicaReplicationEndpoint-rpc-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T17:24:54,204 INFO [RS-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60288, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-12-15T17:24:54,205 INFO [RS-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49822, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-12-15T17:24:54,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36765 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: CANNOT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 18446744073709551615 region_name: "hbase:meta,,1" 2024-12-15T17:24:54,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36765 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: CANNOT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 18446744073709551615 region_name: "hbase:meta,,1" 2024-12-15T17:24:54,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36765 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0001.534574363 with WAL disabled. Data may be lost in the event of a crash. 2024-12-15T17:24:54,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33043 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: CANNOT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 18446744073709551615 region_name: "hbase:meta,,1" 2024-12-15T17:24:54,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33043 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: CANNOT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 18446744073709551615 region_name: "hbase:meta,,1" 2024-12-15T17:24:54,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33043 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0002.1657623790 with WAL disabled. Data may be lost in the event of a crash. 2024-12-15T17:24:54,212 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/76=[#edits: 1 = <57/info:/1734283493954/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/77=[#edits: 1 = <58/info:/1734283493954/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/78=[#edits: 1 = <59/info:/1734283493955/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/79=[#edits: 1 = <60/info:/1734283493955/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/80=[#edits: 1 = <61/info:/1734283493956/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/81=[#edits: 1 = <62/info:/1734283493956/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/82=[#edits: 1 = <63/info:/1734283493956/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/83=[#edits: 1 = <64/info:/1734283493957/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/84=[#edits: 1 = <65/info:/1734283493957/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/85=[#edits: 1 = <66/info:/1734283493958/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/86=[#edits: 1 = <67/info:/1734283493958/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/87=[#edits: 1 = <68/info:/1734283493959/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/88=[#edits: 1 = <69/info:/1734283493959/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/89=[#edits: 1 = <70/info:/1734283493959/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/90=[#edits: 1 = <71/info:/1734283493960/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/91=[#edits: 1 = <72/info:/1734283493960/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/92=[#edits: 1 = <73/info:/1734283493961/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/93=[#edits: 1 = <74/info:/1734283493961/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/94=[#edits: 1 = <75/info:/1734283493961/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/95=[#edits: 1 = <76/info:/1734283493962/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/96=[#edits: 1 = <77/info:/1734283493962/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/97=[#edits: 1 = <78/info:/1734283493963/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/98=[#edits: 1 = <79/info:/1734283493964/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/99=[#edits: 1 = <80/info:/1734283493964/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/100=[#edits: 1 = <81/info:/1734283493965/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/101=[#edits: 1 = <82/info:/1734283493965/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/102=[#edits: 1 = <83/info:/1734283493965/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/103=[#edits: 1 = <84/info:/1734283493966/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/104=[#edits: 1 = <85/info:/1734283493966/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/105=[#edits: 1 = <86/info:/1734283493967/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/106=[#edits: 1 = <87/info:/1734283493967/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/107=[#edits: 1 = <88/info:/1734283493968/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/108=[#edits: 1 = <89/info:/1734283493968/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/109=[#edits: 1 = <90/info:/1734283493968/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/110=[#edits: 1 = <91/info:/1734283493969/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/111=[#edits: 1 = <92/info:/1734283493969/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/112=[#edits: 1 = <93/info:/1734283493970/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/113=[#edits: 1 = <94/info:/1734283493970/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/114=[#edits: 1 = <95/info:/1734283493970/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/115=[#edits: 1 = <96/info:/1734283493971/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/116=[#edits: 1 = <97/info:/1734283493972/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/117=[#edits: 1 = <98/info:/1734283493973/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/118=[#edits: 1 = <99/info:/1734283493973/Put/vlen=2/seqid=0; >],172}, {hbase:meta/1588230740/119=[#edits: 1 = <100/info:/1734283493974/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/120=[#edits: 1 = <101/info:/1734283493974/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/121=[#edits: 1 = <102/info:/1734283493975/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/122=[#edits: 1 = <103/info:/1734283493975/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/123=[#edits: 1 = <104/info:/1734283493976/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/124=[#edits: 1 = <105/info:/1734283493976/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/125=[#edits: 1 = <106/info:/1734283493977/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/126=[#edits: 1 = <107/info:/1734283493980/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/127=[#edits: 1 = <108/info:/1734283493980/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/128=[#edits: 1 = <109/info:/1734283493984/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/129=[#edits: 1 = <110/info:/1734283493985/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/130=[#edits: 1 = <111/info:/1734283493986/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/131=[#edits: 1 = <112/info:/1734283493986/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/132=[#edits: 1 = <113/info:/1734283493986/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/133=[#edits: 1 = <114/info:/1734283493987/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/134=[#edits: 1 = <115/info:/1734283493987/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/135=[#edits: 1 = <116/info:/1734283493988/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=11023, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:54,213 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 14715, reset compression=false 2024-12-15T17:24:54,251 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/136=[#edits: 1 = <117/info:/1734283493988/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/137=[#edits: 1 = <118/info:/1734283493989/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/138=[#edits: 1 = <119/info:/1734283493990/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/139=[#edits: 1 = <120/info:/1734283493991/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/140=[#edits: 1 = <121/info:/1734283493999/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/141=[#edits: 1 = <122/info:/1734283494005/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/142=[#edits: 1 = <123/info:/1734283494006/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/143=[#edits: 1 = <124/info:/1734283494006/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/144=[#edits: 1 = <125/info:/1734283494007/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/145=[#edits: 1 = <126/info:/1734283494010/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/146=[#edits: 1 = <127/info:/1734283494010/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/147=[#edits: 1 = <128/info:/1734283494011/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/148=[#edits: 1 = <129/info:/1734283494014/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/149=[#edits: 1 = <130/info:/1734283494015/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/150=[#edits: 1 = <131/info:/1734283494018/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/151=[#edits: 1 = <132/info:/1734283494020/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/152=[#edits: 1 = <133/info:/1734283494023/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/153=[#edits: 1 = <134/info:/1734283494032/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/154=[#edits: 1 = <135/info:/1734283494033/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/155=[#edits: 1 = <136/info:/1734283494033/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/156=[#edits: 1 = <137/info:/1734283494034/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/157=[#edits: 1 = <138/info:/1734283494034/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/158=[#edits: 1 = <139/info:/1734283494035/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/159=[#edits: 1 = <140/info:/1734283494035/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/160=[#edits: 1 = <141/info:/1734283494036/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/161=[#edits: 1 = <142/info:/1734283494036/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/162=[#edits: 1 = <143/info:/1734283494037/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/163=[#edits: 1 = <144/info:/1734283494038/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/164=[#edits: 1 = <145/info:/1734283494043/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/165=[#edits: 1 = <146/info:/1734283494051/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/166=[#edits: 1 = <147/info:/1734283494059/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/167=[#edits: 1 = <148/info:/1734283494063/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/168=[#edits: 1 = <149/info:/1734283494069/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/169=[#edits: 1 = <150/info:/1734283494079/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/170=[#edits: 1 = <151/info:/1734283494086/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/171=[#edits: 1 = <152/info:/1734283494087/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/172=[#edits: 1 = <153/info:/1734283494092/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/173=[#edits: 1 = <154/info:/1734283494095/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/174=[#edits: 1 = <155/info:/1734283494099/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/175=[#edits: 1 = <156/info:/1734283494110/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/176=[#edits: 1 = <157/info:/1734283494112/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/177=[#edits: 1 = <158/info:/1734283494112/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/178=[#edits: 1 = <159/info:/1734283494113/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/179=[#edits: 1 = <160/info:/1734283494113/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/180=[#edits: 1 = <161/info:/1734283494114/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/181=[#edits: 1 = <162/info:/1734283494114/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/182=[#edits: 1 = <163/info:/1734283494115/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/183=[#edits: 1 = <164/info:/1734283494127/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/184=[#edits: 1 = <165/info:/1734283494135/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/185=[#edits: 1 = <166/info:/1734283494147/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/186=[#edits: 1 = <167/info:/1734283494149/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/187=[#edits: 1 = <168/info:/1734283494152/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=14715, nbRowKeys=52, nbHFiles=0, heapSize=8944, lastSeqIds={}, endOfFile=false,usedBufferSize=8944] 2024-12-15T17:24:54,256 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 18 WAL entries eligible for replication 2024-12-15T17:24:54,256 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 15993, reset compression=false 2024-12-15T17:24:54,271 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/188=[#edits: 1 = <169/info:/1734283494160/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/189=[#edits: 1 = <170/info:/1734283494167/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/190=[#edits: 1 = <171/info:/1734283494174/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/191=[#edits: 1 = <172/info:/1734283494187/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/192=[#edits: 1 = <173/info:/1734283494191/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/193=[#edits: 1 = <174/info:/1734283494193/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/194=[#edits: 1 = <175/info:/1734283494197/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/195=[#edits: 1 = <176/info:/1734283494200/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/196=[#edits: 1 = <177/info:/1734283494204/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/197=[#edits: 1 = <178/info:/1734283494206/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/198=[#edits: 1 = <179/info:/1734283494210/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/199=[#edits: 1 = <180/info:/1734283494216/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/200=[#edits: 1 = <181/info:/1734283494219/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/201=[#edits: 1 = <182/info:/1734283494224/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/202=[#edits: 1 = <183/info:/1734283494228/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/203=[#edits: 1 = <184/info:/1734283494233/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/204=[#edits: 1 = <185/info:/1734283494236/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/205=[#edits: 1 = <186/info:/1734283494240/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=15993, nbRowKeys=18, nbHFiles=0, heapSize=3096, lastSeqIds={}, endOfFile=false,usedBufferSize=3096] 2024-12-15T17:24:54,293 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:24:54,293 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 16348, reset compression=false 2024-12-15T17:24:54,295 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/206=[#edits: 1 = <187/info:/1734283494244/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/207=[#edits: 1 = <188/info:/1734283494252/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/208=[#edits: 1 = <189/info:/1734283494261/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/209=[#edits: 1 = <190/info:/1734283494272/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/210=[#edits: 1 = <191/info:/1734283494285/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=16348, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-15T17:24:54,317 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:54,317 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/211=[#edits: 1 = <192/info:/1734283494292/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/212=[#edits: 1 = <193/info:/1734283494299/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/213=[#edits: 1 = <194/info:/1734283494306/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=16561, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-15T17:24:54,317 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 16561, reset compression=false 2024-12-15T17:24:54,344 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:24:54,344 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 16916, reset compression=false 2024-12-15T17:24:54,345 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/214=[#edits: 1 = <195/info:/1734283494311/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/215=[#edits: 1 = <196/info:/1734283494316/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/216=[#edits: 1 = <197/info:/1734283494318/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/217=[#edits: 1 = <198/info:/1734283494323/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/218=[#edits: 1 = <199/info:/1734283494331/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=16916, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-15T17:24:54,365 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:54,365 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/219=[#edits: 1 = <200/info:/1734283494339/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/220=[#edits: 1 = <201/info:/1734283494349/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=17058, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-15T17:24:54,365 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 17058, reset compression=false 2024-12-15T17:24:54,400 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-15T17:24:54,400 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 17484, reset compression=false 2024-12-15T17:24:54,403 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/221=[#edits: 1 = <202/info:/1734283494363/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/222=[#edits: 1 = <203/info:/1734283494367/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/223=[#edits: 1 = <204/info:/1734283494374/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/224=[#edits: 1 = <205/info:/1734283494376/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/225=[#edits: 1 = <206/info:/1734283494377/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/226=[#edits: 1 = <207/info:/1734283494382/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=17484, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-15T17:24:54,416 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 17 WAL entries eligible for replication 2024-12-15T17:24:54,416 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 18691, reset compression=false 2024-12-15T17:24:54,416 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/227=[#edits: 1 = <208/info:/1734283494387/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/228=[#edits: 1 = <209/info:/1734283494392/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/229=[#edits: 1 = <210/info:/1734283494392/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/230=[#edits: 1 = <211/info:/1734283494393/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/231=[#edits: 1 = <212/info:/1734283494394/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/232=[#edits: 1 = <213/info:/1734283494395/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/233=[#edits: 1 = <214/info:/1734283494398/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/234=[#edits: 1 = <215/info:/1734283494401/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/235=[#edits: 1 = <216/info:/1734283494402/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/236=[#edits: 1 = <217/info:/1734283494404/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/237=[#edits: 1 = <218/info:/1734283494405/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/238=[#edits: 1 = <219/info:/1734283494406/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/239=[#edits: 1 = <220/info:/1734283494407/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/240=[#edits: 1 = <221/info:/1734283494408/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/241=[#edits: 1 = <222/info:/1734283494410/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/242=[#edits: 1 = <223/info:/1734283494411/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/243=[#edits: 1 = <224/info:/1734283494412/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=18691, nbRowKeys=17, nbHFiles=0, heapSize=2924, lastSeqIds={}, endOfFile=false,usedBufferSize=2924] 2024-12-15T17:24:54,440 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-15T17:24:54,441 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 19188, reset compression=false 2024-12-15T17:24:54,441 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/244=[#edits: 1 = <225/info:/1734283494414/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/245=[#edits: 1 = <226/info:/1734283494415/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/246=[#edits: 1 = <227/info:/1734283494420/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/247=[#edits: 1 = <228/info:/1734283494421/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/248=[#edits: 1 = <229/info:/1734283494424/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/249=[#edits: 1 = <230/info:/1734283494428/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/250=[#edits: 1 = <231/info:/1734283494432/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=19188, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-15T17:24:54,471 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-15T17:24:54,472 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/251=[#edits: 1 = <232/info:/1734283494436/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/252=[#edits: 1 = <233/info:/1734283494440/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/253=[#edits: 1 = <234/info:/1734283494444/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/254=[#edits: 1 = <235/info:/1734283494448/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/255=[#edits: 1 = <236/info:/1734283494448/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/256=[#edits: 1 = <237/info:/1734283494452/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/257=[#edits: 1 = <238/info:/1734283494456/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/258=[#edits: 1 = <239/info:/1734283494461/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=19756, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-15T17:24:54,472 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 19756, reset compression=false 2024-12-15T17:24:54,501 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:54,501 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 19969, reset compression=false 2024-12-15T17:24:54,501 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/259=[#edits: 1 = <240/info:/1734283494472/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/260=[#edits: 1 = <241/info:/1734283494481/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/261=[#edits: 1 = <242/info:/1734283494484/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=19969, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-15T17:24:54,510 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:54,510 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 20111, reset compression=false 2024-12-15T17:24:54,510 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/262=[#edits: 1 = <243/info:/1734283494492/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/263=[#edits: 1 = <244/info:/1734283494501/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=20111, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-15T17:24:54,538 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:54,538 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/264=[#edits: 1 = <245/info:/1734283494508/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/265=[#edits: 1 = <246/info:/1734283494513/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/266=[#edits: 1 = <247/info:/1734283494520/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=20324, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-15T17:24:54,539 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 20324, reset compression=false 2024-12-15T17:24:54,591 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-15T17:24:54,592 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/267=[#edits: 1 = <248/info:/1734283494530/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/268=[#edits: 1 = <249/info:/1734283494540/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/269=[#edits: 1 = <250/info:/1734283494549/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/270=[#edits: 1 = <251/info:/1734283494560/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/271=[#edits: 1 = <252/info:/1734283494570/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/272=[#edits: 1 = <253/info:/1734283494571/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=20750, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-15T17:24:54,592 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 20750, reset compression=false 2024-12-15T17:24:54,613 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-15T17:24:54,614 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/273=[#edits: 1 = <254/info:/1734283494578/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/274=[#edits: 1 = <255/info:/1734283494588/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/275=[#edits: 1 = <256/info:/1734283494595/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/276=[#edits: 1 = <257/info:/1734283494600/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=21034, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-15T17:24:54,614 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 21034, reset compression=false 2024-12-15T17:24:54,636 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:54,637 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/277=[#edits: 1 = <258/info:/1734283494612/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/278=[#edits: 1 = <259/info:/1734283494620/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/279=[#edits: 1 = <260/info:/1734283494622/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=21247, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-15T17:24:54,637 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 21247, reset compression=false 2024-12-15T17:24:54,674 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:24:54,674 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/280=[#edits: 1 = <261/info:/1734283494628/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/281=[#edits: 1 = <262/info:/1734283494631/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/282=[#edits: 1 = <263/info:/1734283494647/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/283=[#edits: 1 = <264/info:/1734283494665/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/284=[#edits: 1 = <265/info:/1734283494668/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=21602, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-15T17:24:54,674 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 21602, reset compression=false 2024-12-15T17:24:54,707 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 25 WAL entries eligible for replication 2024-12-15T17:24:54,707 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/285=[#edits: 1 = <266/info:/1734283494672/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/286=[#edits: 1 = <267/info:/1734283494675/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/287=[#edits: 1 = <268/info:/1734283494676/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/288=[#edits: 1 = <269/info:/1734283494677/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/289=[#edits: 1 = <270/info:/1734283494677/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/290=[#edits: 1 = <271/info:/1734283494678/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/291=[#edits: 1 = <272/info:/1734283494679/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/292=[#edits: 1 = <273/info:/1734283494679/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/293=[#edits: 1 = <274/info:/1734283494680/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/294=[#edits: 1 = <275/info:/1734283494680/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/295=[#edits: 1 = <276/info:/1734283494684/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/296=[#edits: 1 = <277/info:/1734283494685/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/297=[#edits: 1 = <278/info:/1734283494685/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/298=[#edits: 1 = <279/info:/1734283494686/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/299=[#edits: 1 = <280/info:/1734283494686/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/300=[#edits: 1 = <281/info:/1734283494687/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/301=[#edits: 1 = <282/info:/1734283494688/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/302=[#edits: 1 = <283/info:/1734283494688/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/303=[#edits: 1 = <284/info:/1734283494689/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/304=[#edits: 1 = <285/info:/1734283494689/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/305=[#edits: 1 = <286/info:/1734283494690/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/306=[#edits: 1 = <287/info:/1734283494691/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/307=[#edits: 1 = <288/info:/1734283494691/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/308=[#edits: 1 = <289/info:/1734283494692/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/309=[#edits: 1 = <290/info:/1734283494692/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=23377, nbRowKeys=25, nbHFiles=0, heapSize=4300, lastSeqIds={}, endOfFile=false,usedBufferSize=4300] 2024-12-15T17:24:54,707 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 23377, reset compression=false 2024-12-15T17:24:54,728 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 27 WAL entries eligible for replication 2024-12-15T17:24:54,728 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/310=[#edits: 1 = <291/info:/1734283494700/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/311=[#edits: 1 = <292/info:/1734283494702/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/312=[#edits: 1 = <293/info:/1734283494703/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/313=[#edits: 1 = <294/info:/1734283494703/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/314=[#edits: 1 = <295/info:/1734283494704/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/315=[#edits: 1 = <296/info:/1734283494705/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/316=[#edits: 1 = <297/info:/1734283494705/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/317=[#edits: 1 = <298/info:/1734283494706/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/318=[#edits: 1 = <299/info:/1734283494707/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/319=[#edits: 1 = <300/info:/1734283494707/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/320=[#edits: 1 = <301/info:/1734283494707/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/321=[#edits: 1 = <302/info:/1734283494708/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/322=[#edits: 1 = <303/info:/1734283494708/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/323=[#edits: 1 = <304/info:/1734283494709/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/324=[#edits: 1 = <305/info:/1734283494710/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/325=[#edits: 1 = <306/info:/1734283494710/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/326=[#edits: 1 = <307/info:/1734283494711/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/327=[#edits: 1 = <308/info:/1734283494712/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/328=[#edits: 1 = <309/info:/1734283494713/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/329=[#edits: 1 = <310/info:/1734283494714/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/330=[#edits: 1 = <311/info:/1734283494714/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/331=[#edits: 1 = <312/info:/1734283494715/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/332=[#edits: 1 = <313/info:/1734283494716/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/333=[#edits: 1 = <314/info:/1734283494717/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/334=[#edits: 1 = <315/info:/1734283494717/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/335=[#edits: 1 = <316/info:/1734283494718/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/336=[#edits: 1 = <317/info:/1734283494719/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=25294, nbRowKeys=27, nbHFiles=0, heapSize=4644, lastSeqIds={}, endOfFile=false,usedBufferSize=4644] 2024-12-15T17:24:54,729 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 25294, reset compression=false 2024-12-15T17:24:54,752 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-15T17:24:54,752 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 25862, reset compression=false 2024-12-15T17:24:54,752 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/337=[#edits: 1 = <318/info:/1734283494721/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/338=[#edits: 1 = <319/info:/1734283494722/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/339=[#edits: 1 = <320/info:/1734283494722/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/340=[#edits: 1 = <321/info:/1734283494722/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/341=[#edits: 1 = <322/info:/1734283494723/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/342=[#edits: 1 = <323/info:/1734283494729/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/343=[#edits: 1 = <324/info:/1734283494731/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/344=[#edits: 1 = <325/info:/1734283494735/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=25862, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-15T17:24:54,788 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 43 WAL entries eligible for replication 2024-12-15T17:24:54,788 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 28915, reset compression=false 2024-12-15T17:24:54,788 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/345=[#edits: 1 = <326/info:/1734283494744/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/346=[#edits: 1 = <327/info:/1734283494744/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/347=[#edits: 1 = <328/info:/1734283494745/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/348=[#edits: 1 = <329/info:/1734283494746/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/349=[#edits: 1 = <330/info:/1734283494746/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/350=[#edits: 1 = <331/info:/1734283494747/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/351=[#edits: 1 = <332/info:/1734283494747/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/352=[#edits: 1 = <333/info:/1734283494748/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/353=[#edits: 1 = <334/info:/1734283494749/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/354=[#edits: 1 = <335/info:/1734283494749/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/355=[#edits: 1 = <336/info:/1734283494750/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/356=[#edits: 1 = <337/info:/1734283494750/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/357=[#edits: 1 = <338/info:/1734283494751/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/358=[#edits: 1 = <339/info:/1734283494751/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/359=[#edits: 1 = <340/info:/1734283494752/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/360=[#edits: 1 = <341/info:/1734283494753/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/361=[#edits: 1 = <342/info:/1734283494753/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/362=[#edits: 1 = <343/info:/1734283494754/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/363=[#edits: 1 = <344/info:/1734283494755/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/364=[#edits: 1 = <345/info:/1734283494756/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/365=[#edits: 1 = <346/info:/1734283494757/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/366=[#edits: 1 = <347/info:/1734283494757/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/367=[#edits: 1 = <348/info:/1734283494758/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/368=[#edits: 1 = <349/info:/1734283494759/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/369=[#edits: 1 = <350/info:/1734283494760/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/370=[#edits: 1 = <351/info:/1734283494760/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/371=[#edits: 1 = <352/info:/1734283494761/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/372=[#edits: 1 = <353/info:/1734283494762/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/373=[#edits: 1 = <354/info:/1734283494762/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/374=[#edits: 1 = <355/info:/1734283494763/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/375=[#edits: 1 = <356/info:/1734283494764/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/376=[#edits: 1 = <357/info:/1734283494765/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/377=[#edits: 1 = <358/info:/1734283494765/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/378=[#edits: 1 = <359/info:/1734283494766/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/379=[#edits: 1 = <360/info:/1734283494767/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/380=[#edits: 1 = <361/info:/1734283494767/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/381=[#edits: 1 = <362/info:/1734283494768/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/382=[#edits: 1 = <363/info:/1734283494769/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/383=[#edits: 1 = <364/info:/1734283494769/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/384=[#edits: 1 = <365/info:/1734283494770/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/385=[#edits: 1 = <366/info:/1734283494770/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/386=[#edits: 1 = <367/info:/1734283494772/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/387=[#edits: 1 = <368/info:/1734283494772/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=28915, nbRowKeys=43, nbHFiles=0, heapSize=7396, lastSeqIds={}, endOfFile=false,usedBufferSize=7396] 2024-12-15T17:24:54,827 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 53 WAL entries eligible for replication 2024-12-15T17:24:54,827 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/388=[#edits: 1 = <369/info:/1734283494773/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/389=[#edits: 1 = <370/info:/1734283494774/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/390=[#edits: 1 = <371/info:/1734283494775/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/391=[#edits: 1 = <372/info:/1734283494775/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/392=[#edits: 1 = <373/info:/1734283494776/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/393=[#edits: 1 = <374/info:/1734283494777/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/394=[#edits: 1 = <375/info:/1734283494778/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/395=[#edits: 1 = <376/info:/1734283494779/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/396=[#edits: 1 = <377/info:/1734283494780/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/397=[#edits: 1 = <378/info:/1734283494780/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/398=[#edits: 1 = <379/info:/1734283494781/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/399=[#edits: 1 = <380/info:/1734283494782/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/400=[#edits: 1 = <381/info:/1734283494783/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/401=[#edits: 1 = <382/info:/1734283494784/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/402=[#edits: 1 = <383/info:/1734283494784/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/403=[#edits: 1 = <384/info:/1734283494785/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/404=[#edits: 1 = <385/info:/1734283494786/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/405=[#edits: 1 = <386/info:/1734283494786/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/406=[#edits: 1 = <387/info:/1734283494787/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/407=[#edits: 1 = <388/info:/1734283494788/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/408=[#edits: 1 = <389/info:/1734283494789/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/409=[#edits: 1 = <390/info:/1734283494791/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/410=[#edits: 1 = <391/info:/1734283494791/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/411=[#edits: 1 = <392/info:/1734283494792/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/412=[#edits: 1 = <393/info:/1734283494793/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/413=[#edits: 1 = <394/info:/1734283494794/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/414=[#edits: 1 = <395/info:/1734283494794/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/415=[#edits: 1 = <396/info:/1734283494795/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/416=[#edits: 1 = <397/info:/1734283494795/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/417=[#edits: 1 = <398/info:/1734283494796/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/418=[#edits: 1 = <399/info:/1734283494797/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/419=[#edits: 1 = <400/info:/1734283494797/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/420=[#edits: 1 = <401/info:/1734283494798/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/421=[#edits: 1 = <402/info:/1734283494799/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/422=[#edits: 1 = <403/info:/1734283494799/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/423=[#edits: 1 = <404/info:/1734283494800/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/424=[#edits: 1 = <405/info:/1734283494800/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/425=[#edits: 1 = <406/info:/1734283494801/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/426=[#edits: 1 = <407/info:/1734283494802/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/427=[#edits: 1 = <408/info:/1734283494802/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/428=[#edits: 1 = <409/info:/1734283494803/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/429=[#edits: 1 = <410/info:/1734283494804/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/430=[#edits: 1 = <411/info:/1734283494805/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/431=[#edits: 1 = <412/info:/1734283494806/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/432=[#edits: 1 = <413/info:/1734283494807/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/433=[#edits: 1 = <414/info:/1734283494812/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/434=[#edits: 1 = <415/info:/1734283494813/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/435=[#edits: 1 = <416/info:/1734283494814/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/436=[#edits: 1 = <417/info:/1734283494815/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/437=[#edits: 1 = <418/info:/1734283494816/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/438=[#edits: 1 = <419/info:/1734283494817/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/439=[#edits: 1 = <420/info:/1734283494818/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/440=[#edits: 1 = <421/info:/1734283494819/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=32678, nbRowKeys=53, nbHFiles=0, heapSize=9116, lastSeqIds={}, endOfFile=false,usedBufferSize=9116] 2024-12-15T17:24:54,827 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 32678, reset compression=false 2024-12-15T17:24:54,840 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 15 WAL entries eligible for replication 2024-12-15T17:24:54,840 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/441=[#edits: 1 = <422/info:/1734283494820/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/442=[#edits: 1 = <423/info:/1734283494820/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/443=[#edits: 1 = <424/info:/1734283494821/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/444=[#edits: 1 = <425/info:/1734283494822/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/445=[#edits: 1 = <426/info:/1734283494822/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/446=[#edits: 1 = <427/info:/1734283494824/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/447=[#edits: 1 = <428/info:/1734283494825/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/448=[#edits: 1 = <429/info:/1734283494826/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/449=[#edits: 1 = <430/info:/1734283494827/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/450=[#edits: 1 = <431/info:/1734283494828/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/451=[#edits: 1 = <432/info:/1734283494830/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/452=[#edits: 1 = <433/info:/1734283494833/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/453=[#edits: 1 = <434/info:/1734283494834/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/454=[#edits: 1 = <435/info:/1734283494835/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/455=[#edits: 1 = <436/info:/1734283494835/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=33743, nbRowKeys=15, nbHFiles=0, heapSize=2580, lastSeqIds={}, endOfFile=false,usedBufferSize=2580] 2024-12-15T17:24:54,840 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 33743, reset compression=false 2024-12-15T17:24:54,856 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T17:24:54,856 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 35447, reset compression=false 2024-12-15T17:24:54,856 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/456=[#edits: 1 = <437/info:/1734283494835/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/457=[#edits: 1 = <438/info:/1734283494836/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/458=[#edits: 1 = <439/info:/1734283494837/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/459=[#edits: 1 = <440/info:/1734283494837/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/460=[#edits: 1 = <441/info:/1734283494838/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/461=[#edits: 1 = <442/info:/1734283494839/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/462=[#edits: 1 = <443/info:/1734283494839/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/463=[#edits: 1 = <444/info:/1734283494840/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/464=[#edits: 1 = <445/info:/1734283494840/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/465=[#edits: 1 = <446/info:/1734283494841/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/466=[#edits: 1 = <447/info:/1734283494841/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/467=[#edits: 1 = <448/info:/1734283494842/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/468=[#edits: 1 = <449/info:/1734283494843/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/469=[#edits: 1 = <450/info:/1734283494843/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/470=[#edits: 1 = <451/info:/1734283494844/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/471=[#edits: 1 = <452/info:/1734283494844/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/472=[#edits: 1 = <453/info:/1734283494844/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/473=[#edits: 1 = <454/info:/1734283494845/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/474=[#edits: 1 = <455/info:/1734283494845/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/475=[#edits: 1 = <456/info:/1734283494845/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/476=[#edits: 1 = <457/info:/1734283494846/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/477=[#edits: 1 = <458/info:/1734283494846/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/478=[#edits: 1 = <459/info:/1734283494847/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/479=[#edits: 1 = <460/info:/1734283494847/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=35447, nbRowKeys=24, nbHFiles=0, heapSize=4128, lastSeqIds={}, endOfFile=false,usedBufferSize=4128] 2024-12-15T17:24:54,878 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:24:54,879 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:24:54,901 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 27 WAL entries eligible for replication 2024-12-15T17:24:54,902 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 37364, reset compression=false 2024-12-15T17:24:54,902 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/480=[#edits: 1 = <461/info:/1734283494848/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/481=[#edits: 1 = <462/info:/1734283494849/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/482=[#edits: 1 = <463/info:/1734283494850/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/483=[#edits: 1 = <464/info:/1734283494851/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/484=[#edits: 1 = <465/info:/1734283494851/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/485=[#edits: 1 = <466/info:/1734283494851/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/486=[#edits: 1 = <467/info:/1734283494852/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/487=[#edits: 1 = <468/info:/1734283494852/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/488=[#edits: 1 = <469/info:/1734283494853/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/489=[#edits: 1 = <470/info:/1734283494853/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/490=[#edits: 1 = <471/info:/1734283494853/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/491=[#edits: 1 = <472/info:/1734283494854/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/492=[#edits: 1 = <473/info:/1734283494854/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/493=[#edits: 1 = <474/info:/1734283494855/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/494=[#edits: 1 = <475/info:/1734283494855/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/495=[#edits: 1 = <476/info:/1734283494858/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/496=[#edits: 1 = <477/info:/1734283494859/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/497=[#edits: 1 = <478/info:/1734283494859/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/498=[#edits: 1 = <479/info:/1734283494860/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/499=[#edits: 1 = <480/info:/1734283494861/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/500=[#edits: 1 = <481/info:/1734283494861/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/501=[#edits: 1 = <482/info:/1734283494862/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/502=[#edits: 1 = <483/info:/1734283494862/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/503=[#edits: 1 = <484/info:/1734283494863/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/504=[#edits: 1 = <485/info:/1734283494867/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/505=[#edits: 1 = <486/info:/1734283494887/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/506=[#edits: 1 = <487/info:/1734283494890/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=37364, nbRowKeys=27, nbHFiles=0, heapSize=4644, lastSeqIds={}, endOfFile=false,usedBufferSize=4644] 2024-12-15T17:24:54,925 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:54,925 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 37577, reset compression=false 2024-12-15T17:24:54,925 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/507=[#edits: 1 = <488/info:/1734283494893/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/508=[#edits: 1 = <489/info:/1734283494900/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/509=[#edits: 1 = <490/info:/1734283494907/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=37577, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-15T17:24:54,959 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-15T17:24:54,959 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 38003, reset compression=false 2024-12-15T17:24:54,959 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/510=[#edits: 1 = <491/info:/1734283494916/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/511=[#edits: 1 = <492/info:/1734283494921/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/512=[#edits: 1 = <493/info:/1734283494925/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/513=[#edits: 1 = <494/info:/1734283494928/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/514=[#edits: 1 = <495/info:/1734283494939/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/515=[#edits: 1 = <496/info:/1734283494947/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=38003, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-15T17:24:54,985 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-15T17:24:54,985 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 38713, reset compression=false 2024-12-15T17:24:54,987 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/516=[#edits: 1 = <497/info:/1734283494955/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/517=[#edits: 1 = <498/info:/1734283494959/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/518=[#edits: 1 = <499/info:/1734283494960/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/519=[#edits: 1 = <500/info:/1734283494961/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/520=[#edits: 1 = <501/info:/1734283494962/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/521=[#edits: 1 = <502/info:/1734283494964/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/522=[#edits: 1 = <503/info:/1734283494967/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/523=[#edits: 1 = <504/info:/1734283494972/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/524=[#edits: 1 = <505/info:/1734283494976/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/525=[#edits: 1 = <506/info:/1734283494983/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=38713, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-15T17:24:54,999 INFO [4ce65a7c4674:44719Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=1720B, Limit=268435456B 2024-12-15T17:24:55,007 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:24:55,007 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 39068, reset compression=false 2024-12-15T17:24:55,007 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/526=[#edits: 1 = <507/info:/1734283494984/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/527=[#edits: 1 = <508/info:/1734283494985/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/528=[#edits: 1 = <509/info:/1734283494992/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/529=[#edits: 1 = <510/info:/1734283495000/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/530=[#edits: 1 = <511/info:/1734283495002/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=39068, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-15T17:24:55,038 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-15T17:24:55,038 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/531=[#edits: 1 = <512/info:/1734283495003/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/532=[#edits: 1 = <513/info:/1734283495005/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/533=[#edits: 1 = <514/info:/1734283495006/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/534=[#edits: 1 = <515/info:/1734283495007/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/535=[#edits: 1 = <516/info:/1734283495008/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/536=[#edits: 1 = <517/info:/1734283495011/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/537=[#edits: 1 = <518/info:/1734283495015/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/538=[#edits: 1 = <519/info:/1734283495025/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=39636, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-15T17:24:55,038 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 39636, reset compression=false 2024-12-15T17:24:55,045 INFO [4ce65a7c4674:36765Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:24:55,049 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:55,049 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 39849, reset compression=false 2024-12-15T17:24:55,050 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/539=[#edits: 1 = <520/info:/1734283495032/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/540=[#edits: 1 = <521/info:/1734283495033/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/541=[#edits: 1 = <522/info:/1734283495039/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=39849, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-15T17:24:55,055 INFO [4ce65a7c4674:44729Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:24:55,059 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-15T17:24:55,059 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/542=[#edits: 1 = <523/info:/1734283495049/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/543=[#edits: 1 = <524/info:/1734283495050/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/544=[#edits: 1 = <525/info:/1734283495051/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/545=[#edits: 1 = <526/info:/1734283495052/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/546=[#edits: 1 = <527/info:/1734283495053/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/547=[#edits: 1 = <528/info:/1734283495054/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/548=[#edits: 1 = <529/info:/1734283495054/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/549=[#edits: 1 = <530/info:/1734283495055/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/550=[#edits: 1 = <531/info:/1734283495055/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/551=[#edits: 1 = <532/info:/1734283495056/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=40559, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-15T17:24:55,059 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 40559, reset compression=false 2024-12-15T17:24:55,063 INFO [4ce65a7c4674:33043Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:24:55,096 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 22 WAL entries eligible for replication 2024-12-15T17:24:55,096 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 42121, reset compression=false 2024-12-15T17:24:55,096 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/552=[#edits: 1 = <533/info:/1734283495056/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/553=[#edits: 1 = <534/info:/1734283495057/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/554=[#edits: 1 = <535/info:/1734283495057/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/555=[#edits: 1 = <536/info:/1734283495058/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/556=[#edits: 1 = <537/info:/1734283495074/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/557=[#edits: 1 = <538/info:/1734283495077/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/558=[#edits: 1 = <539/info:/1734283495077/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/559=[#edits: 1 = <540/info:/1734283495078/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/560=[#edits: 1 = <541/info:/1734283495079/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/561=[#edits: 1 = <542/info:/1734283495079/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/562=[#edits: 1 = <543/info:/1734283495080/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/563=[#edits: 1 = <544/info:/1734283495080/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/564=[#edits: 1 = <545/info:/1734283495081/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/565=[#edits: 1 = <546/info:/1734283495081/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/566=[#edits: 1 = <547/info:/1734283495082/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/567=[#edits: 1 = <548/info:/1734283495083/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/568=[#edits: 1 = <549/info:/1734283495083/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/569=[#edits: 1 = <550/info:/1734283495084/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/570=[#edits: 1 = <551/info:/1734283495085/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/571=[#edits: 1 = <552/info:/1734283495085/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/572=[#edits: 1 = <553/info:/1734283495086/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/573=[#edits: 1 = <554/info:/1734283495086/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=42121, nbRowKeys=22, nbHFiles=0, heapSize=3784, lastSeqIds={}, endOfFile=false,usedBufferSize=3784] 2024-12-15T17:24:55,133 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 16 WAL entries eligible for replication 2024-12-15T17:24:55,133 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 43257, reset compression=false 2024-12-15T17:24:55,133 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/574=[#edits: 1 = <555/info:/1734283495088/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/575=[#edits: 1 = <556/info:/1734283495089/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/576=[#edits: 1 = <557/info:/1734283495090/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/577=[#edits: 1 = <558/info:/1734283495090/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/578=[#edits: 1 = <559/info:/1734283495091/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/579=[#edits: 1 = <560/info:/1734283495092/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/580=[#edits: 1 = <561/info:/1734283495092/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/581=[#edits: 1 = <562/info:/1734283495093/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/582=[#edits: 1 = <563/info:/1734283495094/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/583=[#edits: 1 = <564/info:/1734283495094/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/584=[#edits: 1 = <565/info:/1734283495095/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/585=[#edits: 1 = <566/info:/1734283495095/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/586=[#edits: 1 = <567/info:/1734283495096/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/587=[#edits: 1 = <568/info:/1734283495098/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/588=[#edits: 1 = <569/info:/1734283495099/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/589=[#edits: 1 = <570/info:/1734283495099/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=43257, nbRowKeys=16, nbHFiles=0, heapSize=2752, lastSeqIds={}, endOfFile=false,usedBufferSize=2752] 2024-12-15T17:24:55,156 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-15T17:24:55,157 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 43541, reset compression=false 2024-12-15T17:24:55,159 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/590=[#edits: 1 = <571/info:/1734283495123/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/591=[#edits: 1 = <572/info:/1734283495134/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/592=[#edits: 1 = <573/info:/1734283495143/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/593=[#edits: 1 = <574/info:/1734283495148/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=43541, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-15T17:24:55,182 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:55,182 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 43754, reset compression=false 2024-12-15T17:24:55,182 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/594=[#edits: 1 = <575/info:/1734283495153/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/595=[#edits: 1 = <576/info:/1734283495163/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/596=[#edits: 1 = <577/info:/1734283495172/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=43754, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-15T17:24:55,195 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:55,195 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 43896, reset compression=false 2024-12-15T17:24:55,195 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/597=[#edits: 1 = <578/info:/1734283495182/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/598=[#edits: 1 = <579/info:/1734283495186/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=43896, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-15T17:24:55,212 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:55,212 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/599=[#edits: 1 = <580/info:/1734283495195/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/600=[#edits: 1 = <581/info:/1734283495207/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=44038, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-15T17:24:55,212 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 44038, reset compression=false 2024-12-15T17:24:55,217 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:24:55,217 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/601=[#edits: 1 = <582/info:/1734283495215/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=44109, nbRowKeys=1, nbHFiles=0, heapSize=172, lastSeqIds={}, endOfFile=false,usedBufferSize=172] 2024-12-15T17:24:55,218 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 44109, reset compression=false 2024-12-15T17:24:55,247 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 22 WAL entries eligible for replication 2024-12-15T17:24:55,247 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 45671, reset compression=false 2024-12-15T17:24:55,247 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/602=[#edits: 1 = <583/info:/1734283495218/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/603=[#edits: 1 = <584/info:/1734283495223/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/604=[#edits: 1 = <585/info:/1734283495224/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/605=[#edits: 1 = <586/info:/1734283495227/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/606=[#edits: 1 = <587/info:/1734283495228/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/607=[#edits: 1 = <588/info:/1734283495228/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/608=[#edits: 1 = <589/info:/1734283495229/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/609=[#edits: 1 = <590/info:/1734283495229/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/610=[#edits: 1 = <591/info:/1734283495229/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/611=[#edits: 1 = <592/info:/1734283495230/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/612=[#edits: 1 = <593/info:/1734283495230/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/613=[#edits: 1 = <594/info:/1734283495231/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/614=[#edits: 1 = <595/info:/1734283495231/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/615=[#edits: 1 = <596/info:/1734283495232/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/616=[#edits: 1 = <597/info:/1734283495232/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/617=[#edits: 1 = <598/info:/1734283495232/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/618=[#edits: 1 = <599/info:/1734283495232/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/619=[#edits: 1 = <600/info:/1734283495233/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/620=[#edits: 1 = <601/info:/1734283495233/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/621=[#edits: 1 = <602/info:/1734283495233/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/622=[#edits: 1 = <603/info:/1734283495234/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/623=[#edits: 1 = <604/info:/1734283495235/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=45671, nbRowKeys=22, nbHFiles=0, heapSize=3784, lastSeqIds={}, endOfFile=false,usedBufferSize=3784] 2024-12-15T17:24:55,261 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:24:55,261 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 46026, reset compression=false 2024-12-15T17:24:55,261 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/624=[#edits: 1 = <605/info:/1734283495241/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/625=[#edits: 1 = <606/info:/1734283495246/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/626=[#edits: 1 = <607/info:/1734283495248/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/627=[#edits: 1 = <608/info:/1734283495249/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/628=[#edits: 1 = <609/info:/1734283495253/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=46026, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-15T17:24:55,279 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:55,279 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 46168, reset compression=false 2024-12-15T17:24:55,280 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/629=[#edits: 1 = <610/info:/1734283495261/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/630=[#edits: 1 = <611/info:/1734283495267/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=46168, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-15T17:24:55,300 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:24:55,300 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 46523, reset compression=false 2024-12-15T17:24:55,301 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/631=[#edits: 1 = <612/info:/1734283495275/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/632=[#edits: 1 = <613/info:/1734283495278/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/633=[#edits: 1 = <614/info:/1734283495280/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/634=[#edits: 1 = <615/info:/1734283495282/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/635=[#edits: 1 = <616/info:/1734283495287/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=46523, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-15T17:24:55,316 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:24:55,316 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 46878, reset compression=false 2024-12-15T17:24:55,316 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/636=[#edits: 1 = <617/info:/1734283495299/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/637=[#edits: 1 = <618/info:/1734283495303/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/638=[#edits: 1 = <619/info:/1734283495304/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/639=[#edits: 1 = <620/info:/1734283495304/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/640=[#edits: 1 = <621/info:/1734283495304/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=46878, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-15T17:24:55,326 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-15T17:24:55,326 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 47162, reset compression=false 2024-12-15T17:24:55,326 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/641=[#edits: 1 = <622/info:/1734283495312/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/642=[#edits: 1 = <623/info:/1734283495319/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/643=[#edits: 1 = <624/info:/1734283495320/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/644=[#edits: 1 = <625/info:/1734283495321/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=47162, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-15T17:24:55,335 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:55,336 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 47375, reset compression=false 2024-12-15T17:24:55,336 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/645=[#edits: 1 = <626/info:/1734283495322/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/646=[#edits: 1 = <627/info:/1734283495330/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/647=[#edits: 1 = <628/info:/1734283495331/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=47375, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-15T17:24:55,344 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:24:55,344 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 47446, reset compression=false 2024-12-15T17:24:55,344 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/648=[#edits: 1 = <629/info:/1734283495334/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=47446, nbRowKeys=1, nbHFiles=0, heapSize=172, lastSeqIds={}, endOfFile=false,usedBufferSize=172] 2024-12-15T17:24:55,366 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-15T17:24:55,366 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 48298, reset compression=false 2024-12-15T17:24:55,367 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/649=[#edits: 1 = <630/info:/1734283495340/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/650=[#edits: 1 = <631/info:/1734283495341/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/651=[#edits: 1 = <632/info:/1734283495341/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/652=[#edits: 1 = <633/info:/1734283495342/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/653=[#edits: 1 = <634/info:/1734283495343/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/654=[#edits: 1 = <635/info:/1734283495343/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/655=[#edits: 1 = <636/info:/1734283495343/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/656=[#edits: 1 = <637/info:/1734283495344/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/657=[#edits: 1 = <638/info:/1734283495346/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/658=[#edits: 1 = <639/info:/1734283495346/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/659=[#edits: 1 = <640/info:/1734283495347/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/660=[#edits: 1 = <641/info:/1734283495354/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=48298, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-15T17:24:55,389 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-15T17:24:55,389 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 48937, reset compression=false 2024-12-15T17:24:55,389 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/661=[#edits: 1 = <642/info:/1734283495363/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/662=[#edits: 1 = <643/info:/1734283495367/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/663=[#edits: 1 = <644/info:/1734283495375/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/664=[#edits: 1 = <645/info:/1734283495380/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/665=[#edits: 1 = <646/info:/1734283495383/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/666=[#edits: 1 = <647/info:/1734283495384/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/667=[#edits: 1 = <648/info:/1734283495385/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/668=[#edits: 1 = <649/info:/1734283495385/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/669=[#edits: 1 = <650/info:/1734283495385/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=48937, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-15T17:24:55,424 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-15T17:24:55,424 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 49221, reset compression=false 2024-12-15T17:24:55,424 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/670=[#edits: 1 = <651/info:/1734283495386/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/671=[#edits: 1 = <652/info:/1734283495392/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/672=[#edits: 1 = <653/info:/1734283495401/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/673=[#edits: 1 = <654/info:/1734283495411/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=49221, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-15T17:24:55,468 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-15T17:24:55,468 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 49505, reset compression=false 2024-12-15T17:24:55,471 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/674=[#edits: 1 = <655/info:/1734283495420/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/675=[#edits: 1 = <656/info:/1734283495437/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/676=[#edits: 1 = <657/info:/1734283495447/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/677=[#edits: 1 = <658/info:/1734283495452/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=49505, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-15T17:24:55,493 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-15T17:24:55,493 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 49931, reset compression=false 2024-12-15T17:24:55,495 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/678=[#edits: 1 = <659/info:/1734283495455/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/679=[#edits: 1 = <660/info:/1734283495460/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/680=[#edits: 1 = <661/info:/1734283495465/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/681=[#edits: 1 = <662/info:/1734283495472/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/682=[#edits: 1 = <663/info:/1734283495487/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/683=[#edits: 1 = <664/info:/1734283495488/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=49931, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-15T17:24:55,515 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 20 WAL entries eligible for replication 2024-12-15T17:24:55,515 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 51351, reset compression=false 2024-12-15T17:24:55,516 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/684=[#edits: 1 = <665/info:/1734283495492/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/685=[#edits: 1 = <666/info:/1734283495493/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/686=[#edits: 1 = <667/info:/1734283495494/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/687=[#edits: 1 = <668/info:/1734283495494/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/688=[#edits: 1 = <669/info:/1734283495495/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/689=[#edits: 1 = <670/info:/1734283495499/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/690=[#edits: 1 = <671/info:/1734283495501/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/691=[#edits: 1 = <672/info:/1734283495502/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/692=[#edits: 1 = <673/info:/1734283495502/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/693=[#edits: 1 = <674/info:/1734283495503/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/694=[#edits: 1 = <675/info:/1734283495505/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/695=[#edits: 1 = <676/info:/1734283495507/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/696=[#edits: 1 = <677/info:/1734283495507/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/697=[#edits: 1 = <678/info:/1734283495508/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/698=[#edits: 1 = <679/info:/1734283495508/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/699=[#edits: 1 = <680/info:/1734283495509/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/700=[#edits: 1 = <681/info:/1734283495509/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/701=[#edits: 1 = <682/info:/1734283495510/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/702=[#edits: 1 = <683/info:/1734283495510/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/703=[#edits: 1 = <684/info:/1734283495511/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=51351, nbRowKeys=20, nbHFiles=0, heapSize=3440, lastSeqIds={}, endOfFile=false,usedBufferSize=3440] 2024-12-15T17:24:55,531 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:55,531 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 51564, reset compression=false 2024-12-15T17:24:55,531 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/704=[#edits: 1 = <685/info:/1734283495514/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/705=[#edits: 1 = <686/info:/1734283495517/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/706=[#edits: 1 = <687/info:/1734283495523/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=51564, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-15T17:24:55,545 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 22 WAL entries eligible for replication 2024-12-15T17:24:55,545 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 53126, reset compression=false 2024-12-15T17:24:55,545 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/707=[#edits: 1 = <688/info:/1734283495528/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/708=[#edits: 1 = <689/info:/1734283495532/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/709=[#edits: 1 = <690/info:/1734283495537/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/710=[#edits: 1 = <691/info:/1734283495537/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/711=[#edits: 1 = <692/info:/1734283495537/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/712=[#edits: 1 = <693/info:/1734283495538/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/713=[#edits: 1 = <694/info:/1734283495538/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/714=[#edits: 1 = <695/info:/1734283495538/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/715=[#edits: 1 = <696/info:/1734283495539/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/716=[#edits: 1 = <697/info:/1734283495539/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/717=[#edits: 1 = <698/info:/1734283495539/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/718=[#edits: 1 = <699/info:/1734283495540/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/719=[#edits: 1 = <700/info:/1734283495540/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/720=[#edits: 1 = <701/info:/1734283495540/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/721=[#edits: 1 = <702/info:/1734283495541/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/722=[#edits: 1 = <703/info:/1734283495541/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/723=[#edits: 1 = <704/info:/1734283495541/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/724=[#edits: 1 = <705/info:/1734283495542/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/725=[#edits: 1 = <706/info:/1734283495542/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/726=[#edits: 1 = <707/info:/1734283495542/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/727=[#edits: 1 = <708/info:/1734283495542/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/728=[#edits: 1 = <709/info:/1734283495543/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=53126, nbRowKeys=22, nbHFiles=0, heapSize=3784, lastSeqIds={}, endOfFile=false,usedBufferSize=3784] 2024-12-15T17:24:55,560 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-15T17:24:55,560 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 53907, reset compression=false 2024-12-15T17:24:55,560 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/729=[#edits: 1 = <710/info:/1734283495543/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/730=[#edits: 1 = <711/info:/1734283495543/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/731=[#edits: 1 = <712/info:/1734283495544/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/732=[#edits: 1 = <713/info:/1734283495545/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/733=[#edits: 1 = <714/info:/1734283495548/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/734=[#edits: 1 = <715/info:/1734283495548/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/735=[#edits: 1 = <716/info:/1734283495549/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/736=[#edits: 1 = <717/info:/1734283495549/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/737=[#edits: 1 = <718/info:/1734283495550/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/738=[#edits: 1 = <719/info:/1734283495550/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/739=[#edits: 1 = <720/info:/1734283495551/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=53907, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-15T17:24:55,594 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 44 WAL entries eligible for replication 2024-12-15T17:24:55,594 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/740=[#edits: 1 = <721/info:/1734283495560/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/741=[#edits: 1 = <722/info:/1734283495561/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/742=[#edits: 1 = <723/info:/1734283495562/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/743=[#edits: 1 = <724/info:/1734283495562/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/744=[#edits: 1 = <725/info:/1734283495563/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/745=[#edits: 1 = <726/info:/1734283495563/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/746=[#edits: 1 = <727/info:/1734283495564/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/747=[#edits: 1 = <728/info:/1734283495564/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/748=[#edits: 1 = <729/info:/1734283495564/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/749=[#edits: 1 = <730/info:/1734283495565/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/750=[#edits: 1 = <731/info:/1734283495565/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/751=[#edits: 1 = <732/info:/1734283495566/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/752=[#edits: 1 = <733/info:/1734283495566/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/753=[#edits: 1 = <734/info:/1734283495567/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/754=[#edits: 1 = <735/info:/1734283495567/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/755=[#edits: 1 = <736/info:/1734283495568/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/756=[#edits: 1 = <737/info:/1734283495568/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/757=[#edits: 1 = <738/info:/1734283495568/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/758=[#edits: 1 = <739/info:/1734283495569/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/759=[#edits: 1 = <740/info:/1734283495569/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/760=[#edits: 1 = <741/info:/1734283495570/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/761=[#edits: 1 = <742/info:/1734283495570/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/762=[#edits: 1 = <743/info:/1734283495571/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/763=[#edits: 1 = <744/info:/1734283495571/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/764=[#edits: 1 = <745/info:/1734283495572/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/765=[#edits: 1 = <746/info:/1734283495572/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/766=[#edits: 1 = <747/info:/1734283495572/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/767=[#edits: 1 = <748/info:/1734283495573/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/768=[#edits: 1 = <749/info:/1734283495574/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/769=[#edits: 1 = <750/info:/1734283495575/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/770=[#edits: 1 = <751/info:/1734283495576/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/771=[#edits: 1 = <752/info:/1734283495577/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/772=[#edits: 1 = <753/info:/1734283495577/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/773=[#edits: 1 = <754/info:/1734283495577/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/774=[#edits: 1 = <755/info:/1734283495578/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/775=[#edits: 1 = <756/info:/1734283495578/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/776=[#edits: 1 = <757/info:/1734283495579/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/777=[#edits: 1 = <758/info:/1734283495579/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/778=[#edits: 1 = <759/info:/1734283495580/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/779=[#edits: 1 = <760/info:/1734283495580/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/780=[#edits: 1 = <761/info:/1734283495581/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/781=[#edits: 1 = <762/info:/1734283495582/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/782=[#edits: 1 = <763/info:/1734283495583/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/783=[#edits: 1 = <764/info:/1734283495584/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=57031, nbRowKeys=44, nbHFiles=0, heapSize=7568, lastSeqIds={}, endOfFile=false,usedBufferSize=7568] 2024-12-15T17:24:55,594 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 57031, reset compression=false 2024-12-15T17:24:55,613 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 16 WAL entries eligible for replication 2024-12-15T17:24:55,613 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 58167, reset compression=false 2024-12-15T17:24:55,613 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/784=[#edits: 1 = <765/info:/1734283495588/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/785=[#edits: 1 = <766/info:/1734283495588/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/786=[#edits: 1 = <767/info:/1734283495589/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/787=[#edits: 1 = <768/info:/1734283495589/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/788=[#edits: 1 = <769/info:/1734283495590/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/789=[#edits: 1 = <770/info:/1734283495590/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/790=[#edits: 1 = <771/info:/1734283495590/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/791=[#edits: 1 = <772/info:/1734283495591/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/792=[#edits: 1 = <773/info:/1734283495591/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/793=[#edits: 1 = <774/info:/1734283495592/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/794=[#edits: 1 = <775/info:/1734283495592/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/795=[#edits: 1 = <776/info:/1734283495593/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/796=[#edits: 1 = <777/info:/1734283495593/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/797=[#edits: 1 = <778/info:/1734283495594/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/798=[#edits: 1 = <779/info:/1734283495594/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/799=[#edits: 1 = <780/info:/1734283495595/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=58167, nbRowKeys=16, nbHFiles=0, heapSize=2752, lastSeqIds={}, endOfFile=false,usedBufferSize=2752] 2024-12-15T17:24:55,640 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:24:55,640 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 58522, reset compression=false 2024-12-15T17:24:55,640 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/800=[#edits: 1 = <781/info:/1734283495610/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/801=[#edits: 1 = <782/info:/1734283495612/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/802=[#edits: 1 = <783/info:/1734283495616/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/803=[#edits: 1 = <784/info:/1734283495619/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/804=[#edits: 1 = <785/info:/1734283495627/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=58522, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-15T17:24:55,689 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 32 WAL entries eligible for replication 2024-12-15T17:24:55,689 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/805=[#edits: 1 = <786/info:/1734283495636/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/806=[#edits: 1 = <787/info:/1734283495640/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/807=[#edits: 1 = <788/info:/1734283495641/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/808=[#edits: 1 = <789/info:/1734283495647/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/809=[#edits: 1 = <790/info:/1734283495648/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/810=[#edits: 1 = <791/info:/1734283495648/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/811=[#edits: 1 = <792/info:/1734283495649/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/812=[#edits: 1 = <793/info:/1734283495649/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/813=[#edits: 1 = <794/info:/1734283495650/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/814=[#edits: 1 = <795/info:/1734283495650/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/815=[#edits: 1 = <796/info:/1734283495651/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/816=[#edits: 1 = <797/info:/1734283495651/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/817=[#edits: 1 = <798/info:/1734283495652/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/818=[#edits: 1 = <799/info:/1734283495652/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/819=[#edits: 1 = <800/info:/1734283495653/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/820=[#edits: 1 = <801/info:/1734283495653/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/821=[#edits: 1 = <802/info:/1734283495654/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/822=[#edits: 1 = <803/info:/1734283495654/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/823=[#edits: 1 = <804/info:/1734283495655/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/824=[#edits: 1 = <805/info:/1734283495655/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/825=[#edits: 1 = <806/info:/1734283495656/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/826=[#edits: 1 = <807/info:/1734283495656/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/827=[#edits: 1 = <808/info:/1734283495657/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/828=[#edits: 1 = <809/info:/1734283495657/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/829=[#edits: 1 = <810/info:/1734283495658/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/830=[#edits: 1 = <811/info:/1734283495658/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/831=[#edits: 1 = <812/info:/1734283495658/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/832=[#edits: 1 = <813/info:/1734283495659/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/833=[#edits: 1 = <814/info:/1734283495659/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/834=[#edits: 1 = <815/info:/1734283495660/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/835=[#edits: 1 = <816/info:/1734283495661/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/836=[#edits: 1 = <817/info:/1734283495663/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=60794, nbRowKeys=32, nbHFiles=0, heapSize=5504, lastSeqIds={}, endOfFile=false,usedBufferSize=5504] 2024-12-15T17:24:55,690 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 60794, reset compression=false 2024-12-15T17:24:55,716 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:24:55,716 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 61149, reset compression=false 2024-12-15T17:24:55,716 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/837=[#edits: 1 = <818/info:/1734283495687/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/838=[#edits: 1 = <819/info:/1734283495692/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/839=[#edits: 1 = <820/info:/1734283495700/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/840=[#edits: 1 = <821/info:/1734283495700/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/841=[#edits: 1 = <822/info:/1734283495701/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=61149, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-15T17:24:55,730 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:24:55,730 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 61220, reset compression=false 2024-12-15T17:24:55,730 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/842=[#edits: 1 = <823/info:/1734283495715/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=61220, nbRowKeys=1, nbHFiles=0, heapSize=172, lastSeqIds={}, endOfFile=false,usedBufferSize=172] 2024-12-15T17:24:55,759 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:24:55,760 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:24:55,767 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:24:55,767 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 61575, reset compression=false 2024-12-15T17:24:55,771 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/843=[#edits: 1 = <824/info:/1734283495719/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/844=[#edits: 1 = <825/info:/1734283495730/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/845=[#edits: 1 = <826/info:/1734283495735/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/846=[#edits: 1 = <827/info:/1734283495736/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/847=[#edits: 1 = <828/info:/1734283495743/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=61575, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-15T17:24:55,779 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:24:55,779 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 61646, reset compression=false 2024-12-15T17:24:55,779 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/848=[#edits: 1 = <829/info:/1734283495758/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=61646, nbRowKeys=1, nbHFiles=0, heapSize=172, lastSeqIds={}, endOfFile=false,usedBufferSize=172] 2024-12-15T17:24:55,800 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:55,800 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 61788, reset compression=false 2024-12-15T17:24:55,800 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/849=[#edits: 1 = <830/info:/1734283495776/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/850=[#edits: 1 = <831/info:/1734283495784/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=61788, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-15T17:24:55,807 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-15T17:24:55,807 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 62640, reset compression=false 2024-12-15T17:24:55,807 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/851=[#edits: 1 = <832/info:/1734283495792/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/852=[#edits: 1 = <833/info:/1734283495793/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/853=[#edits: 1 = <834/info:/1734283495793/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/854=[#edits: 1 = <835/info:/1734283495794/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/855=[#edits: 1 = <836/info:/1734283495794/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/856=[#edits: 1 = <837/info:/1734283495795/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/857=[#edits: 1 = <838/info:/1734283495796/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/858=[#edits: 1 = <839/info:/1734283495798/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/859=[#edits: 1 = <840/info:/1734283495799/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/860=[#edits: 1 = <841/info:/1734283495800/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/861=[#edits: 1 = <842/info:/1734283495803/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/862=[#edits: 1 = <843/info:/1734283495804/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=62640, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-15T17:24:55,822 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 21 WAL entries eligible for replication 2024-12-15T17:24:55,822 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 64131, reset compression=false 2024-12-15T17:24:55,822 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/863=[#edits: 1 = <844/info:/1734283495805/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/864=[#edits: 1 = <845/info:/1734283495806/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/865=[#edits: 1 = <846/info:/1734283495806/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/866=[#edits: 1 = <847/info:/1734283495807/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/867=[#edits: 1 = <848/info:/1734283495808/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/868=[#edits: 1 = <849/info:/1734283495808/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/869=[#edits: 1 = <850/info:/1734283495809/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/870=[#edits: 1 = <851/info:/1734283495809/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/871=[#edits: 1 = <852/info:/1734283495810/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/872=[#edits: 1 = <853/info:/1734283495810/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/873=[#edits: 1 = <854/info:/1734283495811/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/874=[#edits: 1 = <855/info:/1734283495811/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/875=[#edits: 1 = <856/info:/1734283495812/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/876=[#edits: 1 = <857/info:/1734283495812/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/877=[#edits: 1 = <858/info:/1734283495812/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/878=[#edits: 1 = <859/info:/1734283495813/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/879=[#edits: 1 = <860/info:/1734283495813/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/880=[#edits: 1 = <861/info:/1734283495814/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/881=[#edits: 1 = <862/info:/1734283495814/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/882=[#edits: 1 = <863/info:/1734283495814/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/883=[#edits: 1 = <864/info:/1734283495815/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=64131, nbRowKeys=21, nbHFiles=0, heapSize=3612, lastSeqIds={}, endOfFile=false,usedBufferSize=3612] 2024-12-15T17:24:55,873 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 15 WAL entries eligible for replication 2024-12-15T17:24:55,873 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 65196, reset compression=false 2024-12-15T17:24:55,873 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/884=[#edits: 1 = <865/info:/1734283495815/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/885=[#edits: 1 = <866/info:/1734283495816/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/886=[#edits: 1 = <867/info:/1734283495816/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/887=[#edits: 1 = <868/info:/1734283495823/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/888=[#edits: 1 = <869/info:/1734283495824/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/889=[#edits: 1 = <870/info:/1734283495825/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/890=[#edits: 1 = <871/info:/1734283495826/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/891=[#edits: 1 = <872/info:/1734283495826/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/892=[#edits: 1 = <873/info:/1734283495827/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/893=[#edits: 1 = <874/info:/1734283495827/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/894=[#edits: 1 = <875/info:/1734283495827/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/895=[#edits: 1 = <876/info:/1734283495860/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/896=[#edits: 1 = <877/info:/1734283495860/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/897=[#edits: 1 = <878/info:/1734283495860/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/898=[#edits: 1 = <879/info:/1734283495864/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=65196, nbRowKeys=15, nbHFiles=0, heapSize=2580, lastSeqIds={}, endOfFile=false,usedBufferSize=2580] 2024-12-15T17:24:55,897 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-15T17:24:55,897 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 66048, reset compression=false 2024-12-15T17:24:55,898 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/899=[#edits: 1 = <880/info:/1734283495869/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/900=[#edits: 1 = <881/info:/1734283495870/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/901=[#edits: 1 = <882/info:/1734283495870/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/902=[#edits: 1 = <883/info:/1734283495870/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/903=[#edits: 1 = <884/info:/1734283495871/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/904=[#edits: 1 = <885/info:/1734283495871/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/905=[#edits: 1 = <886/info:/1734283495872/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/906=[#edits: 1 = <887/info:/1734283495872/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/907=[#edits: 1 = <888/info:/1734283495873/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/908=[#edits: 1 = <889/info:/1734283495873/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/909=[#edits: 1 = <890/info:/1734283495873/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/910=[#edits: 1 = <891/info:/1734283495874/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=66048, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-15T17:24:55,913 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:55,913 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 66190, reset compression=false 2024-12-15T17:24:55,913 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/911=[#edits: 1 = <892/info:/1734283495895/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/912=[#edits: 1 = <893/info:/1734283495900/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=66190, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-15T17:24:55,928 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:55,928 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 66332, reset compression=false 2024-12-15T17:24:55,935 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/913=[#edits: 1 = <894/info:/1734283495907/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/914=[#edits: 1 = <895/info:/1734283495916/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=66332, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-15T17:24:55,937 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-15T17:24:55,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:55,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:55,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:55,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:55,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:55,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:55,943 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:55,943 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 66474, reset compression=false 2024-12-15T17:24:55,944 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/915=[#edits: 1 = <896/info:/1734283495926/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/916=[#edits: 1 = <897/info:/1734283495927/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=66474, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-15T17:24:55,968 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:55,968 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 66616, reset compression=false 2024-12-15T17:24:55,968 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/917=[#edits: 1 = <898/info:/1734283495944/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/918=[#edits: 1 = <899/info:/1734283495951/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=66616, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-15T17:24:55,996 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-15T17:24:55,996 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 66900, reset compression=false 2024-12-15T17:24:55,996 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/919=[#edits: 1 = <900/info:/1734283495960/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/920=[#edits: 1 = <901/info:/1734283495965/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/921=[#edits: 1 = <902/info:/1734283495974/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/922=[#edits: 1 = <903/info:/1734283495980/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=66900, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-15T17:24:56,027 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 15 WAL entries eligible for replication 2024-12-15T17:24:56,028 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 67965, reset compression=false 2024-12-15T17:24:56,028 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/923=[#edits: 1 = <904/info:/1734283495987/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/924=[#edits: 1 = <905/info:/1734283495995/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/925=[#edits: 1 = <906/info:/1734283495998/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/926=[#edits: 1 = <907/info:/1734283495998/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/927=[#edits: 1 = <908/info:/1734283496002/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/928=[#edits: 1 = <909/info:/1734283496004/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/929=[#edits: 1 = <910/info:/1734283496007/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/930=[#edits: 1 = <911/info:/1734283496008/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/931=[#edits: 1 = <912/info:/1734283496010/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/932=[#edits: 1 = <913/info:/1734283496010/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/933=[#edits: 1 = <914/info:/1734283496011/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/934=[#edits: 1 = <915/info:/1734283496012/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/935=[#edits: 1 = <916/info:/1734283496015/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/936=[#edits: 1 = <917/info:/1734283496017/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/937=[#edits: 1 = <918/info:/1734283496018/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=67965, nbRowKeys=15, nbHFiles=0, heapSize=2580, lastSeqIds={}, endOfFile=false,usedBufferSize=2580] 2024-12-15T17:24:56,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:56,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:56,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:56,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:56,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:56,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:56,053 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-15T17:24:56,053 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/938=[#edits: 1 = <919/info:/1734283496023/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/939=[#edits: 1 = <920/info:/1734283496024/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/940=[#edits: 1 = <921/info:/1734283496025/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/941=[#edits: 1 = <922/info:/1734283496027/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/942=[#edits: 1 = <923/info:/1734283496029/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/943=[#edits: 1 = <924/info:/1734283496033/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/944=[#edits: 1 = <925/info:/1734283496043/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=68462, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-15T17:24:56,053 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 68462, reset compression=false 2024-12-15T17:24:56,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:56,084 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:56,084 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/945=[#edits: 1 = <926/info:/1734283496054/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/946=[#edits: 1 = <927/info:/1734283496064/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=68604, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-15T17:24:56,085 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 68604, reset compression=false 2024-12-15T17:24:56,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:56,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:56,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:24:56,127 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-15T17:24:56,127 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/947=[#edits: 1 = <928/info:/1734283496072/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/948=[#edits: 1 = <929/info:/1734283496088/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/949=[#edits: 1 = <930/info:/1734283496096/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/950=[#edits: 1 = <931/info:/1734283496103/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=68888, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-15T17:24:56,128 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 68888, reset compression=false 2024-12-15T17:24:56,154 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:56,155 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/951=[#edits: 1 = <932/info:/1734283496115/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/952=[#edits: 1 = <933/info:/1734283496127/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/953=[#edits: 1 = <934/info:/1734283496139/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=69101, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-15T17:24:56,155 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 69101, reset compression=false 2024-12-15T17:24:56,180 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-15T17:24:56,181 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-15T17:24:56,181 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/954=[#edits: 1 = <935/info:/1734283496151/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/955=[#edits: 1 = <936/info:/1734283496163/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/956=[#edits: 1 = <937/info:/1734283496172/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/957=[#edits: 1 = <938/info:/1734283496174/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=69385, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-15T17:24:56,182 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 69385, reset compression=false 2024-12-15T17:24:56,213 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:56,213 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/958=[#edits: 1 = <939/info:/1734283496179/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/959=[#edits: 1 = <940/info:/1734283496192/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=69527, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-15T17:24:56,213 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 69527, reset compression=false 2024-12-15T17:24:56,271 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:24:56,272 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/960=[#edits: 1 = <941/info:/1734283496199/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/961=[#edits: 1 = <942/info:/1734283496211/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/962=[#edits: 1 = <943/info:/1734283496215/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/963=[#edits: 1 = <944/info:/1734283496231/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/964=[#edits: 1 = <945/info:/1734283496243/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=69882, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-15T17:24:56,272 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 69882, reset compression=false 2024-12-15T17:24:56,319 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:24:56,319 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 70237, reset compression=false 2024-12-15T17:24:56,320 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/965=[#edits: 1 = <946/info:/1734283496255/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/966=[#edits: 1 = <947/info:/1734283496271/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/967=[#edits: 1 = <948/info:/1734283496279/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/968=[#edits: 1 = <949/info:/1734283496287/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/969=[#edits: 1 = <950/info:/1734283496291/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=70237, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-15T17:24:56,344 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:56,344 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 70450, reset compression=false 2024-12-15T17:24:56,344 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/970=[#edits: 1 = <951/info:/1734283496303/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/971=[#edits: 1 = <952/info:/1734283496315/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/972=[#edits: 1 = <953/info:/1734283496324/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=70450, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-15T17:24:56,351 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:24:56,351 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:24:56,365 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:56,365 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 70663, reset compression=false 2024-12-15T17:24:56,366 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/973=[#edits: 1 = <954/info:/1734283496339/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/974=[#edits: 1 = <955/info:/1734283496346/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/975=[#edits: 1 = <956/info:/1734283496351/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=70663, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-15T17:24:56,382 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:56,382 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 70805, reset compression=false 2024-12-15T17:24:56,382 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/976=[#edits: 1 = <957/info:/1734283496363/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/977=[#edits: 1 = <958/info:/1734283496368/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=70805, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-15T17:24:56,420 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-15T17:24:56,420 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 71089, reset compression=false 2024-12-15T17:24:56,420 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/978=[#edits: 1 = <959/info:/1734283496377/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/979=[#edits: 1 = <960/info:/1734283496383/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/980=[#edits: 1 = <961/info:/1734283496388/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/981=[#edits: 1 = <962/info:/1734283496399/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=71089, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-15T17:24:56,449 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:56,449 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/982=[#edits: 1 = <963/info:/1734283496410/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/983=[#edits: 1 = <964/info:/1734283496420/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/984=[#edits: 1 = <965/info:/1734283496427/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=71302, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-15T17:24:56,449 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 71302, reset compression=false 2024-12-15T17:24:56,487 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-15T17:24:56,487 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/985=[#edits: 1 = <966/info:/1734283496442/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/986=[#edits: 1 = <967/info:/1734283496448/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/987=[#edits: 1 = <968/info:/1734283496455/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/988=[#edits: 1 = <969/info:/1734283496467/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=71586, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-15T17:24:56,487 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 71586, reset compression=false 2024-12-15T17:24:56,520 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-15T17:24:56,520 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 71870, reset compression=false 2024-12-15T17:24:56,520 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/989=[#edits: 1 = <970/info:/1734283496479/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/990=[#edits: 1 = <971/info:/1734283496489/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/991=[#edits: 1 = <972/info:/1734283496499/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/992=[#edits: 1 = <973/info:/1734283496508/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=71870, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-15T17:24:56,551 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:56,551 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 72083, reset compression=false 2024-12-15T17:24:56,552 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/993=[#edits: 1 = <974/info:/1734283496521/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/994=[#edits: 1 = <975/info:/1734283496527/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/995=[#edits: 1 = <976/info:/1734283496539/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=72083, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-15T17:24:56,576 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:56,576 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 72296, reset compression=false 2024-12-15T17:24:56,576 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/996=[#edits: 1 = <977/info:/1734283496547/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/997=[#edits: 1 = <978/info:/1734283496555/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/998=[#edits: 1 = <979/info:/1734283496563/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=72296, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-15T17:24:56,589 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:56,589 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 72438, reset compression=false 2024-12-15T17:24:56,589 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/999=[#edits: 1 = <980/info:/1734283496576/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1000=[#edits: 1 = <981/info:/1734283496583/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=72438, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-15T17:24:56,604 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:24:56,604 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 72509, reset compression=false 2024-12-15T17:24:56,604 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1001=[#edits: 1 = <982/info:/1734283496591/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=72509, nbRowKeys=1, nbHFiles=0, heapSize=172, lastSeqIds={}, endOfFile=false,usedBufferSize=172] 2024-12-15T17:24:56,611 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:24:56,611 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 72580, reset compression=false 2024-12-15T17:24:56,611 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1002=[#edits: 1 = <983/info:/1734283496596/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=72580, nbRowKeys=1, nbHFiles=0, heapSize=172, lastSeqIds={}, endOfFile=false,usedBufferSize=172] 2024-12-15T17:24:56,628 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:56,628 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 72793, reset compression=false 2024-12-15T17:24:56,628 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1003=[#edits: 1 = <984/info:/1734283496605/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1004=[#edits: 1 = <985/info:/1734283496612/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1005=[#edits: 1 = <986/info:/1734283496616/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=72793, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-15T17:24:56,638 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-15T17:24:56,638 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 73077, reset compression=false 2024-12-15T17:24:56,638 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1006=[#edits: 1 = <987/info:/1734283496620/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1007=[#edits: 1 = <988/info:/1734283496626/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1008=[#edits: 1 = <989/info:/1734283496628/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1009=[#edits: 1 = <990/info:/1734283496630/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=73077, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-15T17:24:56,645 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:56,645 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 73219, reset compression=false 2024-12-15T17:24:56,645 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1010=[#edits: 1 = <991/info:/1734283496635/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1011=[#edits: 1 = <992/info:/1734283496639/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=73219, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-15T17:24:56,665 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:56,665 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 73432, reset compression=false 2024-12-15T17:24:56,665 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1012=[#edits: 1 = <993/info:/1734283496644/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1013=[#edits: 1 = <994/info:/1734283496649/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1014=[#edits: 1 = <995/info:/1734283496652/Put/vlen=3/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=73432, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-15T17:24:56,669 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(216): flushing table 2024-12-15T17:24:56,669 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=29.08 KB heapSize=102.31 KB 2024-12-15T17:24:56,694 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/.tmp/info/4eeb333e296840eaa60ec68d86541a5d is 34, key is 100/info:/1734283493974/Put/seqid=0 2024-12-15T17:24:56,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40259 is added to blk_1073741843_1019 (size=43843) 2024-12-15T17:24:56,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33611 is added to blk_1073741843_1019 (size=43843) 2024-12-15T17:24:56,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38813 is added to blk_1073741843_1019 (size=43843) 2024-12-15T17:24:56,868 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 73432, reset compression=false 2024-12-15T17:24:56,875 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:24:56,875 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 73902, reset compression=false 2024-12-15T17:24:56,875 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1015=[#edits: 1 = <996/info:/1734283496664/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1016=[#edits: 1 = <997/info:/1734283496668/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1017=[#edits: 1 = <998/info:/1734283496668/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1018=[#edits: 1 = <999/info:/1734283496669/Put/vlen=3/seqid=0; >],172}, {hbase:meta/1588230740/1020=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734283496669/Put/vlen=102/seqid=0; >],292}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=73902, nbRowKeys=5, nbHFiles=0, heapSize=980, lastSeqIds={}, endOfFile=false,usedBufferSize=980] 2024-12-15T17:24:56,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36765 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: START_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 1019 store_flushes { family_name: "info" store_home_dir: "info" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-15T17:24:56,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33043 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: START_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 1019 store_flushes { family_name: "info" store_home_dir: "info" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-15T17:24:56,876 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36765 {}] regionserver.HRegion(2837): Flushing 534574363 3/3 column families, dataSize=29.08 KB heapSize=102.31 KB 2024-12-15T17:24:56,876 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33043 {}] regionserver.HRegion(2837): Flushing 1657623790 3/3 column families, dataSize=29.08 KB heapSize=102.31 KB 2024-12-15T17:24:56,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36765 {}] regionserver.HRegion(5724): 534574363 : Prepared flush with seqId:1019 2024-12-15T17:24:56,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33043 {}] regionserver.HRegion(5724): 1657623790 : Prepared flush with seqId:1019 2024-12-15T17:24:57,078 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 73902, reset compression=false 2024-12-15T17:24:57,176 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.08 KB at sequenceid=1019 (bloomFilter=true), to=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/.tmp/info/4eeb333e296840eaa60ec68d86541a5d 2024-12-15T17:24:57,180 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/.tmp/info/4eeb333e296840eaa60ec68d86541a5d as hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/info/4eeb333e296840eaa60ec68d86541a5d 2024-12-15T17:24:57,184 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/info/4eeb333e296840eaa60ec68d86541a5d, entries=1000, sequenceid=1019, filesize=42.8 K 2024-12-15T17:24:57,184 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~29.08 KB/29780, heapSize ~101.80 KB/104240, currentSize=0 B/0 for 1588230740 in 515ms, sequenceid=1019, compaction requested=false 2024-12-15T17:24:57,185 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-15T17:24:57,185 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(218): compacting table 2024-12-15T17:24:57,185 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-15T17:24:57,185 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-15T17:24:57,185 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-15T17:24:57,186 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-15T17:24:57,186 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-15T17:24:57,186 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-15T17:24:57,186 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-15T17:24:57,186 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-15T17:24:57,186 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-15T17:24:57,186 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(214): Writing data from 1000 to 2000 2024-12-15T17:24:57,246 DEBUG [AsyncFSWAL-0-hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e-prefix:4ce65a7c4674,44719,1734283488776.meta {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=80546, logrollsize=80530 2024-12-15T17:24:57,246 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL 4ce65a7c4674%2C44719%2C1734283488776.meta:.meta(num 1734283490404) roll requested 2024-12-15T17:24:57,265 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta, exclude list is [], retry=0 2024-12-15T17:24:57,267 DEBUG [RS-EventLoopGroup-27-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40259,DS-aae1af72-b341-4025-bf71-878491e71648,DISK] 2024-12-15T17:24:57,268 DEBUG [RS-EventLoopGroup-27-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36623,DS-6fa7ece7-1396-4370-adca-4b346aa334bb,DISK] 2024-12-15T17:24:57,269 DEBUG [RS-EventLoopGroup-27-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33611,DS-b1d55075-32c6-46f4-860e-3a079edd9669,DISK] 2024-12-15T17:24:57,300 INFO [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta with entries=1131, filesize=80.73 KB; new WAL /user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta 2024-12-15T17:24:57,303 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36477:36477),(127.0.0.1/127.0.0.1:43291:43291),(127.0.0.1/127.0.0.1:42773:42773)] 2024-12-15T17:24:57,303 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta is not closed yet, will try archiving it next time 2024-12-15T17:24:57,308 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta not finished, retry = 0 2024-12-15T17:24:57,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40259 is added to blk_1073741837_1013 (size=82671) 2024-12-15T17:24:57,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33611 is added to blk_1073741837_1013 (size=82671) 2024-12-15T17:24:57,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38813 is added to blk_1073741837_1013 (size=82671) 2024-12-15T17:24:57,381 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to pos 73902, reset compression=false 2024-12-15T17:24:57,385 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 59 WAL entries eligible for replication 2024-12-15T17:24:57,385 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(462): EOF, closing hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta 2024-12-15T17:24:57,385 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 59 WAL entries eligible for replication 2024-12-15T17:24:57,385 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta, startPosition=0, beingWritten=true 2024-12-15T17:24:57,385 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1021=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734283497184/Put/vlen=136/seqid=0; >],324}, {hbase:meta/1588230740/1022=[#edits: 1 = <1000/info:/1734283497186/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1023=[#edits: 1 = <1001/info:/1734283497187/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1024=[#edits: 1 = <1002/info:/1734283497187/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1025=[#edits: 1 = <1003/info:/1734283497187/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1026=[#edits: 1 = <1004/info:/1734283497188/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1027=[#edits: 1 = <1005/info:/1734283497188/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1028=[#edits: 1 = <1006/info:/1734283497188/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1029=[#edits: 1 = <1007/info:/1734283497189/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1030=[#edits: 1 = <1008/info:/1734283497189/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1031=[#edits: 1 = <1009/info:/1734283497190/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1032=[#edits: 1 = <1010/info:/1734283497190/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1033=[#edits: 1 = <1011/info:/1734283497190/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1034=[#edits: 1 = <1012/info:/1734283497191/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1035=[#edits: 1 = <1013/info:/1734283497191/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1036=[#edits: 1 = <1014/info:/1734283497192/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1037=[#edits: 1 = <1015/info:/1734283497192/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1038=[#edits: 1 = <1016/info:/1734283497192/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1039=[#edits: 1 = <1017/info:/1734283497193/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1040=[#edits: 1 = <1018/info:/1734283497193/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1041=[#edits: 1 = <1019/info:/1734283497194/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1042=[#edits: 1 = <1020/info:/1734283497194/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1043=[#edits: 1 = <1021/info:/1734283497195/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1044=[#edits: 1 = <1022/info:/1734283497195/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1045=[#edits: 1 = <1023/info:/1734283497195/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1046=[#edits: 1 = <1024/info:/1734283497195/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1047=[#edits: 1 = <1025/info:/1734283497196/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1048=[#edits: 1 = <1026/info:/1734283497196/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1049=[#edits: 1 = <1027/info:/1734283497196/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1050=[#edits: 1 = <1028/info:/1734283497197/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1051=[#edits: 1 = <1029/info:/1734283497197/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1052=[#edits: 1 = <1030/info:/1734283497197/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1053=[#edits: 1 = <1031/info:/1734283497198/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1054=[#edits: 1 = <1032/info:/1734283497198/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1055=[#edits: 1 = <1033/info:/1734283497199/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1056=[#edits: 1 = <1034/info:/1734283497199/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1057=[#edits: 1 = <1035/info:/1734283497200/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1058=[#edits: 1 = <1036/info:/1734283497203/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1059=[#edits: 1 = <1037/info:/1734283497203/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1060=[#edits: 1 = <1038/info:/1734283497206/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1061=[#edits: 1 = <1039/info:/1734283497207/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1062=[#edits: 1 = <1040/info:/1734283497208/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1063=[#edits: 1 = <1041/info:/1734283497208/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1064=[#edits: 1 = <1042/info:/1734283497209/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1065=[#edits: 1 = <1043/info:/1734283497209/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1066=[#edits: 1 = <1044/info:/1734283497209/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1067=[#edits: 1 = <1045/info:/1734283497210/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1068=[#edits: 1 = <1046/info:/1734283497210/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1069=[#edits: 1 = <1047/info:/1734283497211/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1070=[#edits: 1 = <1048/info:/1734283497211/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1071=[#edits: 1 = <1049/info:/1734283497213/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1072=[#edits: 1 = <1050/info:/1734283497213/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1073=[#edits: 1 = <1051/info:/1734283497214/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1074=[#edits: 1 = <1052/info:/1734283497215/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1075=[#edits: 1 = <1053/info:/1734283497216/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1076=[#edits: 1 = <1054/info:/1734283497216/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1077=[#edits: 1 = <1055/info:/1734283497217/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1078=[#edits: 1 = <1056/info:/1734283497217/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1079=[#edits: 1 = <1057/info:/1734283497218/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=78356, nbRowKeys=59, nbHFiles=0, heapSize=10300, lastSeqIds={}, endOfFile=false,usedBufferSize=10300] 2024-12-15T17:24:57,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33043 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: COMMIT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 1019 store_flushes { family_name: "info" store_home_dir: "info" flush_output: "4eeb333e296840eaa60ec68d86541a5d" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-15T17:24:57,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36765 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: COMMIT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 1019 store_flushes { family_name: "info" store_home_dir: "info" flush_output: "4eeb333e296840eaa60ec68d86541a5d" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-15T17:24:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36765 {}] regionserver.HRegion(5812): 534574363 : Received a flush commit marker with seqId:1019 and a previous prepared snapshot was found 2024-12-15T17:24:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33043 {}] regionserver.HRegion(5812): 1657623790 : Received a flush commit marker with seqId:1019 and a previous prepared snapshot was found 2024-12-15T17:24:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33043 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:57,392 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:57,393 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36765 {}] regionserver.HStore$StoreFlusherImpl(2048): org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10130e08 added hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/info/4eeb333e296840eaa60ec68d86541a5d, entries=1000, sequenceid=1019, filesize=42.8 K 2024-12-15T17:24:57,393 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36765 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0001.534574363 with WAL disabled. Data may be lost in the event of a crash. 2024-12-15T17:24:57,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33043 {}] regionserver.HStore$StoreFlusherImpl(2048): org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45eaf9c0 added hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/info/4eeb333e296840eaa60ec68d86541a5d, entries=1000, sequenceid=1019, filesize=42.8 K 2024-12-15T17:24:57,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33043 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0002.1657623790 with WAL disabled. Data may be lost in the event of a crash. 2024-12-15T17:24:57,400 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1080=[#edits: 1 = <1058/info:/1734283497218/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1081=[#edits: 1 = <1059/info:/1734283497220/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1082=[#edits: 1 = <1060/info:/1734283497223/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1083=[#edits: 1 = <1061/info:/1734283497224/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1084=[#edits: 1 = <1062/info:/1734283497225/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1085=[#edits: 1 = <1063/info:/1734283497225/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1086=[#edits: 1 = <1064/info:/1734283497225/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1087=[#edits: 1 = <1065/info:/1734283497225/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1088=[#edits: 1 = <1066/info:/1734283497226/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1089=[#edits: 1 = <1067/info:/1734283497227/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1090=[#edits: 1 = <1068/info:/1734283497227/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1091=[#edits: 1 = <1069/info:/1734283497227/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1092=[#edits: 1 = <1070/info:/1734283497228/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1093=[#edits: 1 = <1071/info:/1734283497230/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1094=[#edits: 1 = <1072/info:/1734283497230/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1095=[#edits: 1 = <1073/info:/1734283497231/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1096=[#edits: 1 = <1074/info:/1734283497232/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1097=[#edits: 1 = <1075/info:/1734283497235/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1098=[#edits: 1 = <1076/info:/1734283497236/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1099=[#edits: 1 = <1077/info:/1734283497237/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1100=[#edits: 1 = <1078/info:/1734283497241/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1101=[#edits: 1 = <1079/info:/1734283497241/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1102=[#edits: 1 = <1080/info:/1734283497242/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1103=[#edits: 1 = <1081/info:/1734283497242/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1104=[#edits: 1 = <1082/info:/1734283497243/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1105=[#edits: 1 = <1083/info:/1734283497243/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1106=[#edits: 1 = <1084/info:/1734283497244/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1107=[#edits: 1 = <1085/info:/1734283497244/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1108=[#edits: 1 = <1086/info:/1734283497245/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1109=[#edits: 1 = <1087/info:/1734283497245/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1110=[#edits: 1 = <1088/info:/1734283497246/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1111=[#edits: 1 = <1089/info:/1734283497247/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1112=[#edits: 1 = <1090/info:/1734283497248/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1113=[#edits: 1 = <1091/info:/1734283497249/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1114=[#edits: 1 = <1092/info:/1734283497249/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1115=[#edits: 1 = <1093/info:/1734283497250/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1116=[#edits: 1 = <1094/info:/1734283497250/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1117=[#edits: 1 = <1095/info:/1734283497251/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1118=[#edits: 1 = <1096/info:/1734283497251/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1119=[#edits: 1 = <1097/info:/1734283497252/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1120=[#edits: 1 = <1098/info:/1734283497253/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1121=[#edits: 1 = <1099/info:/1734283497253/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1122=[#edits: 1 = <1100/info:/1734283497254/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1123=[#edits: 1 = <1101/info:/1734283497256/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1124=[#edits: 1 = <1102/info:/1734283497257/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1125=[#edits: 1 = <1103/info:/1734283497257/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1126=[#edits: 1 = <1104/info:/1734283497258/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1127=[#edits: 1 = <1105/info:/1734283497258/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1128=[#edits: 1 = <1106/info:/1734283497259/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1129=[#edits: 1 = <1107/info:/1734283497260/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1130=[#edits: 1 = <1108/info:/1734283497261/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1131=[#edits: 1 = <1109/info:/1734283497262/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1132=[#edits: 1 = <1110/info:/1734283497263/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1133=[#edits: 1 = <1111/info:/1734283497265/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1134=[#edits: 1 = <1112/info:/1734283497267/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1135=[#edits: 1 = <1113/info:/1734283497283/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1136=[#edits: 1 = <1114/info:/1734283497284/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1137=[#edits: 1 = <1115/info:/1734283497293/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1138=[#edits: 1 = <1116/info:/1734283497299/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta, lastWalPosition=82663, nbRowKeys=59, nbHFiles=0, heapSize=10148, lastSeqIds={}, endOfFile=true,usedBufferSize=10148] 2024-12-15T17:24:57,400 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 39 WAL entries eligible for replication 2024-12-15T17:24:57,401 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta to pos 7312, reset compression=false 2024-12-15T17:24:57,401 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1139=[#edits: 1 = <1117/info:/1734283497299/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1140=[#edits: 1 = <1118/info:/1734283497310/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1141=[#edits: 1 = <1119/info:/1734283497312/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1142=[#edits: 1 = <1120/info:/1734283497321/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1143=[#edits: 1 = <1121/info:/1734283497323/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1144=[#edits: 1 = <1122/info:/1734283497324/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1145=[#edits: 1 = <1123/info:/1734283497324/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1146=[#edits: 1 = <1124/info:/1734283497325/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1147=[#edits: 1 = <1125/info:/1734283497325/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1148=[#edits: 1 = <1126/info:/1734283497326/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1149=[#edits: 1 = <1127/info:/1734283497326/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1150=[#edits: 1 = <1128/info:/1734283497326/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1151=[#edits: 1 = <1129/info:/1734283497327/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1152=[#edits: 1 = <1130/info:/1734283497327/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1153=[#edits: 1 = <1131/info:/1734283497328/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1154=[#edits: 1 = <1132/info:/1734283497328/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1155=[#edits: 1 = <1133/info:/1734283497328/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1156=[#edits: 1 = <1134/info:/1734283497329/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1157=[#edits: 1 = <1135/info:/1734283497329/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1158=[#edits: 1 = <1136/info:/1734283497330/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1159=[#edits: 1 = <1137/info:/1734283497331/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1160=[#edits: 1 = <1138/info:/1734283497331/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1161=[#edits: 1 = <1139/info:/1734283497332/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1162=[#edits: 1 = <1140/info:/1734283497332/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1163=[#edits: 1 = <1141/info:/1734283497333/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1164=[#edits: 1 = <1142/info:/1734283497333/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1165=[#edits: 1 = <1143/info:/1734283497333/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1166=[#edits: 1 = <1144/info:/1734283497335/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1167=[#edits: 1 = <1145/info:/1734283497337/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1168=[#edits: 1 = <1146/info:/1734283497338/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1169=[#edits: 1 = <1147/info:/1734283497338/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1170=[#edits: 1 = <1148/info:/1734283497339/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1171=[#edits: 1 = <1149/info:/1734283497340/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1172=[#edits: 1 = <1150/info:/1734283497340/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1173=[#edits: 1 = <1151/info:/1734283497340/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1174=[#edits: 1 = <1152/info:/1734283497341/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1175=[#edits: 1 = <1153/info:/1734283497341/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1176=[#edits: 1 = <1154/info:/1734283497342/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1177=[#edits: 1 = <1155/info:/1734283497342/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1178=[#edits: 1 = <1156/info:/1734283497342/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1179=[#edits: 1 = <1157/info:/1734283497343/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1180=[#edits: 1 = <1158/info:/1734283497343/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1181=[#edits: 1 = <1159/info:/1734283497343/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1182=[#edits: 1 = <1160/info:/1734283497344/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1183=[#edits: 1 = <1161/info:/1734283497344/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1184=[#edits: 1 = <1162/info:/1734283497345/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1185=[#edits: 1 = <1163/info:/1734283497345/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1186=[#edits: 1 = <1164/info:/1734283497345/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1187=[#edits: 1 = <1165/info:/1734283497346/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1188=[#edits: 1 = <1166/info:/1734283497346/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1189=[#edits: 1 = <1167/info:/1734283497346/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1190=[#edits: 1 = <1168/info:/1734283497347/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1191=[#edits: 1 = <1169/info:/1734283497347/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1192=[#edits: 1 = <1170/info:/1734283497348/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1193=[#edits: 1 = <1171/info:/1734283497348/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1194=[#edits: 1 = <1172/info:/1734283497348/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1195=[#edits: 1 = <1173/info:/1734283497349/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1196=[#edits: 1 = <1174/info:/1734283497349/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1197=[#edits: 1 = <1175/info:/1734283497350/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1198=[#edits: 1 = <1176/info:/1734283497350/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta, lastWalPosition=4465, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:57,403 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1199=[#edits: 1 = <1177/info:/1734283497350/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1200=[#edits: 1 = <1178/info:/1734283497351/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1201=[#edits: 1 = <1179/info:/1734283497351/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1202=[#edits: 1 = <1180/info:/1734283497359/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1203=[#edits: 1 = <1181/info:/1734283497361/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1204=[#edits: 1 = <1182/info:/1734283497361/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1205=[#edits: 1 = <1183/info:/1734283497361/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1206=[#edits: 1 = <1184/info:/1734283497362/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1207=[#edits: 1 = <1185/info:/1734283497362/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1208=[#edits: 1 = <1186/info:/1734283497362/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1209=[#edits: 1 = <1187/info:/1734283497363/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1210=[#edits: 1 = <1188/info:/1734283497363/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1211=[#edits: 1 = <1189/info:/1734283497364/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1212=[#edits: 1 = <1190/info:/1734283497364/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1213=[#edits: 1 = <1191/info:/1734283497364/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1214=[#edits: 1 = <1192/info:/1734283497365/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1215=[#edits: 1 = <1193/info:/1734283497365/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1216=[#edits: 1 = <1194/info:/1734283497367/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1217=[#edits: 1 = <1195/info:/1734283497371/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1218=[#edits: 1 = <1196/info:/1734283497373/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1219=[#edits: 1 = <1197/info:/1734283497373/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1220=[#edits: 1 = <1198/info:/1734283497374/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1221=[#edits: 1 = <1199/info:/1734283497375/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1222=[#edits: 1 = <1200/info:/1734283497377/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1223=[#edits: 1 = <1201/info:/1734283497378/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1224=[#edits: 1 = <1202/info:/1734283497379/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1225=[#edits: 1 = <1203/info:/1734283497380/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1226=[#edits: 1 = <1204/info:/1734283497380/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1227=[#edits: 1 = <1205/info:/1734283497380/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1228=[#edits: 1 = <1206/info:/1734283497381/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1229=[#edits: 1 = <1207/info:/1734283497381/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1230=[#edits: 1 = <1208/info:/1734283497381/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1231=[#edits: 1 = <1209/info:/1734283497382/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1232=[#edits: 1 = <1210/info:/1734283497382/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1233=[#edits: 1 = <1211/info:/1734283497383/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1234=[#edits: 1 = <1212/info:/1734283497383/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1235=[#edits: 1 = <1213/info:/1734283497384/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1236=[#edits: 1 = <1214/info:/1734283497385/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1237=[#edits: 1 = <1215/info:/1734283497388/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta, lastWalPosition=7312, nbRowKeys=39, nbHFiles=0, heapSize=6708, lastSeqIds={}, endOfFile=false,usedBufferSize=6708] 2024-12-15T17:24:57,440 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 17 WAL entries eligible for replication 2024-12-15T17:24:57,440 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1238=[#edits: 1 = <1216/info:/1734283497391/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1239=[#edits: 1 = <1217/info:/1734283497392/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1240=[#edits: 1 = <1218/info:/1734283497393/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1241=[#edits: 1 = <1219/info:/1734283497394/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1242=[#edits: 1 = <1220/info:/1734283497394/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1243=[#edits: 1 = <1221/info:/1734283497394/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1244=[#edits: 1 = <1222/info:/1734283497395/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1245=[#edits: 1 = <1223/info:/1734283497395/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1246=[#edits: 1 = <1224/info:/1734283497401/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1247=[#edits: 1 = <1225/info:/1734283497402/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1248=[#edits: 1 = <1226/info:/1734283497402/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1249=[#edits: 1 = <1227/info:/1734283497402/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1250=[#edits: 1 = <1228/info:/1734283497403/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1251=[#edits: 1 = <1229/info:/1734283497404/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1252=[#edits: 1 = <1230/info:/1734283497405/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1253=[#edits: 1 = <1231/info:/1734283497411/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1254=[#edits: 1 = <1232/info:/1734283497415/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta, lastWalPosition=8553, nbRowKeys=17, nbHFiles=0, heapSize=2924, lastSeqIds={}, endOfFile=false,usedBufferSize=2924] 2024-12-15T17:24:57,441 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta to pos 8553, reset compression=false 2024-12-15T17:24:57,462 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:24:57,462 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta to pos 8918, reset compression=false 2024-12-15T17:24:57,462 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1255=[#edits: 1 = <1233/info:/1734283497421/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1256=[#edits: 1 = <1234/info:/1734283497431/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1257=[#edits: 1 = <1235/info:/1734283497441/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1258=[#edits: 1 = <1236/info:/1734283497443/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1259=[#edits: 1 = <1237/info:/1734283497449/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta, lastWalPosition=8918, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-15T17:24:57,467 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:24:57,467 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta to pos 8991, reset compression=false 2024-12-15T17:24:57,467 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1260=[#edits: 1 = <1238/info:/1734283497455/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta, lastWalPosition=8991, nbRowKeys=1, nbHFiles=0, heapSize=172, lastSeqIds={}, endOfFile=false,usedBufferSize=172] 2024-12-15T17:24:57,472 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:57,472 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta to pos 9210, reset compression=false 2024-12-15T17:24:57,472 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1261=[#edits: 1 = <1239/info:/1734283497466/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1262=[#edits: 1 = <1240/info:/1734283497468/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1263=[#edits: 1 = <1241/info:/1734283497470/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta, lastWalPosition=9210, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-15T17:24:57,481 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 17 WAL entries eligible for replication 2024-12-15T17:24:57,481 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta to pos 10451, reset compression=false 2024-12-15T17:24:57,481 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1264=[#edits: 1 = <1242/info:/1734283497471/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1265=[#edits: 1 = <1243/info:/1734283497471/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1266=[#edits: 1 = <1244/info:/1734283497472/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1267=[#edits: 1 = <1245/info:/1734283497472/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1268=[#edits: 1 = <1246/info:/1734283497475/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1269=[#edits: 1 = <1247/info:/1734283497475/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1270=[#edits: 1 = <1248/info:/1734283497476/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1271=[#edits: 1 = <1249/info:/1734283497476/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1272=[#edits: 1 = <1250/info:/1734283497476/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1273=[#edits: 1 = <1251/info:/1734283497476/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1274=[#edits: 1 = <1252/info:/1734283497477/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1275=[#edits: 1 = <1253/info:/1734283497477/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1276=[#edits: 1 = <1254/info:/1734283497478/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1277=[#edits: 1 = <1255/info:/1734283497478/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1278=[#edits: 1 = <1256/info:/1734283497478/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1279=[#edits: 1 = <1257/info:/1734283497479/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1280=[#edits: 1 = <1258/info:/1734283497479/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta, lastWalPosition=10451, nbRowKeys=17, nbHFiles=0, heapSize=2924, lastSeqIds={}, endOfFile=false,usedBufferSize=2924] 2024-12-15T17:24:57,684 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta to pos 10451, reset compression=false 2024-12-15T17:24:57,688 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:57,688 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1281=[#edits: 1 = <1259/info:/1734283497483/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1282=[#edits: 1 = <1260/info:/1734283497484/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1283=[#edits: 1 = <1261/info:/1734283497485/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1284=[#edits: 1 = <1262/info:/1734283497485/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1285=[#edits: 1 = <1263/info:/1734283497486/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1286=[#edits: 1 = <1264/info:/1734283497487/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1287=[#edits: 1 = <1265/info:/1734283497491/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1288=[#edits: 1 = <1266/info:/1734283497495/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1289=[#edits: 1 = <1267/info:/1734283497496/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1290=[#edits: 1 = <1268/info:/1734283497496/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1291=[#edits: 1 = <1269/info:/1734283497497/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1292=[#edits: 1 = <1270/info:/1734283497497/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1293=[#edits: 1 = <1271/info:/1734283497497/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1294=[#edits: 1 = <1272/info:/1734283497497/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1295=[#edits: 1 = <1273/info:/1734283497498/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1296=[#edits: 1 = <1274/info:/1734283497498/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1297=[#edits: 1 = <1275/info:/1734283497498/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1298=[#edits: 1 = <1276/info:/1734283497498/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1299=[#edits: 1 = <1277/info:/1734283497499/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1300=[#edits: 1 = <1278/info:/1734283497499/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1301=[#edits: 1 = <1279/info:/1734283497499/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1302=[#edits: 1 = <1280/info:/1734283497500/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1303=[#edits: 1 = <1281/info:/1734283497500/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1304=[#edits: 1 = <1282/info:/1734283497500/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1305=[#edits: 1 = <1283/info:/1734283497500/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1306=[#edits: 1 = <1284/info:/1734283497501/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1307=[#edits: 1 = <1285/info:/1734283497501/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1308=[#edits: 1 = <1286/info:/1734283497501/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1309=[#edits: 1 = <1287/info:/1734283497502/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1310=[#edits: 1 = <1288/info:/1734283497502/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1311=[#edits: 1 = <1289/info:/1734283497502/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1312=[#edits: 1 = <1290/info:/1734283497502/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1313=[#edits: 1 = <1291/info:/1734283497503/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1314=[#edits: 1 = <1292/info:/1734283497503/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1315=[#edits: 1 = <1293/info:/1734283497503/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1316=[#edits: 1 = <1294/info:/1734283497503/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1317=[#edits: 1 = <1295/info:/1734283497504/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1318=[#edits: 1 = <1296/info:/1734283497504/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1319=[#edits: 1 = <1297/info:/1734283497505/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1320=[#edits: 1 = <1298/info:/1734283497505/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1321=[#edits: 1 = <1299/info:/1734283497506/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1322=[#edits: 1 = <1300/info:/1734283497506/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1323=[#edits: 1 = <1301/info:/1734283497506/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1324=[#edits: 1 = <1302/info:/1734283497507/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1325=[#edits: 1 = <1303/info:/1734283497507/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1326=[#edits: 1 = <1304/info:/1734283497507/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1327=[#edits: 1 = <1305/info:/1734283497507/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1328=[#edits: 1 = <1306/info:/1734283497508/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1329=[#edits: 1 = <1307/info:/1734283497509/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1330=[#edits: 1 = <1308/info:/1734283497509/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1331=[#edits: 1 = <1309/info:/1734283497510/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1332=[#edits: 1 = <1310/info:/1734283497510/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1333=[#edits: 1 = <1311/info:/1734283497510/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1334=[#edits: 1 = <1312/info:/1734283497510/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1335=[#edits: 1 = <1313/info:/1734283497511/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1336=[#edits: 1 = <1314/info:/1734283497511/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1337=[#edits: 1 = <1315/info:/1734283497511/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1338=[#edits: 1 = <1316/info:/1734283497512/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1339=[#edits: 1 = <1317/info:/1734283497512/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1340=[#edits: 1 = <1318/info:/1734283497512/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta, lastWalPosition=14831, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:57,690 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:57,691 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:57,692 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1341=[#edits: 1 = <1319/info:/1734283497513/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1342=[#edits: 1 = <1320/info:/1734283497513/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1343=[#edits: 1 = <1321/info:/1734283497513/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1344=[#edits: 1 = <1322/info:/1734283497513/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1345=[#edits: 1 = <1323/info:/1734283497514/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1346=[#edits: 1 = <1324/info:/1734283497514/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1347=[#edits: 1 = <1325/info:/1734283497514/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1348=[#edits: 1 = <1326/info:/1734283497515/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1349=[#edits: 1 = <1327/info:/1734283497515/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1350=[#edits: 1 = <1328/info:/1734283497515/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1351=[#edits: 1 = <1329/info:/1734283497515/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1352=[#edits: 1 = <1330/info:/1734283497516/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1353=[#edits: 1 = <1331/info:/1734283497516/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1354=[#edits: 1 = <1332/info:/1734283497516/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1355=[#edits: 1 = <1333/info:/1734283497516/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1356=[#edits: 1 = <1334/info:/1734283497517/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1357=[#edits: 1 = <1335/info:/1734283497517/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1358=[#edits: 1 = <1336/info:/1734283497517/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1359=[#edits: 1 = <1337/info:/1734283497517/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1360=[#edits: 1 = <1338/info:/1734283497518/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1361=[#edits: 1 = <1339/info:/1734283497518/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1362=[#edits: 1 = <1340/info:/1734283497518/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1363=[#edits: 1 = <1341/info:/1734283497518/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1364=[#edits: 1 = <1342/info:/1734283497519/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1365=[#edits: 1 = <1343/info:/1734283497519/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1366=[#edits: 1 = <1344/info:/1734283497519/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1367=[#edits: 1 = <1345/info:/1734283497519/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1368=[#edits: 1 = <1346/info:/1734283497520/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1369=[#edits: 1 = <1347/info:/1734283497521/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1370=[#edits: 1 = <1348/info:/1734283497522/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1371=[#edits: 1 = <1349/info:/1734283497523/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1372=[#edits: 1 = <1350/info:/1734283497523/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1373=[#edits: 1 = <1351/info:/1734283497524/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1374=[#edits: 1 = <1352/info:/1734283497524/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1375=[#edits: 1 = <1353/info:/1734283497527/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1376=[#edits: 1 = <1354/info:/1734283497529/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1377=[#edits: 1 = <1355/info:/1734283497529/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1378=[#edits: 1 = <1356/info:/1734283497529/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1379=[#edits: 1 = <1357/info:/1734283497530/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1380=[#edits: 1 = <1358/info:/1734283497530/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1381=[#edits: 1 = <1359/info:/1734283497530/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1382=[#edits: 1 = <1360/info:/1734283497531/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1383=[#edits: 1 = <1361/info:/1734283497531/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1384=[#edits: 1 = <1362/info:/1734283497532/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1385=[#edits: 1 = <1363/info:/1734283497532/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1386=[#edits: 1 = <1364/info:/1734283497533/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1387=[#edits: 1 = <1365/info:/1734283497533/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1388=[#edits: 1 = <1366/info:/1734283497534/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1389=[#edits: 1 = <1367/info:/1734283497534/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1390=[#edits: 1 = <1368/info:/1734283497535/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1391=[#edits: 1 = <1369/info:/1734283497536/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1392=[#edits: 1 = <1370/info:/1734283497536/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1393=[#edits: 1 = <1371/info:/1734283497536/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1394=[#edits: 1 = <1372/info:/1734283497537/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1395=[#edits: 1 = <1373/info:/1734283497537/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1396=[#edits: 1 = <1374/info:/1734283497537/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1397=[#edits: 1 = <1375/info:/1734283497537/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1398=[#edits: 1 = <1376/info:/1734283497538/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1399=[#edits: 1 = <1377/info:/1734283497538/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1400=[#edits: 1 = <1378/info:/1734283497538/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta, lastWalPosition=19211, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:57,693 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:57,695 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1401=[#edits: 1 = <1379/info:/1734283497541/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1402=[#edits: 1 = <1380/info:/1734283497547/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1403=[#edits: 1 = <1381/info:/1734283497548/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1404=[#edits: 1 = <1382/info:/1734283497548/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1405=[#edits: 1 = <1383/info:/1734283497548/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1406=[#edits: 1 = <1384/info:/1734283497548/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1407=[#edits: 1 = <1385/info:/1734283497549/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1408=[#edits: 1 = <1386/info:/1734283497549/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1409=[#edits: 1 = <1387/info:/1734283497549/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1410=[#edits: 1 = <1388/info:/1734283497549/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1411=[#edits: 1 = <1389/info:/1734283497550/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1412=[#edits: 1 = <1390/info:/1734283497550/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1413=[#edits: 1 = <1391/info:/1734283497550/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1414=[#edits: 1 = <1392/info:/1734283497550/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1415=[#edits: 1 = <1393/info:/1734283497551/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1416=[#edits: 1 = <1394/info:/1734283497551/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1417=[#edits: 1 = <1395/info:/1734283497551/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1418=[#edits: 1 = <1396/info:/1734283497551/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1419=[#edits: 1 = <1397/info:/1734283497552/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1420=[#edits: 1 = <1398/info:/1734283497552/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1421=[#edits: 1 = <1399/info:/1734283497552/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1422=[#edits: 1 = <1400/info:/1734283497552/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1423=[#edits: 1 = <1401/info:/1734283497553/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1424=[#edits: 1 = <1402/info:/1734283497553/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1425=[#edits: 1 = <1403/info:/1734283497553/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1426=[#edits: 1 = <1404/info:/1734283497553/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1427=[#edits: 1 = <1405/info:/1734283497553/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1428=[#edits: 1 = <1406/info:/1734283497554/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1429=[#edits: 1 = <1407/info:/1734283497554/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1430=[#edits: 1 = <1408/info:/1734283497554/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1431=[#edits: 1 = <1409/info:/1734283497554/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1432=[#edits: 1 = <1410/info:/1734283497555/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1433=[#edits: 1 = <1411/info:/1734283497555/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1434=[#edits: 1 = <1412/info:/1734283497555/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1435=[#edits: 1 = <1413/info:/1734283497556/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1436=[#edits: 1 = <1414/info:/1734283497556/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1437=[#edits: 1 = <1415/info:/1734283497556/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1438=[#edits: 1 = <1416/info:/1734283497557/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1439=[#edits: 1 = <1417/info:/1734283497557/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1440=[#edits: 1 = <1418/info:/1734283497557/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1441=[#edits: 1 = <1419/info:/1734283497557/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1442=[#edits: 1 = <1420/info:/1734283497557/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1443=[#edits: 1 = <1421/info:/1734283497558/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1444=[#edits: 1 = <1422/info:/1734283497558/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1445=[#edits: 1 = <1423/info:/1734283497558/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1446=[#edits: 1 = <1424/info:/1734283497559/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1447=[#edits: 1 = <1425/info:/1734283497559/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1448=[#edits: 1 = <1426/info:/1734283497559/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1449=[#edits: 1 = <1427/info:/1734283497559/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1450=[#edits: 1 = <1428/info:/1734283497560/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1451=[#edits: 1 = <1429/info:/1734283497560/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1452=[#edits: 1 = <1430/info:/1734283497560/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1453=[#edits: 1 = <1431/info:/1734283497560/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1454=[#edits: 1 = <1432/info:/1734283497561/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1455=[#edits: 1 = <1433/info:/1734283497561/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1456=[#edits: 1 = <1434/info:/1734283497563/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1457=[#edits: 1 = <1435/info:/1734283497563/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1458=[#edits: 1 = <1436/info:/1734283497563/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1459=[#edits: 1 = <1437/info:/1734283497563/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1460=[#edits: 1 = <1438/info:/1734283497564/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta, lastWalPosition=23591, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:57,697 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1461=[#edits: 1 = <1439/info:/1734283497564/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1462=[#edits: 1 = <1440/info:/1734283497564/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1463=[#edits: 1 = <1441/info:/1734283497565/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1464=[#edits: 1 = <1442/info:/1734283497565/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1465=[#edits: 1 = <1443/info:/1734283497565/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1466=[#edits: 1 = <1444/info:/1734283497565/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1467=[#edits: 1 = <1445/info:/1734283497566/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1468=[#edits: 1 = <1446/info:/1734283497566/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1469=[#edits: 1 = <1447/info:/1734283497566/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1470=[#edits: 1 = <1448/info:/1734283497567/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1471=[#edits: 1 = <1449/info:/1734283497567/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1472=[#edits: 1 = <1450/info:/1734283497567/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1473=[#edits: 1 = <1451/info:/1734283497567/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1474=[#edits: 1 = <1452/info:/1734283497568/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1475=[#edits: 1 = <1453/info:/1734283497568/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1476=[#edits: 1 = <1454/info:/1734283497568/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1477=[#edits: 1 = <1455/info:/1734283497568/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1478=[#edits: 1 = <1456/info:/1734283497569/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1479=[#edits: 1 = <1457/info:/1734283497569/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1480=[#edits: 1 = <1458/info:/1734283497570/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1481=[#edits: 1 = <1459/info:/1734283497571/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1482=[#edits: 1 = <1460/info:/1734283497571/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1483=[#edits: 1 = <1461/info:/1734283497572/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1484=[#edits: 1 = <1462/info:/1734283497572/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1485=[#edits: 1 = <1463/info:/1734283497573/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1486=[#edits: 1 = <1464/info:/1734283497573/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1487=[#edits: 1 = <1465/info:/1734283497573/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1488=[#edits: 1 = <1466/info:/1734283497574/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1489=[#edits: 1 = <1467/info:/1734283497574/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1490=[#edits: 1 = <1468/info:/1734283497574/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1491=[#edits: 1 = <1469/info:/1734283497574/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1492=[#edits: 1 = <1470/info:/1734283497575/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1493=[#edits: 1 = <1471/info:/1734283497575/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1494=[#edits: 1 = <1472/info:/1734283497575/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1495=[#edits: 1 = <1473/info:/1734283497576/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1496=[#edits: 1 = <1474/info:/1734283497576/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1497=[#edits: 1 = <1475/info:/1734283497579/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1498=[#edits: 1 = <1476/info:/1734283497580/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1499=[#edits: 1 = <1477/info:/1734283497580/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1500=[#edits: 1 = <1478/info:/1734283497583/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1501=[#edits: 1 = <1479/info:/1734283497584/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1502=[#edits: 1 = <1480/info:/1734283497584/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1503=[#edits: 1 = <1481/info:/1734283497585/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1504=[#edits: 1 = <1482/info:/1734283497585/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1505=[#edits: 1 = <1483/info:/1734283497585/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1506=[#edits: 1 = <1484/info:/1734283497591/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1507=[#edits: 1 = <1485/info:/1734283497592/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1508=[#edits: 1 = <1486/info:/1734283497592/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1509=[#edits: 1 = <1487/info:/1734283497593/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1510=[#edits: 1 = <1488/info:/1734283497593/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1511=[#edits: 1 = <1489/info:/1734283497593/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1512=[#edits: 1 = <1490/info:/1734283497593/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1513=[#edits: 1 = <1491/info:/1734283497594/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1514=[#edits: 1 = <1492/info:/1734283497594/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1515=[#edits: 1 = <1493/info:/1734283497599/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1516=[#edits: 1 = <1494/info:/1734283497603/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1517=[#edits: 1 = <1495/info:/1734283497603/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1518=[#edits: 1 = <1496/info:/1734283497604/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1519=[#edits: 1 = <1497/info:/1734283497604/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1520=[#edits: 1 = <1498/info:/1734283497604/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta, lastWalPosition=27971, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:57,697 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:57,698 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:57,707 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1521=[#edits: 1 = <1499/info:/1734283497604/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1522=[#edits: 1 = <1500/info:/1734283497605/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1523=[#edits: 1 = <1501/info:/1734283497605/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1524=[#edits: 1 = <1502/info:/1734283497606/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1525=[#edits: 1 = <1503/info:/1734283497606/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1526=[#edits: 1 = <1504/info:/1734283497606/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1527=[#edits: 1 = <1505/info:/1734283497606/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1528=[#edits: 1 = <1506/info:/1734283497607/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1529=[#edits: 1 = <1507/info:/1734283497607/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1530=[#edits: 1 = <1508/info:/1734283497607/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1531=[#edits: 1 = <1509/info:/1734283497608/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1532=[#edits: 1 = <1510/info:/1734283497608/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1533=[#edits: 1 = <1511/info:/1734283497608/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1534=[#edits: 1 = <1512/info:/1734283497608/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1535=[#edits: 1 = <1513/info:/1734283497609/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1536=[#edits: 1 = <1514/info:/1734283497609/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1537=[#edits: 1 = <1515/info:/1734283497609/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1538=[#edits: 1 = <1516/info:/1734283497609/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1539=[#edits: 1 = <1517/info:/1734283497610/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1540=[#edits: 1 = <1518/info:/1734283497610/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1541=[#edits: 1 = <1519/info:/1734283497610/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1542=[#edits: 1 = <1520/info:/1734283497610/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1543=[#edits: 1 = <1521/info:/1734283497611/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1544=[#edits: 1 = <1522/info:/1734283497611/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1545=[#edits: 1 = <1523/info:/1734283497611/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1546=[#edits: 1 = <1524/info:/1734283497611/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1547=[#edits: 1 = <1525/info:/1734283497612/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1548=[#edits: 1 = <1526/info:/1734283497612/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1549=[#edits: 1 = <1527/info:/1734283497612/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1550=[#edits: 1 = <1528/info:/1734283497613/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1551=[#edits: 1 = <1529/info:/1734283497613/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1552=[#edits: 1 = <1530/info:/1734283497613/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1553=[#edits: 1 = <1531/info:/1734283497613/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1554=[#edits: 1 = <1532/info:/1734283497614/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1555=[#edits: 1 = <1533/info:/1734283497614/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1556=[#edits: 1 = <1534/info:/1734283497614/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1557=[#edits: 1 = <1535/info:/1734283497614/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1558=[#edits: 1 = <1536/info:/1734283497615/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1559=[#edits: 1 = <1537/info:/1734283497615/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1560=[#edits: 1 = <1538/info:/1734283497615/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1561=[#edits: 1 = <1539/info:/1734283497616/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1562=[#edits: 1 = <1540/info:/1734283497616/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1563=[#edits: 1 = <1541/info:/1734283497617/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1564=[#edits: 1 = <1542/info:/1734283497617/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1565=[#edits: 1 = <1543/info:/1734283497618/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1566=[#edits: 1 = <1544/info:/1734283497618/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1567=[#edits: 1 = <1545/info:/1734283497618/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1568=[#edits: 1 = <1546/info:/1734283497618/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1569=[#edits: 1 = <1547/info:/1734283497619/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1570=[#edits: 1 = <1548/info:/1734283497619/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1571=[#edits: 1 = <1549/info:/1734283497619/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1572=[#edits: 1 = <1550/info:/1734283497620/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1573=[#edits: 1 = <1551/info:/1734283497620/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1574=[#edits: 1 = <1552/info:/1734283497620/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1575=[#edits: 1 = <1553/info:/1734283497621/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1576=[#edits: 1 = <1554/info:/1734283497621/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1577=[#edits: 1 = <1555/info:/1734283497621/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1578=[#edits: 1 = <1556/info:/1734283497621/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1579=[#edits: 1 = <1557/info:/1734283497622/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1580=[#edits: 1 = <1558/info:/1734283497622/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta, lastWalPosition=32351, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:57,708 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:57,708 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1581=[#edits: 1 = <1559/info:/1734283497622/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1582=[#edits: 1 = <1560/info:/1734283497622/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1583=[#edits: 1 = <1561/info:/1734283497623/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1584=[#edits: 1 = <1562/info:/1734283497623/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1585=[#edits: 1 = <1563/info:/1734283497623/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1586=[#edits: 1 = <1564/info:/1734283497624/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1587=[#edits: 1 = <1565/info:/1734283497624/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1588=[#edits: 1 = <1566/info:/1734283497624/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1589=[#edits: 1 = <1567/info:/1734283497625/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1590=[#edits: 1 = <1568/info:/1734283497625/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1591=[#edits: 1 = <1569/info:/1734283497625/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1592=[#edits: 1 = <1570/info:/1734283497627/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1593=[#edits: 1 = <1571/info:/1734283497632/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1594=[#edits: 1 = <1572/info:/1734283497633/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1595=[#edits: 1 = <1573/info:/1734283497635/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1596=[#edits: 1 = <1574/info:/1734283497639/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1597=[#edits: 1 = <1575/info:/1734283497640/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1598=[#edits: 1 = <1576/info:/1734283497640/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1599=[#edits: 1 = <1577/info:/1734283497641/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1600=[#edits: 1 = <1578/info:/1734283497641/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1601=[#edits: 1 = <1579/info:/1734283497643/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1602=[#edits: 1 = <1580/info:/1734283497643/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1603=[#edits: 1 = <1581/info:/1734283497644/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1604=[#edits: 1 = <1582/info:/1734283497644/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1605=[#edits: 1 = <1583/info:/1734283497644/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1606=[#edits: 1 = <1584/info:/1734283497645/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1607=[#edits: 1 = <1585/info:/1734283497645/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1608=[#edits: 1 = <1586/info:/1734283497645/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1609=[#edits: 1 = <1587/info:/1734283497646/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1610=[#edits: 1 = <1588/info:/1734283497646/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1611=[#edits: 1 = <1589/info:/1734283497646/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1612=[#edits: 1 = <1590/info:/1734283497646/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1613=[#edits: 1 = <1591/info:/1734283497647/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1614=[#edits: 1 = <1592/info:/1734283497647/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1615=[#edits: 1 = <1593/info:/1734283497648/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1616=[#edits: 1 = <1594/info:/1734283497648/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1617=[#edits: 1 = <1595/info:/1734283497648/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1618=[#edits: 1 = <1596/info:/1734283497648/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1619=[#edits: 1 = <1597/info:/1734283497649/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1620=[#edits: 1 = <1598/info:/1734283497649/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1621=[#edits: 1 = <1599/info:/1734283497649/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1622=[#edits: 1 = <1600/info:/1734283497649/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1623=[#edits: 1 = <1601/info:/1734283497650/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1624=[#edits: 1 = <1602/info:/1734283497650/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1625=[#edits: 1 = <1603/info:/1734283497650/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1626=[#edits: 1 = <1604/info:/1734283497650/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1627=[#edits: 1 = <1605/info:/1734283497651/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1628=[#edits: 1 = <1606/info:/1734283497651/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1629=[#edits: 1 = <1607/info:/1734283497651/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1630=[#edits: 1 = <1608/info:/1734283497651/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1631=[#edits: 1 = <1609/info:/1734283497652/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1632=[#edits: 1 = <1610/info:/1734283497652/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1633=[#edits: 1 = <1611/info:/1734283497652/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1634=[#edits: 1 = <1612/info:/1734283497652/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1635=[#edits: 1 = <1613/info:/1734283497653/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1636=[#edits: 1 = <1614/info:/1734283497653/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1637=[#edits: 1 = <1615/info:/1734283497653/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1638=[#edits: 1 = <1616/info:/1734283497654/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1639=[#edits: 1 = <1617/info:/1734283497654/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1640=[#edits: 1 = <1618/info:/1734283497654/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta, lastWalPosition=36731, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:57,709 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 42 WAL entries eligible for replication 2024-12-15T17:24:57,710 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta to pos 44177, reset compression=false 2024-12-15T17:24:57,710 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1641=[#edits: 1 = <1619/info:/1734283497654/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1642=[#edits: 1 = <1620/info:/1734283497655/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1643=[#edits: 1 = <1621/info:/1734283497656/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1644=[#edits: 1 = <1622/info:/1734283497656/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1645=[#edits: 1 = <1623/info:/1734283497656/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1646=[#edits: 1 = <1624/info:/1734283497657/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1647=[#edits: 1 = <1625/info:/1734283497657/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1648=[#edits: 1 = <1626/info:/1734283497657/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1649=[#edits: 1 = <1627/info:/1734283497658/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1650=[#edits: 1 = <1628/info:/1734283497658/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1651=[#edits: 1 = <1629/info:/1734283497658/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1652=[#edits: 1 = <1630/info:/1734283497659/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1653=[#edits: 1 = <1631/info:/1734283497659/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1654=[#edits: 1 = <1632/info:/1734283497659/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1655=[#edits: 1 = <1633/info:/1734283497660/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1656=[#edits: 1 = <1634/info:/1734283497660/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1657=[#edits: 1 = <1635/info:/1734283497660/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1658=[#edits: 1 = <1636/info:/1734283497660/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1659=[#edits: 1 = <1637/info:/1734283497661/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1660=[#edits: 1 = <1638/info:/1734283497661/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1661=[#edits: 1 = <1639/info:/1734283497661/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1662=[#edits: 1 = <1640/info:/1734283497661/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1663=[#edits: 1 = <1641/info:/1734283497662/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1664=[#edits: 1 = <1642/info:/1734283497662/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1665=[#edits: 1 = <1643/info:/1734283497662/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1666=[#edits: 1 = <1644/info:/1734283497663/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1667=[#edits: 1 = <1645/info:/1734283497663/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1668=[#edits: 1 = <1646/info:/1734283497663/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1669=[#edits: 1 = <1647/info:/1734283497664/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1670=[#edits: 1 = <1648/info:/1734283497664/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1671=[#edits: 1 = <1649/info:/1734283497664/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1672=[#edits: 1 = <1650/info:/1734283497665/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1673=[#edits: 1 = <1651/info:/1734283497665/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1674=[#edits: 1 = <1652/info:/1734283497665/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1675=[#edits: 1 = <1653/info:/1734283497665/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1676=[#edits: 1 = <1654/info:/1734283497666/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1677=[#edits: 1 = <1655/info:/1734283497666/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1678=[#edits: 1 = <1656/info:/1734283497666/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1679=[#edits: 1 = <1657/info:/1734283497667/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1680=[#edits: 1 = <1658/info:/1734283497667/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1681=[#edits: 1 = <1659/info:/1734283497667/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1682=[#edits: 1 = <1660/info:/1734283497668/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1683=[#edits: 1 = <1661/info:/1734283497668/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1684=[#edits: 1 = <1662/info:/1734283497668/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1685=[#edits: 1 = <1663/info:/1734283497668/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1686=[#edits: 1 = <1664/info:/1734283497669/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1687=[#edits: 1 = <1665/info:/1734283497669/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1688=[#edits: 1 = <1666/info:/1734283497669/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1689=[#edits: 1 = <1667/info:/1734283497669/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1690=[#edits: 1 = <1668/info:/1734283497670/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1691=[#edits: 1 = <1669/info:/1734283497670/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1692=[#edits: 1 = <1670/info:/1734283497671/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1693=[#edits: 1 = <1671/info:/1734283497671/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1694=[#edits: 1 = <1672/info:/1734283497672/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1695=[#edits: 1 = <1673/info:/1734283497672/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1696=[#edits: 1 = <1674/info:/1734283497672/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1697=[#edits: 1 = <1675/info:/1734283497672/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1698=[#edits: 1 = <1676/info:/1734283497673/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1699=[#edits: 1 = <1677/info:/1734283497673/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1700=[#edits: 1 = <1678/info:/1734283497673/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta, lastWalPosition=41111, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:57,712 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1701=[#edits: 1 = <1679/info:/1734283497673/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1702=[#edits: 1 = <1680/info:/1734283497673/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1703=[#edits: 1 = <1681/info:/1734283497674/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1704=[#edits: 1 = <1682/info:/1734283497674/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1705=[#edits: 1 = <1683/info:/1734283497674/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1706=[#edits: 1 = <1684/info:/1734283497675/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1707=[#edits: 1 = <1685/info:/1734283497675/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1708=[#edits: 1 = <1686/info:/1734283497675/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1709=[#edits: 1 = <1687/info:/1734283497675/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1710=[#edits: 1 = <1688/info:/1734283497676/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1711=[#edits: 1 = <1689/info:/1734283497676/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1712=[#edits: 1 = <1690/info:/1734283497676/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1713=[#edits: 1 = <1691/info:/1734283497676/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1714=[#edits: 1 = <1692/info:/1734283497677/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1715=[#edits: 1 = <1693/info:/1734283497677/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1716=[#edits: 1 = <1694/info:/1734283497677/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1717=[#edits: 1 = <1695/info:/1734283497678/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1718=[#edits: 1 = <1696/info:/1734283497678/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1719=[#edits: 1 = <1697/info:/1734283497678/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1720=[#edits: 1 = <1698/info:/1734283497678/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1721=[#edits: 1 = <1699/info:/1734283497679/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1722=[#edits: 1 = <1700/info:/1734283497679/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1723=[#edits: 1 = <1701/info:/1734283497679/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1724=[#edits: 1 = <1702/info:/1734283497679/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1725=[#edits: 1 = <1703/info:/1734283497680/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1726=[#edits: 1 = <1704/info:/1734283497680/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1727=[#edits: 1 = <1705/info:/1734283497680/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1728=[#edits: 1 = <1706/info:/1734283497680/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1729=[#edits: 1 = <1707/info:/1734283497681/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1730=[#edits: 1 = <1708/info:/1734283497681/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1731=[#edits: 1 = <1709/info:/1734283497681/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1732=[#edits: 1 = <1710/info:/1734283497681/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1733=[#edits: 1 = <1711/info:/1734283497682/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1734=[#edits: 1 = <1712/info:/1734283497682/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1735=[#edits: 1 = <1713/info:/1734283497682/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1736=[#edits: 1 = <1714/info:/1734283497682/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1737=[#edits: 1 = <1715/info:/1734283497683/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1738=[#edits: 1 = <1716/info:/1734283497683/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1739=[#edits: 1 = <1717/info:/1734283497683/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1740=[#edits: 1 = <1718/info:/1734283497684/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1741=[#edits: 1 = <1719/info:/1734283497684/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1742=[#edits: 1 = <1720/info:/1734283497685/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta, lastWalPosition=44177, nbRowKeys=42, nbHFiles=0, heapSize=7224, lastSeqIds={}, endOfFile=false,usedBufferSize=7224] 2024-12-15T17:24:57,715 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 16 WAL entries eligible for replication 2024-12-15T17:24:57,715 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1743=[#edits: 1 = <1721/info:/1734283497686/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1744=[#edits: 1 = <1722/info:/1734283497686/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1745=[#edits: 1 = <1723/info:/1734283497687/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1746=[#edits: 1 = <1724/info:/1734283497691/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1747=[#edits: 1 = <1725/info:/1734283497692/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1748=[#edits: 1 = <1726/info:/1734283497692/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1749=[#edits: 1 = <1727/info:/1734283497695/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1750=[#edits: 1 = <1728/info:/1734283497696/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1751=[#edits: 1 = <1729/info:/1734283497700/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1752=[#edits: 1 = <1730/info:/1734283497704/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1753=[#edits: 1 = <1731/info:/1734283497705/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1754=[#edits: 1 = <1732/info:/1734283497705/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1755=[#edits: 1 = <1733/info:/1734283497706/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1756=[#edits: 1 = <1734/info:/1734283497706/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1757=[#edits: 1 = <1735/info:/1734283497707/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1758=[#edits: 1 = <1736/info:/1734283497710/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta, lastWalPosition=45345, nbRowKeys=16, nbHFiles=0, heapSize=2752, lastSeqIds={}, endOfFile=false,usedBufferSize=2752] 2024-12-15T17:24:57,715 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta to pos 45345, reset compression=false 2024-12-15T17:24:57,723 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:57,723 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1759=[#edits: 1 = <1737/info:/1734283497711/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1760=[#edits: 1 = <1738/info:/1734283497716/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta, lastWalPosition=45491, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-15T17:24:57,723 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta to pos 45491, reset compression=false 2024-12-15T17:24:57,727 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:24:57,727 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta to pos 45564, reset compression=false 2024-12-15T17:24:57,727 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1761=[#edits: 1 = <1739/info:/1734283497722/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta, lastWalPosition=45564, nbRowKeys=1, nbHFiles=0, heapSize=172, lastSeqIds={}, endOfFile=false,usedBufferSize=172] 2024-12-15T17:24:57,736 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:24:57,736 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta to pos 45637, reset compression=false 2024-12-15T17:24:57,736 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1762=[#edits: 1 = <1740/info:/1734283497731/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta, lastWalPosition=45637, nbRowKeys=1, nbHFiles=0, heapSize=172, lastSeqIds={}, endOfFile=false,usedBufferSize=172] 2024-12-15T17:24:57,756 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 14 WAL entries eligible for replication 2024-12-15T17:24:57,756 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta to pos 46659, reset compression=false 2024-12-15T17:24:57,756 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1763=[#edits: 1 = <1741/info:/1734283497738/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1764=[#edits: 1 = <1742/info:/1734283497739/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1765=[#edits: 1 = <1743/info:/1734283497743/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1766=[#edits: 1 = <1744/info:/1734283497743/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1767=[#edits: 1 = <1745/info:/1734283497744/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1768=[#edits: 1 = <1746/info:/1734283497744/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1769=[#edits: 1 = <1747/info:/1734283497745/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1770=[#edits: 1 = <1748/info:/1734283497745/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1771=[#edits: 1 = <1749/info:/1734283497746/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1772=[#edits: 1 = <1750/info:/1734283497747/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1773=[#edits: 1 = <1751/info:/1734283497748/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1774=[#edits: 1 = <1752/info:/1734283497749/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1775=[#edits: 1 = <1753/info:/1734283497751/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1776=[#edits: 1 = <1754/info:/1734283497751/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta, lastWalPosition=46659, nbRowKeys=14, nbHFiles=0, heapSize=2408, lastSeqIds={}, endOfFile=false,usedBufferSize=2408] 2024-12-15T17:24:57,777 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-15T17:24:57,777 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1777=[#edits: 1 = <1755/info:/1734283497755/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1778=[#edits: 1 = <1756/info:/1734283497760/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1779=[#edits: 1 = <1757/info:/1734283497761/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1780=[#edits: 1 = <1758/info:/1734283497764/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1781=[#edits: 1 = <1759/info:/1734283497767/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1782=[#edits: 1 = <1760/info:/1734283497769/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1783=[#edits: 1 = <1761/info:/1734283497770/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1784=[#edits: 1 = <1762/info:/1734283497770/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1785=[#edits: 1 = <1763/info:/1734283497771/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1786=[#edits: 1 = <1764/info:/1734283497771/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1787=[#edits: 1 = <1765/info:/1734283497774/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta, lastWalPosition=47462, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-15T17:24:57,778 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta to pos 47462, reset compression=false 2024-12-15T17:24:57,785 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:57,785 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta to pos 47608, reset compression=false 2024-12-15T17:24:57,785 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1788=[#edits: 1 = <1766/info:/1734283497775/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1789=[#edits: 1 = <1767/info:/1734283497780/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta, lastWalPosition=47608, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-15T17:24:57,789 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:57,789 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta to pos 47827, reset compression=false 2024-12-15T17:24:57,789 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1790=[#edits: 1 = <1768/info:/1734283497784/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1791=[#edits: 1 = <1769/info:/1734283497785/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1792=[#edits: 1 = <1770/info:/1734283497785/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta, lastWalPosition=47827, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-15T17:24:57,801 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:57,801 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1793=[#edits: 1 = <1771/info:/1734283497786/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1794=[#edits: 1 = <1772/info:/1734283497795/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta, lastWalPosition=47973, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-15T17:24:57,801 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta to pos 47973, reset compression=false 2024-12-15T17:24:57,816 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 30 WAL entries eligible for replication 2024-12-15T17:24:57,817 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1795=[#edits: 1 = <1773/info:/1734283497800/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1796=[#edits: 1 = <1774/info:/1734283497800/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1797=[#edits: 1 = <1775/info:/1734283497801/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1798=[#edits: 1 = <1776/info:/1734283497802/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1799=[#edits: 1 = <1777/info:/1734283497802/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1800=[#edits: 1 = <1778/info:/1734283497803/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1801=[#edits: 1 = <1779/info:/1734283497803/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1802=[#edits: 1 = <1780/info:/1734283497805/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1803=[#edits: 1 = <1781/info:/1734283497806/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1804=[#edits: 1 = <1782/info:/1734283497807/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1805=[#edits: 1 = <1783/info:/1734283497807/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1806=[#edits: 1 = <1784/info:/1734283497808/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1807=[#edits: 1 = <1785/info:/1734283497808/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1808=[#edits: 1 = <1786/info:/1734283497808/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1809=[#edits: 1 = <1787/info:/1734283497809/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1810=[#edits: 1 = <1788/info:/1734283497809/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1811=[#edits: 1 = <1789/info:/1734283497809/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1812=[#edits: 1 = <1790/info:/1734283497810/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1813=[#edits: 1 = <1791/info:/1734283497810/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1814=[#edits: 1 = <1792/info:/1734283497810/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1815=[#edits: 1 = <1793/info:/1734283497810/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1816=[#edits: 1 = <1794/info:/1734283497811/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1817=[#edits: 1 = <1795/info:/1734283497811/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1818=[#edits: 1 = <1796/info:/1734283497811/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1819=[#edits: 1 = <1797/info:/1734283497812/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1820=[#edits: 1 = <1798/info:/1734283497812/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1821=[#edits: 1 = <1799/info:/1734283497813/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1822=[#edits: 1 = <1800/info:/1734283497813/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1823=[#edits: 1 = <1801/info:/1734283497813/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1824=[#edits: 1 = <1802/info:/1734283497814/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta, lastWalPosition=50163, nbRowKeys=30, nbHFiles=0, heapSize=5160, lastSeqIds={}, endOfFile=false,usedBufferSize=5160] 2024-12-15T17:24:57,817 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta to pos 50163, reset compression=false 2024-12-15T17:24:57,825 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 25 WAL entries eligible for replication 2024-12-15T17:24:57,825 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta to pos 51988, reset compression=false 2024-12-15T17:24:57,825 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1825=[#edits: 1 = <1803/info:/1734283497814/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1826=[#edits: 1 = <1804/info:/1734283497815/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1827=[#edits: 1 = <1805/info:/1734283497815/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1828=[#edits: 1 = <1806/info:/1734283497816/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1829=[#edits: 1 = <1807/info:/1734283497816/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1830=[#edits: 1 = <1808/info:/1734283497817/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1831=[#edits: 1 = <1809/info:/1734283497817/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1832=[#edits: 1 = <1810/info:/1734283497818/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1833=[#edits: 1 = <1811/info:/1734283497818/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1834=[#edits: 1 = <1812/info:/1734283497819/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1835=[#edits: 1 = <1813/info:/1734283497819/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1836=[#edits: 1 = <1814/info:/1734283497819/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1837=[#edits: 1 = <1815/info:/1734283497820/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1838=[#edits: 1 = <1816/info:/1734283497820/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1839=[#edits: 1 = <1817/info:/1734283497820/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1840=[#edits: 1 = <1818/info:/1734283497820/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1841=[#edits: 1 = <1819/info:/1734283497821/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1842=[#edits: 1 = <1820/info:/1734283497821/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1843=[#edits: 1 = <1821/info:/1734283497821/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1844=[#edits: 1 = <1822/info:/1734283497822/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1845=[#edits: 1 = <1823/info:/1734283497822/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1846=[#edits: 1 = <1824/info:/1734283497822/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1847=[#edits: 1 = <1825/info:/1734283497822/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1848=[#edits: 1 = <1826/info:/1734283497823/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1849=[#edits: 1 = <1827/info:/1734283497823/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta, lastWalPosition=51988, nbRowKeys=25, nbHFiles=0, heapSize=4300, lastSeqIds={}, endOfFile=false,usedBufferSize=4300] 2024-12-15T17:24:57,833 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-15T17:24:57,834 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta to pos 52280, reset compression=false 2024-12-15T17:24:57,835 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1850=[#edits: 1 = <1828/info:/1734283497823/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1851=[#edits: 1 = <1829/info:/1734283497824/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1852=[#edits: 1 = <1830/info:/1734283497824/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1853=[#edits: 1 = <1831/info:/1734283497825/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta, lastWalPosition=52280, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-15T17:24:57,844 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:24:57,844 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta to pos 52353, reset compression=false 2024-12-15T17:24:57,844 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1854=[#edits: 1 = <1832/info:/1734283497832/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta, lastWalPosition=52353, nbRowKeys=1, nbHFiles=0, heapSize=172, lastSeqIds={}, endOfFile=false,usedBufferSize=172] 2024-12-15T17:24:57,951 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(216): flushing table 2024-12-15T17:24:57,951 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=31.25 KB heapSize=102.31 KB 2024-12-15T17:24:57,955 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/.tmp/info/6b8c4a6449d340dbab67faedfdccd8b8 is 36, key is 1000/info:/1734283497186/Put/seqid=0 2024-12-15T17:24:57,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741845_1021 (size=46423) 2024-12-15T17:24:57,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38813 is added to blk_1073741845_1021 (size=46423) 2024-12-15T17:24:57,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40259 is added to blk_1073741845_1021 (size=46423) 2024-12-15T17:24:57,963 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.25 KB at sequenceid=2022 (bloomFilter=true), to=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/.tmp/info/6b8c4a6449d340dbab67faedfdccd8b8 2024-12-15T17:24:57,966 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/.tmp/info/6b8c4a6449d340dbab67faedfdccd8b8 as hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/info/6b8c4a6449d340dbab67faedfdccd8b8 2024-12-15T17:24:57,969 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/info/6b8c4a6449d340dbab67faedfdccd8b8, entries=1000, sequenceid=2022, filesize=45.3 K 2024-12-15T17:24:57,970 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~31.25 KB/32000, heapSize ~101.80 KB/104240, currentSize=0 B/0 for 1588230740 in 19ms, sequenceid=2022, compaction requested=true 2024-12-15T17:24:57,970 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-15T17:24:57,970 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(218): compacting table 2024-12-15T17:24:57,970 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:24:57,971 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 96861 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:24:57,971 DEBUG [Time-limited test {}] regionserver.HStore(1540): 1588230740/info is initiating minor compaction (all files) 2024-12-15T17:24:57,971 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-15T17:24:57,971 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:57,971 INFO [Time-limited test {}] regionserver.HRegion(2351): Starting compaction of 1588230740/info in hbase:meta,,1.1588230740 2024-12-15T17:24:57,971 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/info/c115408207834169aa8c0d55e59c3a9d, hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/info/4eeb333e296840eaa60ec68d86541a5d, hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/info/6b8c4a6449d340dbab67faedfdccd8b8] into tmpdir=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/.tmp, totalSize=94.6 K 2024-12-15T17:24:57,972 DEBUG [Time-limited test {}] compactions.Compactor(224): Compacting c115408207834169aa8c0d55e59c3a9d, keycount=10, bloomtype=ROWCOL, size=6.4 K, encoding=ROW_INDEX_V1, compression=NONE, seqNum=9, earliestPutTs=1734283491030 2024-12-15T17:24:57,972 DEBUG [Time-limited test {}] compactions.Compactor(224): Compacting 4eeb333e296840eaa60ec68d86541a5d, keycount=1000, bloomtype=ROWCOL, size=42.8 K, encoding=ROW_INDEX_V1, compression=NONE, seqNum=1019, earliestPutTs=1734283493906 2024-12-15T17:24:57,972 DEBUG [Time-limited test {}] compactions.Compactor(224): Compacting 6b8c4a6449d340dbab67faedfdccd8b8, keycount=1000, bloomtype=ROWCOL, size=45.3 K, encoding=ROW_INDEX_V1, compression=NONE, seqNum=2022, earliestPutTs=1734283497186 2024-12-15T17:24:57,988 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 1588230740#info#compaction#72 average throughput is 6.00 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:24:57,988 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/.tmp/info/41d71b0866e24b61abe353ba0bec8ef0 is 143, key is hbase:namespace,,1734283490512.151be232931ac1c783b54fe6fc6e1c7a./info:regioninfo/1734283491503/Put/seqid=0 2024-12-15T17:24:57,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38813 is added to blk_1073741846_1022 (size=86780) 2024-12-15T17:24:57,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33611 is added to blk_1073741846_1022 (size=86780) 2024-12-15T17:24:57,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40259 is added to blk_1073741846_1022 (size=86780) 2024-12-15T17:24:57,997 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/.tmp/info/41d71b0866e24b61abe353ba0bec8ef0 as hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/info/41d71b0866e24b61abe353ba0bec8ef0 2024-12-15T17:24:58,006 INFO [Time-limited test {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1588230740/info of 1588230740 into 41d71b0866e24b61abe353ba0bec8ef0(size=84.7 K), total size for store is 84.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:24:58,006 DEBUG [Time-limited test {}] regionserver.HRegion(2381): Compaction status journal for 1588230740: 2024-12-15T17:24:58,006 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-15T17:24:58,007 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-15T17:24:58,007 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-15T17:24:58,007 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-15T17:24:58,007 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-15T17:24:58,007 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-15T17:24:58,007 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(214): Writing data from 2000 to 3000 2024-12-15T17:24:58,047 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta to pos 52353, reset compression=false 2024-12-15T17:24:58,052 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:58,052 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1855=[#edits: 1 = <1833/info:/1734283497843/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1856=[#edits: 1 = <1834/info:/1734283497851/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1857=[#edits: 1 = <1835/info:/1734283497852/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1858=[#edits: 1 = <1836/info:/1734283497852/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1859=[#edits: 1 = <1837/info:/1734283497852/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1860=[#edits: 1 = <1838/info:/1734283497852/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1861=[#edits: 1 = <1839/info:/1734283497853/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1862=[#edits: 1 = <1840/info:/1734283497853/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1863=[#edits: 1 = <1841/info:/1734283497853/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1864=[#edits: 1 = <1842/info:/1734283497854/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1865=[#edits: 1 = <1843/info:/1734283497854/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1866=[#edits: 1 = <1844/info:/1734283497854/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1867=[#edits: 1 = <1845/info:/1734283497854/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1868=[#edits: 1 = <1846/info:/1734283497855/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1869=[#edits: 1 = <1847/info:/1734283497855/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1870=[#edits: 1 = <1848/info:/1734283497855/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1871=[#edits: 1 = <1849/info:/1734283497856/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1872=[#edits: 1 = <1850/info:/1734283497856/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1873=[#edits: 1 = <1851/info:/1734283497856/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1874=[#edits: 1 = <1852/info:/1734283497856/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1875=[#edits: 1 = <1853/info:/1734283497857/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1876=[#edits: 1 = <1854/info:/1734283497857/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1877=[#edits: 1 = <1855/info:/1734283497857/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1878=[#edits: 1 = <1856/info:/1734283497857/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1879=[#edits: 1 = <1857/info:/1734283497858/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1880=[#edits: 1 = <1858/info:/1734283497858/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1881=[#edits: 1 = <1859/info:/1734283497858/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1882=[#edits: 1 = <1860/info:/1734283497858/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1883=[#edits: 1 = <1861/info:/1734283497859/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1884=[#edits: 1 = <1862/info:/1734283497859/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1885=[#edits: 1 = <1863/info:/1734283497859/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1886=[#edits: 1 = <1864/info:/1734283497860/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1887=[#edits: 1 = <1865/info:/1734283497860/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1888=[#edits: 1 = <1866/info:/1734283497860/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1889=[#edits: 1 = <1867/info:/1734283497861/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1890=[#edits: 1 = <1868/info:/1734283497861/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1891=[#edits: 1 = <1869/info:/1734283497861/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1892=[#edits: 1 = <1870/info:/1734283497862/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1893=[#edits: 1 = <1871/info:/1734283497862/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1894=[#edits: 1 = <1872/info:/1734283497863/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1895=[#edits: 1 = <1873/info:/1734283497863/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1896=[#edits: 1 = <1874/info:/1734283497864/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1897=[#edits: 1 = <1875/info:/1734283497864/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1898=[#edits: 1 = <1876/info:/1734283497864/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1899=[#edits: 1 = <1877/info:/1734283497865/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1900=[#edits: 1 = <1878/info:/1734283497865/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1901=[#edits: 1 = <1879/info:/1734283497865/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1902=[#edits: 1 = <1880/info:/1734283497866/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1903=[#edits: 1 = <1881/info:/1734283497866/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1904=[#edits: 1 = <1882/info:/1734283497869/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1905=[#edits: 1 = <1883/info:/1734283497870/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1906=[#edits: 1 = <1884/info:/1734283497873/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1907=[#edits: 1 = <1885/info:/1734283497874/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1908=[#edits: 1 = <1886/info:/1734283497874/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1909=[#edits: 1 = <1887/info:/1734283497875/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1910=[#edits: 1 = <1888/info:/1734283497875/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1911=[#edits: 1 = <1889/info:/1734283497878/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1912=[#edits: 1 = <1890/info:/1734283497879/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1913=[#edits: 1 = <1891/info:/1734283497880/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1914=[#edits: 1 = <1892/info:/1734283497880/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta, lastWalPosition=56733, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:58,053 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:58,053 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1915=[#edits: 1 = <1893/info:/1734283497880/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1916=[#edits: 1 = <1894/info:/1734283497881/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1917=[#edits: 1 = <1895/info:/1734283497881/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1918=[#edits: 1 = <1896/info:/1734283497882/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1919=[#edits: 1 = <1897/info:/1734283497883/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1920=[#edits: 1 = <1898/info:/1734283497891/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1921=[#edits: 1 = <1899/info:/1734283497895/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1922=[#edits: 1 = <1900/info:/1734283497896/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1923=[#edits: 1 = <1901/info:/1734283497900/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1924=[#edits: 1 = <1902/info:/1734283497900/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1925=[#edits: 1 = <1903/info:/1734283497902/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1926=[#edits: 1 = <1904/info:/1734283497903/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1927=[#edits: 1 = <1905/info:/1734283497903/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1928=[#edits: 1 = <1906/info:/1734283497904/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1929=[#edits: 1 = <1907/info:/1734283497904/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1930=[#edits: 1 = <1908/info:/1734283497909/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1931=[#edits: 1 = <1909/info:/1734283497909/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1932=[#edits: 1 = <1910/info:/1734283497911/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1933=[#edits: 1 = <1911/info:/1734283497912/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1934=[#edits: 1 = <1912/info:/1734283497913/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1935=[#edits: 1 = <1913/info:/1734283497913/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1936=[#edits: 1 = <1914/info:/1734283497914/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1937=[#edits: 1 = <1915/info:/1734283497914/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1938=[#edits: 1 = <1916/info:/1734283497914/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1939=[#edits: 1 = <1917/info:/1734283497915/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1940=[#edits: 1 = <1918/info:/1734283497915/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1941=[#edits: 1 = <1919/info:/1734283497916/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1942=[#edits: 1 = <1920/info:/1734283497916/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1943=[#edits: 1 = <1921/info:/1734283497917/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1944=[#edits: 1 = <1922/info:/1734283497917/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1945=[#edits: 1 = <1923/info:/1734283497917/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1946=[#edits: 1 = <1924/info:/1734283497918/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1947=[#edits: 1 = <1925/info:/1734283497918/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1948=[#edits: 1 = <1926/info:/1734283497919/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1949=[#edits: 1 = <1927/info:/1734283497919/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1950=[#edits: 1 = <1928/info:/1734283497920/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1951=[#edits: 1 = <1929/info:/1734283497920/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1952=[#edits: 1 = <1930/info:/1734283497921/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1953=[#edits: 1 = <1931/info:/1734283497921/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1954=[#edits: 1 = <1932/info:/1734283497922/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1955=[#edits: 1 = <1933/info:/1734283497922/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1956=[#edits: 1 = <1934/info:/1734283497923/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1957=[#edits: 1 = <1935/info:/1734283497923/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1958=[#edits: 1 = <1936/info:/1734283497923/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1959=[#edits: 1 = <1937/info:/1734283497924/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1960=[#edits: 1 = <1938/info:/1734283497924/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1961=[#edits: 1 = <1939/info:/1734283497925/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1962=[#edits: 1 = <1940/info:/1734283497925/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1963=[#edits: 1 = <1941/info:/1734283497926/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1964=[#edits: 1 = <1942/info:/1734283497926/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1965=[#edits: 1 = <1943/info:/1734283497927/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1966=[#edits: 1 = <1944/info:/1734283497929/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1967=[#edits: 1 = <1945/info:/1734283497929/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1968=[#edits: 1 = <1946/info:/1734283497929/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1969=[#edits: 1 = <1947/info:/1734283497930/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1970=[#edits: 1 = <1948/info:/1734283497930/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1971=[#edits: 1 = <1949/info:/1734283497932/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1972=[#edits: 1 = <1950/info:/1734283497934/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1973=[#edits: 1 = <1951/info:/1734283497935/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1974=[#edits: 1 = <1952/info:/1734283497936/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta, lastWalPosition=61113, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:58,053 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 57 WAL entries eligible for replication 2024-12-15T17:24:58,055 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:58,055 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/1975=[#edits: 1 = <1953/info:/1734283497936/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1976=[#edits: 1 = <1954/info:/1734283497936/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1977=[#edits: 1 = <1955/info:/1734283497937/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1978=[#edits: 1 = <1956/info:/1734283497937/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1979=[#edits: 1 = <1957/info:/1734283497937/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1980=[#edits: 1 = <1958/info:/1734283497939/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1981=[#edits: 1 = <1959/info:/1734283497939/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1982=[#edits: 1 = <1960/info:/1734283497940/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1983=[#edits: 1 = <1961/info:/1734283497940/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1984=[#edits: 1 = <1962/info:/1734283497940/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1985=[#edits: 1 = <1963/info:/1734283497941/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1986=[#edits: 1 = <1964/info:/1734283497941/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1987=[#edits: 1 = <1965/info:/1734283497941/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1988=[#edits: 1 = <1966/info:/1734283497942/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1989=[#edits: 1 = <1967/info:/1734283497942/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1990=[#edits: 1 = <1968/info:/1734283497943/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1991=[#edits: 1 = <1969/info:/1734283497944/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1992=[#edits: 1 = <1970/info:/1734283497944/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1993=[#edits: 1 = <1971/info:/1734283497944/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1994=[#edits: 1 = <1972/info:/1734283497944/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1995=[#edits: 1 = <1973/info:/1734283497945/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1996=[#edits: 1 = <1974/info:/1734283497945/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1997=[#edits: 1 = <1975/info:/1734283497945/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1998=[#edits: 1 = <1976/info:/1734283497946/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/1999=[#edits: 1 = <1977/info:/1734283497946/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2000=[#edits: 1 = <1978/info:/1734283497946/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2001=[#edits: 1 = <1979/info:/1734283497946/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2002=[#edits: 1 = <1980/info:/1734283497947/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2003=[#edits: 1 = <1981/info:/1734283497947/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2004=[#edits: 1 = <1982/info:/1734283497947/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2005=[#edits: 1 = <1983/info:/1734283497947/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2006=[#edits: 1 = <1984/info:/1734283497948/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2007=[#edits: 1 = <1985/info:/1734283497948/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2008=[#edits: 1 = <1986/info:/1734283497948/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2009=[#edits: 1 = <1987/info:/1734283497948/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2010=[#edits: 1 = <1988/info:/1734283497949/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2011=[#edits: 1 = <1989/info:/1734283497949/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2012=[#edits: 1 = <1990/info:/1734283497949/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2013=[#edits: 1 = <1991/info:/1734283497949/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2014=[#edits: 1 = <1992/info:/1734283497949/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2015=[#edits: 1 = <1993/info:/1734283497950/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2016=[#edits: 1 = <1994/info:/1734283497950/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2017=[#edits: 1 = <1995/info:/1734283497950/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2018=[#edits: 1 = <1996/info:/1734283497950/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2019=[#edits: 1 = <1997/info:/1734283497951/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2020=[#edits: 1 = <1998/info:/1734283497951/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2021=[#edits: 1 = <1999/info:/1734283497951/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2023=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734283497952/Put/vlen=102/seqid=0; >],292}, {hbase:meta/1588230740/2024=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734283497969/Put/vlen=136/seqid=0; >],324}, {hbase:meta/1588230740/2025=[#edits: 1 = <\x00/METAFAMILY:HBASE::COMPACTION/1734283498001/Put/vlen=187/seqid=0; >],380}, {hbase:meta/1588230740/2026=[#edits: 1 = <2000/info:/1734283498007/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2027=[#edits: 1 = <2001/info:/1734283498008/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2028=[#edits: 1 = <2002/info:/1734283498008/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2029=[#edits: 1 = <2003/info:/1734283498008/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2030=[#edits: 1 = <2004/info:/1734283498009/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2031=[#edits: 1 = <2005/info:/1734283498009/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2032=[#edits: 1 = <2006/info:/1734283498009/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta, lastWalPosition=65737, nbRowKeys=57, nbHFiles=0, heapSize=10284, lastSeqIds={}, endOfFile=false,usedBufferSize=10284] 2024-12-15T17:24:58,055 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 47 WAL entries eligible for replication 2024-12-15T17:24:58,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33043 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: START_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 2022 store_flushes { family_name: "info" store_home_dir: "info" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-15T17:24:58,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36765 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: START_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 2022 store_flushes { family_name: "info" store_home_dir: "info" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-15T17:24:58,056 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36765 {}] regionserver.HRegion(2837): Flushing 534574363 3/3 column families, dataSize=31.25 KB heapSize=101.84 KB 2024-12-15T17:24:58,056 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33043 {}] regionserver.HRegion(2837): Flushing 1657623790 3/3 column families, dataSize=31.25 KB heapSize=101.84 KB 2024-12-15T17:24:58,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36765 {}] regionserver.HRegion(5724): 534574363 : Prepared flush with seqId:2022 2024-12-15T17:24:58,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33043 {}] regionserver.HRegion(5724): 1657623790 : Prepared flush with seqId:2022 2024-12-15T17:24:58,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33043 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: COMMIT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 2022 store_flushes { family_name: "info" store_home_dir: "info" flush_output: "6b8c4a6449d340dbab67faedfdccd8b8" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-15T17:24:58,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36765 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: COMMIT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 2022 store_flushes { family_name: "info" store_home_dir: "info" flush_output: "6b8c4a6449d340dbab67faedfdccd8b8" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-15T17:24:58,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33043 {}] regionserver.HRegion(5812): 1657623790 : Received a flush commit marker with seqId:2022 and a previous prepared snapshot was found 2024-12-15T17:24:58,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36765 {}] regionserver.HRegion(5812): 534574363 : Received a flush commit marker with seqId:2022 and a previous prepared snapshot was found 2024-12-15T17:24:58,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:58,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33043 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:58,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33043 {}] regionserver.HStore$StoreFlusherImpl(2048): org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60de72e0 added hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/info/6b8c4a6449d340dbab67faedfdccd8b8, entries=1000, sequenceid=2022, filesize=45.3 K 2024-12-15T17:24:58,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33043 {}] regionserver.HRegion(5604): 1657623790 : Replaying compaction marker table_name: "hbase:meta" encoded_region_name: "1588230740" family_name: "info" compaction_input: "c115408207834169aa8c0d55e59c3a9d" compaction_input: "4eeb333e296840eaa60ec68d86541a5d" compaction_input: "6b8c4a6449d340dbab67faedfdccd8b8" compaction_output: "41d71b0866e24b61abe353ba0bec8ef0" store_home_dir: "info" region_name: "hbase:meta,,1" with seqId=2025 and lastReplayedOpenRegionSeqId=9 2024-12-15T17:24:58,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33043 {}] regionserver.HStore(1353): Completing compaction from the WAL marker 2024-12-15T17:24:58,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33043 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:58,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36765 {}] regionserver.HStore$StoreFlusherImpl(2048): org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@489007c1 added hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/info/6b8c4a6449d340dbab67faedfdccd8b8, entries=1000, sequenceid=2022, filesize=45.3 K 2024-12-15T17:24:58,063 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:24:58,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36765 {}] regionserver.HRegion(5604): 534574363 : Replaying compaction marker table_name: "hbase:meta" encoded_region_name: "1588230740" family_name: "info" compaction_input: "c115408207834169aa8c0d55e59c3a9d" compaction_input: "4eeb333e296840eaa60ec68d86541a5d" compaction_input: "6b8c4a6449d340dbab67faedfdccd8b8" compaction_output: "41d71b0866e24b61abe353ba0bec8ef0" store_home_dir: "info" region_name: "hbase:meta,,1" with seqId=2025 and lastReplayedOpenRegionSeqId=9 2024-12-15T17:24:58,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36765 {}] regionserver.HStore(1353): Completing compaction from the WAL marker 2024-12-15T17:24:58,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:58,063 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:24:58,072 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33043 {}] regionserver.HStore(1403): Replaying compaction marker, replacing input files: [hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/info/c115408207834169aa8c0d55e59c3a9d, hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/info/4eeb333e296840eaa60ec68d86541a5d, hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/info/6b8c4a6449d340dbab67faedfdccd8b8] with output files : [hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/info/41d71b0866e24b61abe353ba0bec8ef0] 2024-12-15T17:24:58,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33043 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0002.1657623790 with WAL disabled. Data may be lost in the event of a crash. 2024-12-15T17:24:58,076 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36765 {}] regionserver.HStore(1403): Replaying compaction marker, replacing input files: [hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/info/c115408207834169aa8c0d55e59c3a9d, hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/info/4eeb333e296840eaa60ec68d86541a5d, hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/info/6b8c4a6449d340dbab67faedfdccd8b8] with output files : [hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/info/41d71b0866e24b61abe353ba0bec8ef0] 2024-12-15T17:24:58,076 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36765 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0001.534574363 with WAL disabled. Data may be lost in the event of a crash. 2024-12-15T17:24:58,077 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta to pos 73548, reset compression=false 2024-12-15T17:24:58,077 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2033=[#edits: 1 = <2007/info:/1734283498010/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2034=[#edits: 1 = <2008/info:/1734283498010/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2035=[#edits: 1 = <2009/info:/1734283498010/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2036=[#edits: 1 = <2010/info:/1734283498011/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2037=[#edits: 1 = <2011/info:/1734283498011/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2038=[#edits: 1 = <2012/info:/1734283498011/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2039=[#edits: 1 = <2013/info:/1734283498011/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2040=[#edits: 1 = <2014/info:/1734283498012/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2041=[#edits: 1 = <2015/info:/1734283498012/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2042=[#edits: 1 = <2016/info:/1734283498012/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2043=[#edits: 1 = <2017/info:/1734283498013/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2044=[#edits: 1 = <2018/info:/1734283498013/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2045=[#edits: 1 = <2019/info:/1734283498013/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2046=[#edits: 1 = <2020/info:/1734283498013/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2047=[#edits: 1 = <2021/info:/1734283498014/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2048=[#edits: 1 = <2022/info:/1734283498014/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2049=[#edits: 1 = <2023/info:/1734283498014/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2050=[#edits: 1 = <2024/info:/1734283498015/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2051=[#edits: 1 = <2025/info:/1734283498015/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2052=[#edits: 1 = <2026/info:/1734283498015/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2053=[#edits: 1 = <2027/info:/1734283498016/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2054=[#edits: 1 = <2028/info:/1734283498016/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2055=[#edits: 1 = <2029/info:/1734283498016/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2056=[#edits: 1 = <2030/info:/1734283498016/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2057=[#edits: 1 = <2031/info:/1734283498017/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2058=[#edits: 1 = <2032/info:/1734283498017/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2059=[#edits: 1 = <2033/info:/1734283498017/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2060=[#edits: 1 = <2034/info:/1734283498018/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2061=[#edits: 1 = <2035/info:/1734283498018/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2062=[#edits: 1 = <2036/info:/1734283498018/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2063=[#edits: 1 = <2037/info:/1734283498018/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2064=[#edits: 1 = <2038/info:/1734283498019/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2065=[#edits: 1 = <2039/info:/1734283498019/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2066=[#edits: 1 = <2040/info:/1734283498019/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2067=[#edits: 1 = <2041/info:/1734283498020/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2068=[#edits: 1 = <2042/info:/1734283498020/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2069=[#edits: 1 = <2043/info:/1734283498020/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2070=[#edits: 1 = <2044/info:/1734283498020/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2071=[#edits: 1 = <2045/info:/1734283498021/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2072=[#edits: 1 = <2046/info:/1734283498021/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2073=[#edits: 1 = <2047/info:/1734283498021/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2074=[#edits: 1 = <2048/info:/1734283498021/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2075=[#edits: 1 = <2049/info:/1734283498022/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2076=[#edits: 1 = <2050/info:/1734283498022/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2077=[#edits: 1 = <2051/info:/1734283498022/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2078=[#edits: 1 = <2052/info:/1734283498022/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2079=[#edits: 1 = <2053/info:/1734283498023/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2080=[#edits: 1 = <2054/info:/1734283498023/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2081=[#edits: 1 = <2055/info:/1734283498023/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2082=[#edits: 1 = <2056/info:/1734283498023/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2083=[#edits: 1 = <2057/info:/1734283498024/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2084=[#edits: 1 = <2058/info:/1734283498024/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2085=[#edits: 1 = <2059/info:/1734283498025/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2086=[#edits: 1 = <2060/info:/1734283498025/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2087=[#edits: 1 = <2061/info:/1734283498025/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2088=[#edits: 1 = <2062/info:/1734283498026/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2089=[#edits: 1 = <2063/info:/1734283498026/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2090=[#edits: 1 = <2064/info:/1734283498026/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2091=[#edits: 1 = <2065/info:/1734283498026/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2092=[#edits: 1 = <2066/info:/1734283498027/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta, lastWalPosition=70117, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:58,078 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2093=[#edits: 1 = <2067/info:/1734283498027/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2094=[#edits: 1 = <2068/info:/1734283498027/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2095=[#edits: 1 = <2069/info:/1734283498027/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2096=[#edits: 1 = <2070/info:/1734283498028/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2097=[#edits: 1 = <2071/info:/1734283498028/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2098=[#edits: 1 = <2072/info:/1734283498028/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2099=[#edits: 1 = <2073/info:/1734283498028/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2100=[#edits: 1 = <2074/info:/1734283498029/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2101=[#edits: 1 = <2075/info:/1734283498029/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2102=[#edits: 1 = <2076/info:/1734283498029/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2103=[#edits: 1 = <2077/info:/1734283498030/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2104=[#edits: 1 = <2078/info:/1734283498030/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2105=[#edits: 1 = <2079/info:/1734283498030/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2106=[#edits: 1 = <2080/info:/1734283498030/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2107=[#edits: 1 = <2081/info:/1734283498031/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2108=[#edits: 1 = <2082/info:/1734283498031/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2109=[#edits: 1 = <2083/info:/1734283498031/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2110=[#edits: 1 = <2084/info:/1734283498032/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2111=[#edits: 1 = <2085/info:/1734283498032/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2112=[#edits: 1 = <2086/info:/1734283498033/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2113=[#edits: 1 = <2087/info:/1734283498033/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2114=[#edits: 1 = <2088/info:/1734283498033/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2115=[#edits: 1 = <2089/info:/1734283498034/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2116=[#edits: 1 = <2090/info:/1734283498034/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2117=[#edits: 1 = <2091/info:/1734283498034/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2118=[#edits: 1 = <2092/info:/1734283498034/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2119=[#edits: 1 = <2093/info:/1734283498035/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2120=[#edits: 1 = <2094/info:/1734283498035/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2121=[#edits: 1 = <2095/info:/1734283498035/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2122=[#edits: 1 = <2096/info:/1734283498035/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2123=[#edits: 1 = <2097/info:/1734283498036/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2124=[#edits: 1 = <2098/info:/1734283498036/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2125=[#edits: 1 = <2099/info:/1734283498037/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2126=[#edits: 1 = <2100/info:/1734283498037/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2127=[#edits: 1 = <2101/info:/1734283498037/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2128=[#edits: 1 = <2102/info:/1734283498037/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2129=[#edits: 1 = <2103/info:/1734283498038/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2130=[#edits: 1 = <2104/info:/1734283498038/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2131=[#edits: 1 = <2105/info:/1734283498038/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2132=[#edits: 1 = <2106/info:/1734283498039/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2133=[#edits: 1 = <2107/info:/1734283498039/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2134=[#edits: 1 = <2108/info:/1734283498040/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2135=[#edits: 1 = <2109/info:/1734283498046/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2136=[#edits: 1 = <2110/info:/1734283498046/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2137=[#edits: 1 = <2111/info:/1734283498046/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2138=[#edits: 1 = <2112/info:/1734283498048/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2139=[#edits: 1 = <2113/info:/1734283498049/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta, lastWalPosition=73548, nbRowKeys=47, nbHFiles=0, heapSize=8084, lastSeqIds={}, endOfFile=false,usedBufferSize=8084] 2024-12-15T17:24:58,089 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 32 WAL entries eligible for replication 2024-12-15T17:24:58,089 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta to pos 75884, reset compression=false 2024-12-15T17:24:58,089 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2140=[#edits: 1 = <2114/info:/1734283498050/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2141=[#edits: 1 = <2115/info:/1734283498056/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2142=[#edits: 1 = <2116/info:/1734283498059/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2143=[#edits: 1 = <2117/info:/1734283498059/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2144=[#edits: 1 = <2118/info:/1734283498060/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2145=[#edits: 1 = <2119/info:/1734283498061/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2146=[#edits: 1 = <2120/info:/1734283498063/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2147=[#edits: 1 = <2121/info:/1734283498066/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2148=[#edits: 1 = <2122/info:/1734283498067/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2149=[#edits: 1 = <2123/info:/1734283498070/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2150=[#edits: 1 = <2124/info:/1734283498070/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2151=[#edits: 1 = <2125/info:/1734283498072/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2152=[#edits: 1 = <2126/info:/1734283498074/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2153=[#edits: 1 = <2127/info:/1734283498075/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2154=[#edits: 1 = <2128/info:/1734283498075/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2155=[#edits: 1 = <2129/info:/1734283498076/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2156=[#edits: 1 = <2130/info:/1734283498076/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2157=[#edits: 1 = <2131/info:/1734283498077/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2158=[#edits: 1 = <2132/info:/1734283498079/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2159=[#edits: 1 = <2133/info:/1734283498080/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2160=[#edits: 1 = <2134/info:/1734283498080/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2161=[#edits: 1 = <2135/info:/1734283498080/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2162=[#edits: 1 = <2136/info:/1734283498080/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2163=[#edits: 1 = <2137/info:/1734283498081/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2164=[#edits: 1 = <2138/info:/1734283498081/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2165=[#edits: 1 = <2139/info:/1734283498081/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2166=[#edits: 1 = <2140/info:/1734283498081/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2167=[#edits: 1 = <2141/info:/1734283498082/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2168=[#edits: 1 = <2142/info:/1734283498082/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2169=[#edits: 1 = <2143/info:/1734283498082/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2170=[#edits: 1 = <2144/info:/1734283498082/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2171=[#edits: 1 = <2145/info:/1734283498083/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta, lastWalPosition=75884, nbRowKeys=32, nbHFiles=0, heapSize=5504, lastSeqIds={}, endOfFile=false,usedBufferSize=5504] 2024-12-15T17:24:58,104 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 14 WAL entries eligible for replication 2024-12-15T17:24:58,104 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta to pos 76906, reset compression=false 2024-12-15T17:24:58,104 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2172=[#edits: 1 = <2146/info:/1734283498084/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2173=[#edits: 1 = <2147/info:/1734283498084/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2174=[#edits: 1 = <2148/info:/1734283498084/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2175=[#edits: 1 = <2149/info:/1734283498084/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2176=[#edits: 1 = <2150/info:/1734283498085/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2177=[#edits: 1 = <2151/info:/1734283498085/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2178=[#edits: 1 = <2152/info:/1734283498085/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2179=[#edits: 1 = <2153/info:/1734283498087/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2180=[#edits: 1 = <2154/info:/1734283498089/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2181=[#edits: 1 = <2155/info:/1734283498090/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2182=[#edits: 1 = <2156/info:/1734283498090/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2183=[#edits: 1 = <2157/info:/1734283498091/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2184=[#edits: 1 = <2158/info:/1734283498091/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2185=[#edits: 1 = <2159/info:/1734283498094/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta, lastWalPosition=76906, nbRowKeys=14, nbHFiles=0, heapSize=2408, lastSeqIds={}, endOfFile=false,usedBufferSize=2408] 2024-12-15T17:24:58,124 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-15T17:24:58,124 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta to pos 77855, reset compression=false 2024-12-15T17:24:58,124 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2186=[#edits: 1 = <2160/info:/1734283498095/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2187=[#edits: 1 = <2161/info:/1734283498100/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2188=[#edits: 1 = <2162/info:/1734283498103/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2189=[#edits: 1 = <2163/info:/1734283498104/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2190=[#edits: 1 = <2164/info:/1734283498105/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2191=[#edits: 1 = <2165/info:/1734283498105/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2192=[#edits: 1 = <2166/info:/1734283498107/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2193=[#edits: 1 = <2167/info:/1734283498107/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2194=[#edits: 1 = <2168/info:/1734283498108/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2195=[#edits: 1 = <2169/info:/1734283498108/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2196=[#edits: 1 = <2170/info:/1734283498109/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2197=[#edits: 1 = <2171/info:/1734283498109/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2198=[#edits: 1 = <2172/info:/1734283498109/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta, lastWalPosition=77855, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-15T17:24:58,137 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 26 WAL entries eligible for replication 2024-12-15T17:24:58,137 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta to pos 79753, reset compression=false 2024-12-15T17:24:58,137 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2199=[#edits: 1 = <2173/info:/1734283498112/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2200=[#edits: 1 = <2174/info:/1734283498112/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2201=[#edits: 1 = <2175/info:/1734283498113/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2202=[#edits: 1 = <2176/info:/1734283498113/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2203=[#edits: 1 = <2177/info:/1734283498114/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2204=[#edits: 1 = <2178/info:/1734283498115/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2205=[#edits: 1 = <2179/info:/1734283498115/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2206=[#edits: 1 = <2180/info:/1734283498115/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2207=[#edits: 1 = <2181/info:/1734283498116/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2208=[#edits: 1 = <2182/info:/1734283498117/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2209=[#edits: 1 = <2183/info:/1734283498119/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2210=[#edits: 1 = <2184/info:/1734283498120/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2211=[#edits: 1 = <2185/info:/1734283498122/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2212=[#edits: 1 = <2186/info:/1734283498122/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2213=[#edits: 1 = <2187/info:/1734283498123/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2214=[#edits: 1 = <2188/info:/1734283498127/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2215=[#edits: 1 = <2189/info:/1734283498127/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2216=[#edits: 1 = <2190/info:/1734283498129/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2217=[#edits: 1 = <2191/info:/1734283498129/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2218=[#edits: 1 = <2192/info:/1734283498130/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2219=[#edits: 1 = <2193/info:/1734283498130/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2220=[#edits: 1 = <2194/info:/1734283498130/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2221=[#edits: 1 = <2195/info:/1734283498131/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2222=[#edits: 1 = <2196/info:/1734283498131/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2223=[#edits: 1 = <2197/info:/1734283498131/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2224=[#edits: 1 = <2198/info:/1734283498132/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta, lastWalPosition=79753, nbRowKeys=26, nbHFiles=0, heapSize=4472, lastSeqIds={}, endOfFile=false,usedBufferSize=4472] 2024-12-15T17:24:58,144 DEBUG [AsyncFSWAL-0-hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e-prefix:4ce65a7c4674,44719,1734283488776.meta {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=80556, logrollsize=80530 2024-12-15T17:24:58,144 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL 4ce65a7c4674%2C44719%2C1734283488776.meta:.meta(num 1734283497246) roll requested 2024-12-15T17:24:58,162 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta, exclude list is [], retry=0 2024-12-15T17:24:58,173 DEBUG [RS-EventLoopGroup-27-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38813,DS-5f26e5ce-ed9f-47ce-bc3c-c744df0d7bf4,DISK] 2024-12-15T17:24:58,174 DEBUG [RS-EventLoopGroup-27-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33611,DS-b1d55075-32c6-46f4-860e-3a079edd9669,DISK] 2024-12-15T17:24:58,174 DEBUG [RS-EventLoopGroup-27-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36623,DS-6fa7ece7-1396-4370-adca-4b346aa334bb,DISK] 2024-12-15T17:24:58,191 INFO [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta with entries=1143, filesize=82.02 KB; new WAL /user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta 2024-12-15T17:24:58,191 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34635:34635),(127.0.0.1/127.0.0.1:42773:42773),(127.0.0.1/127.0.0.1:43291:43291)] 2024-12-15T17:24:58,192 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta is not closed yet, will try archiving it next time 2024-12-15T17:24:58,194 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(299): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta for the last time to pos 80556, reset compression=false 2024-12-15T17:24:58,194 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta not finished, retry = 0 2024-12-15T17:24:58,194 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(818): Archiving hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta to hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/oldWALs/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283490404.meta 2024-12-15T17:24:58,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40259 is added to blk_1073741844_1020 (size=83995) 2024-12-15T17:24:58,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33611 is added to blk_1073741844_1020 (size=83995) 2024-12-15T17:24:58,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741844_1020 (size=83995) 2024-12-15T17:24:58,212 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(462): EOF, closing hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta 2024-12-15T17:24:58,212 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 58 WAL entries eligible for replication 2024-12-15T17:24:58,212 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta, startPosition=0, beingWritten=true 2024-12-15T17:24:58,212 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2225=[#edits: 1 = <2199/info:/1734283498132/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2226=[#edits: 1 = <2200/info:/1734283498132/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2227=[#edits: 1 = <2201/info:/1734283498132/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2228=[#edits: 1 = <2202/info:/1734283498133/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2229=[#edits: 1 = <2203/info:/1734283498133/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2230=[#edits: 1 = <2204/info:/1734283498133/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2231=[#edits: 1 = <2205/info:/1734283498134/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2232=[#edits: 1 = <2206/info:/1734283498134/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2233=[#edits: 1 = <2207/info:/1734283498134/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2234=[#edits: 1 = <2208/info:/1734283498135/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2235=[#edits: 1 = <2209/info:/1734283498135/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2236=[#edits: 1 = <2210/info:/1734283498144/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2237=[#edits: 1 = <2211/info:/1734283498155/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2238=[#edits: 1 = <2212/info:/1734283498159/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2239=[#edits: 1 = <2213/info:/1734283498163/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2240=[#edits: 1 = <2214/info:/1734283498174/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2241=[#edits: 1 = <2215/info:/1734283498175/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2242=[#edits: 1 = <2216/info:/1734283498176/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2243=[#edits: 1 = <2217/info:/1734283498176/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2244=[#edits: 1 = <2218/info:/1734283498177/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2245=[#edits: 1 = <2219/info:/1734283498177/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2246=[#edits: 1 = <2220/info:/1734283498177/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2247=[#edits: 1 = <2221/info:/1734283498178/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2248=[#edits: 1 = <2222/info:/1734283498178/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2249=[#edits: 1 = <2223/info:/1734283498178/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2250=[#edits: 1 = <2224/info:/1734283498179/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2251=[#edits: 1 = <2225/info:/1734283498179/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2252=[#edits: 1 = <2226/info:/1734283498179/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2253=[#edits: 1 = <2227/info:/1734283498180/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2254=[#edits: 1 = <2228/info:/1734283498180/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2255=[#edits: 1 = <2229/info:/1734283498181/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2256=[#edits: 1 = <2230/info:/1734283498181/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2257=[#edits: 1 = <2231/info:/1734283498181/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2258=[#edits: 1 = <2232/info:/1734283498182/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2259=[#edits: 1 = <2233/info:/1734283498182/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2260=[#edits: 1 = <2234/info:/1734283498182/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2261=[#edits: 1 = <2235/info:/1734283498183/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2262=[#edits: 1 = <2236/info:/1734283498183/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2263=[#edits: 1 = <2237/info:/1734283498184/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2264=[#edits: 1 = <2238/info:/1734283498184/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2265=[#edits: 1 = <2239/info:/1734283498185/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2266=[#edits: 1 = <2240/info:/1734283498185/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2267=[#edits: 1 = <2241/info:/1734283498186/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2268=[#edits: 1 = <2242/info:/1734283498186/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2269=[#edits: 1 = <2243/info:/1734283498186/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2270=[#edits: 1 = <2244/info:/1734283498187/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2271=[#edits: 1 = <2245/info:/1734283498187/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2272=[#edits: 1 = <2246/info:/1734283498187/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2273=[#edits: 1 = <2247/info:/1734283498188/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2274=[#edits: 1 = <2248/info:/1734283498188/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2275=[#edits: 1 = <2249/info:/1734283498188/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2276=[#edits: 1 = <2250/info:/1734283498189/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2277=[#edits: 1 = <2251/info:/1734283498189/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2278=[#edits: 1 = <2252/info:/1734283498189/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2279=[#edits: 1 = <2253/info:/1734283498190/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2280=[#edits: 1 = <2254/info:/1734283498190/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2281=[#edits: 1 = <2255/info:/1734283498190/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2282=[#edits: 1 = <2256/info:/1734283498191/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta, lastWalPosition=83987, nbRowKeys=58, nbHFiles=0, heapSize=9976, lastSeqIds={}, endOfFile=true,usedBufferSize=9976] 2024-12-15T17:24:58,253 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 19 WAL entries eligible for replication 2024-12-15T17:24:58,253 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta to pos 1472, reset compression=false 2024-12-15T17:24:58,253 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2283=[#edits: 1 = <2257/info:/1734283498191/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2284=[#edits: 1 = <2258/info:/1734283498194/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2285=[#edits: 1 = <2259/info:/1734283498195/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2286=[#edits: 1 = <2260/info:/1734283498200/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2287=[#edits: 1 = <2261/info:/1734283498200/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2288=[#edits: 1 = <2262/info:/1734283498201/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2289=[#edits: 1 = <2263/info:/1734283498201/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2290=[#edits: 1 = <2264/info:/1734283498202/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2291=[#edits: 1 = <2265/info:/1734283498202/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2292=[#edits: 1 = <2266/info:/1734283498202/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2293=[#edits: 1 = <2267/info:/1734283498203/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2294=[#edits: 1 = <2268/info:/1734283498207/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2295=[#edits: 1 = <2269/info:/1734283498222/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2296=[#edits: 1 = <2270/info:/1734283498223/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2297=[#edits: 1 = <2271/info:/1734283498228/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2298=[#edits: 1 = <2272/info:/1734283498232/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2299=[#edits: 1 = <2273/info:/1734283498236/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2300=[#edits: 1 = <2274/info:/1734283498240/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2301=[#edits: 1 = <2275/info:/1734283498244/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta, lastWalPosition=1472, nbRowKeys=19, nbHFiles=0, heapSize=3268, lastSeqIds={}, endOfFile=false,usedBufferSize=3268] 2024-12-15T17:24:58,275 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:24:58,275 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta to pos 1837, reset compression=false 2024-12-15T17:24:58,275 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2302=[#edits: 1 = <2276/info:/1734283498245/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2303=[#edits: 1 = <2277/info:/1734283498252/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2304=[#edits: 1 = <2278/info:/1734283498256/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2305=[#edits: 1 = <2279/info:/1734283498260/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2306=[#edits: 1 = <2280/info:/1734283498264/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta, lastWalPosition=1837, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-15T17:24:58,284 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-15T17:24:58,284 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta to pos 2275, reset compression=false 2024-12-15T17:24:58,284 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2307=[#edits: 1 = <2281/info:/1734283498268/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2308=[#edits: 1 = <2282/info:/1734283498268/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2309=[#edits: 1 = <2283/info:/1734283498269/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2310=[#edits: 1 = <2284/info:/1734283498269/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2311=[#edits: 1 = <2285/info:/1734283498270/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2312=[#edits: 1 = <2286/info:/1734283498273/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta, lastWalPosition=2275, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-15T17:24:58,491 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta to pos 2275, reset compression=false 2024-12-15T17:24:58,500 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:58,501 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2313=[#edits: 1 = <2287/info:/1734283498283/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2314=[#edits: 1 = <2288/info:/1734283498295/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2315=[#edits: 1 = <2289/info:/1734283498304/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2316=[#edits: 1 = <2290/info:/1734283498308/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2317=[#edits: 1 = <2291/info:/1734283498310/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2318=[#edits: 1 = <2292/info:/1734283498311/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2319=[#edits: 1 = <2293/info:/1734283498316/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2320=[#edits: 1 = <2294/info:/1734283498317/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2321=[#edits: 1 = <2295/info:/1734283498318/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2322=[#edits: 1 = <2296/info:/1734283498318/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2323=[#edits: 1 = <2297/info:/1734283498324/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2324=[#edits: 1 = <2298/info:/1734283498329/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2325=[#edits: 1 = <2299/info:/1734283498329/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2326=[#edits: 1 = <2300/info:/1734283498330/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2327=[#edits: 1 = <2301/info:/1734283498337/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2328=[#edits: 1 = <2302/info:/1734283498338/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2329=[#edits: 1 = <2303/info:/1734283498340/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2330=[#edits: 1 = <2304/info:/1734283498340/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2331=[#edits: 1 = <2305/info:/1734283498341/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2332=[#edits: 1 = <2306/info:/1734283498344/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2333=[#edits: 1 = <2307/info:/1734283498349/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2334=[#edits: 1 = <2308/info:/1734283498352/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2335=[#edits: 1 = <2309/info:/1734283498353/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2336=[#edits: 1 = <2310/info:/1734283498353/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2337=[#edits: 1 = <2311/info:/1734283498354/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2338=[#edits: 1 = <2312/info:/1734283498355/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2339=[#edits: 1 = <2313/info:/1734283498355/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2340=[#edits: 1 = <2314/info:/1734283498356/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2341=[#edits: 1 = <2315/info:/1734283498356/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2342=[#edits: 1 = <2316/info:/1734283498357/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2343=[#edits: 1 = <2317/info:/1734283498357/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2344=[#edits: 1 = <2318/info:/1734283498358/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2345=[#edits: 1 = <2319/info:/1734283498358/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2346=[#edits: 1 = <2320/info:/1734283498359/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2347=[#edits: 1 = <2321/info:/1734283498359/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2348=[#edits: 1 = <2322/info:/1734283498360/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2349=[#edits: 1 = <2323/info:/1734283498361/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2350=[#edits: 1 = <2324/info:/1734283498361/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2351=[#edits: 1 = <2325/info:/1734283498361/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2352=[#edits: 1 = <2326/info:/1734283498362/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2353=[#edits: 1 = <2327/info:/1734283498362/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2354=[#edits: 1 = <2328/info:/1734283498363/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2355=[#edits: 1 = <2329/info:/1734283498363/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2356=[#edits: 1 = <2330/info:/1734283498364/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2357=[#edits: 1 = <2331/info:/1734283498364/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2358=[#edits: 1 = <2332/info:/1734283498365/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2359=[#edits: 1 = <2333/info:/1734283498365/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2360=[#edits: 1 = <2334/info:/1734283498365/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2361=[#edits: 1 = <2335/info:/1734283498366/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2362=[#edits: 1 = <2336/info:/1734283498366/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2363=[#edits: 1 = <2337/info:/1734283498367/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2364=[#edits: 1 = <2338/info:/1734283498367/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2365=[#edits: 1 = <2339/info:/1734283498368/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2366=[#edits: 1 = <2340/info:/1734283498368/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2367=[#edits: 1 = <2341/info:/1734283498369/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2368=[#edits: 1 = <2342/info:/1734283498369/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2369=[#edits: 1 = <2343/info:/1734283498370/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2370=[#edits: 1 = <2344/info:/1734283498371/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2371=[#edits: 1 = <2345/info:/1734283498371/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2372=[#edits: 1 = <2346/info:/1734283498372/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta, lastWalPosition=6655, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:58,502 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:58,504 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:58,504 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2373=[#edits: 1 = <2347/info:/1734283498372/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2374=[#edits: 1 = <2348/info:/1734283498373/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2375=[#edits: 1 = <2349/info:/1734283498373/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2376=[#edits: 1 = <2350/info:/1734283498374/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2377=[#edits: 1 = <2351/info:/1734283498375/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2378=[#edits: 1 = <2352/info:/1734283498375/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2379=[#edits: 1 = <2353/info:/1734283498376/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2380=[#edits: 1 = <2354/info:/1734283498376/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2381=[#edits: 1 = <2355/info:/1734283498377/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2382=[#edits: 1 = <2356/info:/1734283498378/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2383=[#edits: 1 = <2357/info:/1734283498378/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2384=[#edits: 1 = <2358/info:/1734283498379/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2385=[#edits: 1 = <2359/info:/1734283498379/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2386=[#edits: 1 = <2360/info:/1734283498379/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2387=[#edits: 1 = <2361/info:/1734283498380/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2388=[#edits: 1 = <2362/info:/1734283498382/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2389=[#edits: 1 = <2363/info:/1734283498383/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2390=[#edits: 1 = <2364/info:/1734283498384/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2391=[#edits: 1 = <2365/info:/1734283498384/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2392=[#edits: 1 = <2366/info:/1734283498386/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2393=[#edits: 1 = <2367/info:/1734283498386/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2394=[#edits: 1 = <2368/info:/1734283498387/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2395=[#edits: 1 = <2369/info:/1734283498387/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2396=[#edits: 1 = <2370/info:/1734283498388/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2397=[#edits: 1 = <2371/info:/1734283498388/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2398=[#edits: 1 = <2372/info:/1734283498389/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2399=[#edits: 1 = <2373/info:/1734283498389/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2400=[#edits: 1 = <2374/info:/1734283498389/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2401=[#edits: 1 = <2375/info:/1734283498390/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2402=[#edits: 1 = <2376/info:/1734283498390/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2403=[#edits: 1 = <2377/info:/1734283498390/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2404=[#edits: 1 = <2378/info:/1734283498391/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2405=[#edits: 1 = <2379/info:/1734283498391/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2406=[#edits: 1 = <2380/info:/1734283498392/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2407=[#edits: 1 = <2381/info:/1734283498392/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2408=[#edits: 1 = <2382/info:/1734283498392/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2409=[#edits: 1 = <2383/info:/1734283498393/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2410=[#edits: 1 = <2384/info:/1734283498393/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2411=[#edits: 1 = <2385/info:/1734283498393/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2412=[#edits: 1 = <2386/info:/1734283498394/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2413=[#edits: 1 = <2387/info:/1734283498394/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2414=[#edits: 1 = <2388/info:/1734283498394/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2415=[#edits: 1 = <2389/info:/1734283498395/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2416=[#edits: 1 = <2390/info:/1734283498395/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2417=[#edits: 1 = <2391/info:/1734283498395/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2418=[#edits: 1 = <2392/info:/1734283498396/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2419=[#edits: 1 = <2393/info:/1734283498396/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2420=[#edits: 1 = <2394/info:/1734283498397/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2421=[#edits: 1 = <2395/info:/1734283498397/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2422=[#edits: 1 = <2396/info:/1734283498397/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2423=[#edits: 1 = <2397/info:/1734283498398/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2424=[#edits: 1 = <2398/info:/1734283498398/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2425=[#edits: 1 = <2399/info:/1734283498398/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2426=[#edits: 1 = <2400/info:/1734283498400/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2427=[#edits: 1 = <2401/info:/1734283498400/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2428=[#edits: 1 = <2402/info:/1734283498400/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2429=[#edits: 1 = <2403/info:/1734283498401/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2430=[#edits: 1 = <2404/info:/1734283498401/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2431=[#edits: 1 = <2405/info:/1734283498401/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2432=[#edits: 1 = <2406/info:/1734283498402/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta, lastWalPosition=11035, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:58,506 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:58,507 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2433=[#edits: 1 = <2407/info:/1734283498402/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2434=[#edits: 1 = <2408/info:/1734283498402/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2435=[#edits: 1 = <2409/info:/1734283498402/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2436=[#edits: 1 = <2410/info:/1734283498403/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2437=[#edits: 1 = <2411/info:/1734283498403/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2438=[#edits: 1 = <2412/info:/1734283498404/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2439=[#edits: 1 = <2413/info:/1734283498404/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2440=[#edits: 1 = <2414/info:/1734283498405/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2441=[#edits: 1 = <2415/info:/1734283498405/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2442=[#edits: 1 = <2416/info:/1734283498405/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2443=[#edits: 1 = <2417/info:/1734283498406/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2444=[#edits: 1 = <2418/info:/1734283498406/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2445=[#edits: 1 = <2419/info:/1734283498406/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2446=[#edits: 1 = <2420/info:/1734283498406/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2447=[#edits: 1 = <2421/info:/1734283498408/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2448=[#edits: 1 = <2422/info:/1734283498410/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2449=[#edits: 1 = <2423/info:/1734283498410/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2450=[#edits: 1 = <2424/info:/1734283498410/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2451=[#edits: 1 = <2425/info:/1734283498413/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2452=[#edits: 1 = <2426/info:/1734283498418/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2453=[#edits: 1 = <2427/info:/1734283498419/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2454=[#edits: 1 = <2428/info:/1734283498424/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2455=[#edits: 1 = <2429/info:/1734283498426/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2456=[#edits: 1 = <2430/info:/1734283498426/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2457=[#edits: 1 = <2431/info:/1734283498427/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2458=[#edits: 1 = <2432/info:/1734283498427/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2459=[#edits: 1 = <2433/info:/1734283498428/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2460=[#edits: 1 = <2434/info:/1734283498428/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2461=[#edits: 1 = <2435/info:/1734283498429/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2462=[#edits: 1 = <2436/info:/1734283498429/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2463=[#edits: 1 = <2437/info:/1734283498429/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2464=[#edits: 1 = <2438/info:/1734283498430/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2465=[#edits: 1 = <2439/info:/1734283498430/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2466=[#edits: 1 = <2440/info:/1734283498430/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2467=[#edits: 1 = <2441/info:/1734283498431/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2468=[#edits: 1 = <2442/info:/1734283498431/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2469=[#edits: 1 = <2443/info:/1734283498432/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2470=[#edits: 1 = <2444/info:/1734283498432/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2471=[#edits: 1 = <2445/info:/1734283498433/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2472=[#edits: 1 = <2446/info:/1734283498433/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2473=[#edits: 1 = <2447/info:/1734283498433/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2474=[#edits: 1 = <2448/info:/1734283498434/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2475=[#edits: 1 = <2449/info:/1734283498434/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2476=[#edits: 1 = <2450/info:/1734283498435/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2477=[#edits: 1 = <2451/info:/1734283498435/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2478=[#edits: 1 = <2452/info:/1734283498435/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2479=[#edits: 1 = <2453/info:/1734283498436/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2480=[#edits: 1 = <2454/info:/1734283498436/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2481=[#edits: 1 = <2455/info:/1734283498437/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2482=[#edits: 1 = <2456/info:/1734283498437/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2483=[#edits: 1 = <2457/info:/1734283498437/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2484=[#edits: 1 = <2458/info:/1734283498438/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2485=[#edits: 1 = <2459/info:/1734283498438/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2486=[#edits: 1 = <2460/info:/1734283498439/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2487=[#edits: 1 = <2461/info:/1734283498440/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2488=[#edits: 1 = <2462/info:/1734283498440/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2489=[#edits: 1 = <2463/info:/1734283498440/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2490=[#edits: 1 = <2464/info:/1734283498441/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2491=[#edits: 1 = <2465/info:/1734283498441/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2492=[#edits: 1 = <2466/info:/1734283498441/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta, lastWalPosition=15415, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:58,507 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 31 WAL entries eligible for replication 2024-12-15T17:24:58,509 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta to pos 22058, reset compression=false 2024-12-15T17:24:58,509 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2493=[#edits: 1 = <2467/info:/1734283498442/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2494=[#edits: 1 = <2468/info:/1734283498442/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2495=[#edits: 1 = <2469/info:/1734283498443/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2496=[#edits: 1 = <2470/info:/1734283498443/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2497=[#edits: 1 = <2471/info:/1734283498446/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2498=[#edits: 1 = <2472/info:/1734283498448/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2499=[#edits: 1 = <2473/info:/1734283498449/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2500=[#edits: 1 = <2474/info:/1734283498450/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2501=[#edits: 1 = <2475/info:/1734283498450/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2502=[#edits: 1 = <2476/info:/1734283498450/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2503=[#edits: 1 = <2477/info:/1734283498451/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2504=[#edits: 1 = <2478/info:/1734283498451/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2505=[#edits: 1 = <2479/info:/1734283498452/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2506=[#edits: 1 = <2480/info:/1734283498452/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2507=[#edits: 1 = <2481/info:/1734283498453/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2508=[#edits: 1 = <2482/info:/1734283498453/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2509=[#edits: 1 = <2483/info:/1734283498454/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2510=[#edits: 1 = <2484/info:/1734283498454/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2511=[#edits: 1 = <2485/info:/1734283498454/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2512=[#edits: 1 = <2486/info:/1734283498455/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2513=[#edits: 1 = <2487/info:/1734283498457/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2514=[#edits: 1 = <2488/info:/1734283498457/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2515=[#edits: 1 = <2489/info:/1734283498459/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2516=[#edits: 1 = <2490/info:/1734283498460/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2517=[#edits: 1 = <2491/info:/1734283498461/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2518=[#edits: 1 = <2492/info:/1734283498464/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2519=[#edits: 1 = <2493/info:/1734283498464/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2520=[#edits: 1 = <2494/info:/1734283498465/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2521=[#edits: 1 = <2495/info:/1734283498465/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2522=[#edits: 1 = <2496/info:/1734283498466/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2523=[#edits: 1 = <2497/info:/1734283498466/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2524=[#edits: 1 = <2498/info:/1734283498467/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2525=[#edits: 1 = <2499/info:/1734283498468/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2526=[#edits: 1 = <2500/info:/1734283498468/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2527=[#edits: 1 = <2501/info:/1734283498469/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2528=[#edits: 1 = <2502/info:/1734283498469/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2529=[#edits: 1 = <2503/info:/1734283498469/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2530=[#edits: 1 = <2504/info:/1734283498470/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2531=[#edits: 1 = <2505/info:/1734283498470/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2532=[#edits: 1 = <2506/info:/1734283498470/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2533=[#edits: 1 = <2507/info:/1734283498471/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2534=[#edits: 1 = <2508/info:/1734283498471/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2535=[#edits: 1 = <2509/info:/1734283498472/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2536=[#edits: 1 = <2510/info:/1734283498472/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2537=[#edits: 1 = <2511/info:/1734283498472/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2538=[#edits: 1 = <2512/info:/1734283498473/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2539=[#edits: 1 = <2513/info:/1734283498473/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2540=[#edits: 1 = <2514/info:/1734283498473/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2541=[#edits: 1 = <2515/info:/1734283498474/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2542=[#edits: 1 = <2516/info:/1734283498475/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2543=[#edits: 1 = <2517/info:/1734283498475/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2544=[#edits: 1 = <2518/info:/1734283498475/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2545=[#edits: 1 = <2519/info:/1734283498476/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2546=[#edits: 1 = <2520/info:/1734283498476/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2547=[#edits: 1 = <2521/info:/1734283498477/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2548=[#edits: 1 = <2522/info:/1734283498477/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2549=[#edits: 1 = <2523/info:/1734283498477/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2550=[#edits: 1 = <2524/info:/1734283498478/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2551=[#edits: 1 = <2525/info:/1734283498478/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2552=[#edits: 1 = <2526/info:/1734283498479/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta, lastWalPosition=19795, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:58,523 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2553=[#edits: 1 = <2527/info:/1734283498479/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2554=[#edits: 1 = <2528/info:/1734283498479/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2555=[#edits: 1 = <2529/info:/1734283498480/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2556=[#edits: 1 = <2530/info:/1734283498480/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2557=[#edits: 1 = <2531/info:/1734283498480/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2558=[#edits: 1 = <2532/info:/1734283498481/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2559=[#edits: 1 = <2533/info:/1734283498481/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2560=[#edits: 1 = <2534/info:/1734283498481/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2561=[#edits: 1 = <2535/info:/1734283498482/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2562=[#edits: 1 = <2536/info:/1734283498482/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2563=[#edits: 1 = <2537/info:/1734283498483/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2564=[#edits: 1 = <2538/info:/1734283498483/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2565=[#edits: 1 = <2539/info:/1734283498484/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2566=[#edits: 1 = <2540/info:/1734283498484/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2567=[#edits: 1 = <2541/info:/1734283498484/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2568=[#edits: 1 = <2542/info:/1734283498485/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2569=[#edits: 1 = <2543/info:/1734283498485/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2570=[#edits: 1 = <2544/info:/1734283498486/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2571=[#edits: 1 = <2545/info:/1734283498486/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2572=[#edits: 1 = <2546/info:/1734283498487/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2573=[#edits: 1 = <2547/info:/1734283498487/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2574=[#edits: 1 = <2548/info:/1734283498488/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2575=[#edits: 1 = <2549/info:/1734283498488/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2576=[#edits: 1 = <2550/info:/1734283498488/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2577=[#edits: 1 = <2551/info:/1734283498489/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2578=[#edits: 1 = <2552/info:/1734283498489/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2579=[#edits: 1 = <2553/info:/1734283498490/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2580=[#edits: 1 = <2554/info:/1734283498490/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2581=[#edits: 1 = <2555/info:/1734283498491/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2582=[#edits: 1 = <2556/info:/1734283498492/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2583=[#edits: 1 = <2557/info:/1734283498496/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta, lastWalPosition=22058, nbRowKeys=31, nbHFiles=0, heapSize=5332, lastSeqIds={}, endOfFile=false,usedBufferSize=5332] 2024-12-15T17:24:58,532 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:24:58,532 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta to pos 22423, reset compression=false 2024-12-15T17:24:58,532 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2584=[#edits: 1 = <2558/info:/1734283498504/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2585=[#edits: 1 = <2559/info:/1734283498505/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2586=[#edits: 1 = <2560/info:/1734283498508/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2587=[#edits: 1 = <2561/info:/1734283498512/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2588=[#edits: 1 = <2562/info:/1734283498516/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta, lastWalPosition=22423, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-15T17:24:58,561 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-15T17:24:58,561 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta to pos 23080, reset compression=false 2024-12-15T17:24:58,561 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2589=[#edits: 1 = <2563/info:/1734283498524/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2590=[#edits: 1 = <2564/info:/1734283498526/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2591=[#edits: 1 = <2565/info:/1734283498536/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2592=[#edits: 1 = <2566/info:/1734283498543/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2593=[#edits: 1 = <2567/info:/1734283498547/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2594=[#edits: 1 = <2568/info:/1734283498549/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2595=[#edits: 1 = <2569/info:/1734283498550/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2596=[#edits: 1 = <2570/info:/1734283498550/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2597=[#edits: 1 = <2571/info:/1734283498551/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta, lastWalPosition=23080, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-15T17:24:58,577 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 14 WAL entries eligible for replication 2024-12-15T17:24:58,577 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta to pos 24102, reset compression=false 2024-12-15T17:24:58,578 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2598=[#edits: 1 = <2572/info:/1734283498551/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2599=[#edits: 1 = <2573/info:/1734283498552/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2600=[#edits: 1 = <2574/info:/1734283498559/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2601=[#edits: 1 = <2575/info:/1734283498561/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2602=[#edits: 1 = <2576/info:/1734283498561/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2603=[#edits: 1 = <2577/info:/1734283498564/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2604=[#edits: 1 = <2578/info:/1734283498565/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2605=[#edits: 1 = <2579/info:/1734283498566/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2606=[#edits: 1 = <2580/info:/1734283498566/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2607=[#edits: 1 = <2581/info:/1734283498566/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2608=[#edits: 1 = <2582/info:/1734283498567/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2609=[#edits: 1 = <2583/info:/1734283498567/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2610=[#edits: 1 = <2584/info:/1734283498568/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2611=[#edits: 1 = <2585/info:/1734283498568/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta, lastWalPosition=24102, nbRowKeys=14, nbHFiles=0, heapSize=2408, lastSeqIds={}, endOfFile=false,usedBufferSize=2408] 2024-12-15T17:24:58,606 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:24:58,606 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta to pos 24467, reset compression=false 2024-12-15T17:24:58,606 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2612=[#edits: 1 = <2586/info:/1734283498572/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2613=[#edits: 1 = <2587/info:/1734283498576/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2614=[#edits: 1 = <2588/info:/1734283498579/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2615=[#edits: 1 = <2589/info:/1734283498584/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2616=[#edits: 1 = <2590/info:/1734283498592/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta, lastWalPosition=24467, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-15T17:24:58,634 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:58,634 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2617=[#edits: 1 = <2591/info:/1734283498604/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2618=[#edits: 1 = <2592/info:/1734283498611/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2619=[#edits: 1 = <2593/info:/1734283498619/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta, lastWalPosition=24686, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-15T17:24:58,634 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta to pos 24686, reset compression=false 2024-12-15T17:24:58,648 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-15T17:24:58,648 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta to pos 25197, reset compression=false 2024-12-15T17:24:58,649 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2620=[#edits: 1 = <2594/info:/1734283498625/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2621=[#edits: 1 = <2595/info:/1734283498628/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2622=[#edits: 1 = <2596/info:/1734283498630/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2623=[#edits: 1 = <2597/info:/1734283498631/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2624=[#edits: 1 = <2598/info:/1734283498631/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2625=[#edits: 1 = <2599/info:/1734283498632/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2626=[#edits: 1 = <2600/info:/1734283498639/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta, lastWalPosition=25197, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-15T17:24:58,669 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-15T17:24:58,669 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2627=[#edits: 1 = <2601/info:/1734283498647/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2628=[#edits: 1 = <2602/info:/1734283498650/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2629=[#edits: 1 = <2603/info:/1734283498652/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2630=[#edits: 1 = <2604/info:/1734283498657/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2631=[#edits: 1 = <2605/info:/1734283498658/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2632=[#edits: 1 = <2606/info:/1734283498660/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta, lastWalPosition=25635, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-15T17:24:58,669 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta to pos 25635, reset compression=false 2024-12-15T17:24:58,675 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:58,675 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta to pos 25854, reset compression=false 2024-12-15T17:24:58,675 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2633=[#edits: 1 = <2607/info:/1734283498664/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2634=[#edits: 1 = <2608/info:/1734283498668/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2635=[#edits: 1 = <2609/info:/1734283498669/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta, lastWalPosition=25854, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-15T17:24:58,680 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:58,680 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta to pos 26000, reset compression=false 2024-12-15T17:24:58,680 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2636=[#edits: 1 = <2610/info:/1734283498672/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2637=[#edits: 1 = <2611/info:/1734283498676/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta, lastWalPosition=26000, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-15T17:24:58,689 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-15T17:24:58,689 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta to pos 26584, reset compression=false 2024-12-15T17:24:58,689 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2638=[#edits: 1 = <2612/info:/1734283498681/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2639=[#edits: 1 = <2613/info:/1734283498683/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2640=[#edits: 1 = <2614/info:/1734283498684/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2641=[#edits: 1 = <2615/info:/1734283498685/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2642=[#edits: 1 = <2616/info:/1734283498686/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2643=[#edits: 1 = <2617/info:/1734283498686/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2644=[#edits: 1 = <2618/info:/1734283498686/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2645=[#edits: 1 = <2619/info:/1734283498687/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta, lastWalPosition=26584, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-15T17:24:58,692 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-15T17:24:58,693 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta to pos 26876, reset compression=false 2024-12-15T17:24:58,693 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2646=[#edits: 1 = <2620/info:/1734283498687/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2647=[#edits: 1 = <2621/info:/1734283498688/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2648=[#edits: 1 = <2622/info:/1734283498689/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2649=[#edits: 1 = <2623/info:/1734283498691/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta, lastWalPosition=26876, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-15T17:24:58,870 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(216): flushing table 2024-12-15T17:24:58,870 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=31.25 KB heapSize=102.31 KB 2024-12-15T17:24:58,879 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/.tmp/info/58a05ac266ab4f1b8b243ad923b41df3 is 36, key is 2000/info:/1734283498007/Put/seqid=0 2024-12-15T17:24:58,897 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta to pos 26876, reset compression=false 2024-12-15T17:24:58,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40259 is added to blk_1073741848_1024 (size=46423) 2024-12-15T17:24:58,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33611 is added to blk_1073741848_1024 (size=46423) 2024-12-15T17:24:58,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741848_1024 (size=46423) 2024-12-15T17:24:58,900 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.25 KB at sequenceid=3026 (bloomFilter=true), to=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/.tmp/info/58a05ac266ab4f1b8b243ad923b41df3 2024-12-15T17:24:58,906 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/.tmp/info/58a05ac266ab4f1b8b243ad923b41df3 as hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/info/58a05ac266ab4f1b8b243ad923b41df3 2024-12-15T17:24:58,908 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:58,908 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2650=[#edits: 1 = <2624/info:/1734283498691/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2651=[#edits: 1 = <2625/info:/1734283498695/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2652=[#edits: 1 = <2626/info:/1734283498696/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2653=[#edits: 1 = <2627/info:/1734283498696/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2654=[#edits: 1 = <2628/info:/1734283498696/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2655=[#edits: 1 = <2629/info:/1734283498697/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2656=[#edits: 1 = <2630/info:/1734283498697/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2657=[#edits: 1 = <2631/info:/1734283498697/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2658=[#edits: 1 = <2632/info:/1734283498698/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2659=[#edits: 1 = <2633/info:/1734283498698/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2660=[#edits: 1 = <2634/info:/1734283498698/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2661=[#edits: 1 = <2635/info:/1734283498699/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2662=[#edits: 1 = <2636/info:/1734283498699/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2663=[#edits: 1 = <2637/info:/1734283498699/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2664=[#edits: 1 = <2638/info:/1734283498700/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2665=[#edits: 1 = <2639/info:/1734283498700/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2666=[#edits: 1 = <2640/info:/1734283498700/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2667=[#edits: 1 = <2641/info:/1734283498701/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2668=[#edits: 1 = <2642/info:/1734283498701/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2669=[#edits: 1 = <2643/info:/1734283498703/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2670=[#edits: 1 = <2644/info:/1734283498707/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2671=[#edits: 1 = <2645/info:/1734283498708/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2672=[#edits: 1 = <2646/info:/1734283498709/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2673=[#edits: 1 = <2647/info:/1734283498711/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2674=[#edits: 1 = <2648/info:/1734283498712/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2675=[#edits: 1 = <2649/info:/1734283498712/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2676=[#edits: 1 = <2650/info:/1734283498712/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2677=[#edits: 1 = <2651/info:/1734283498716/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2678=[#edits: 1 = <2652/info:/1734283498717/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2679=[#edits: 1 = <2653/info:/1734283498718/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2680=[#edits: 1 = <2654/info:/1734283498719/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2681=[#edits: 1 = <2655/info:/1734283498719/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2682=[#edits: 1 = <2656/info:/1734283498720/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2683=[#edits: 1 = <2657/info:/1734283498720/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2684=[#edits: 1 = <2658/info:/1734283498721/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2685=[#edits: 1 = <2659/info:/1734283498721/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2686=[#edits: 1 = <2660/info:/1734283498721/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2687=[#edits: 1 = <2661/info:/1734283498722/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2688=[#edits: 1 = <2662/info:/1734283498722/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2689=[#edits: 1 = <2663/info:/1734283498724/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2690=[#edits: 1 = <2664/info:/1734283498727/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2691=[#edits: 1 = <2665/info:/1734283498728/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2692=[#edits: 1 = <2666/info:/1734283498728/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2693=[#edits: 1 = <2667/info:/1734283498729/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2694=[#edits: 1 = <2668/info:/1734283498730/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2695=[#edits: 1 = <2669/info:/1734283498730/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2696=[#edits: 1 = <2670/info:/1734283498731/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2697=[#edits: 1 = <2671/info:/1734283498731/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2698=[#edits: 1 = <2672/info:/1734283498731/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2699=[#edits: 1 = <2673/info:/1734283498732/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2700=[#edits: 1 = <2674/info:/1734283498732/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2701=[#edits: 1 = <2675/info:/1734283498732/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2702=[#edits: 1 = <2676/info:/1734283498733/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2703=[#edits: 1 = <2677/info:/1734283498733/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2704=[#edits: 1 = <2678/info:/1734283498733/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2705=[#edits: 1 = <2679/info:/1734283498734/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2706=[#edits: 1 = <2680/info:/1734283498734/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2707=[#edits: 1 = <2681/info:/1734283498735/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2708=[#edits: 1 = <2682/info:/1734283498735/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2709=[#edits: 1 = <2683/info:/1734283498735/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta, lastWalPosition=31256, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:58,909 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:58,910 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:58,915 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/info/58a05ac266ab4f1b8b243ad923b41df3, entries=1000, sequenceid=3026, filesize=45.3 K 2024-12-15T17:24:58,918 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~31.25 KB/32000, heapSize ~101.80 KB/104240, currentSize=0 B/0 for 1588230740 in 48ms, sequenceid=3026, compaction requested=false 2024-12-15T17:24:58,918 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-15T17:24:58,918 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(218): compacting table 2024-12-15T17:24:58,919 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-15T17:24:58,924 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2710=[#edits: 1 = <2684/info:/1734283498736/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2711=[#edits: 1 = <2685/info:/1734283498736/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2712=[#edits: 1 = <2686/info:/1734283498736/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2713=[#edits: 1 = <2687/info:/1734283498737/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2714=[#edits: 1 = <2688/info:/1734283498737/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2715=[#edits: 1 = <2689/info:/1734283498737/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2716=[#edits: 1 = <2690/info:/1734283498738/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2717=[#edits: 1 = <2691/info:/1734283498738/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2718=[#edits: 1 = <2692/info:/1734283498738/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2719=[#edits: 1 = <2693/info:/1734283498739/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2720=[#edits: 1 = <2694/info:/1734283498739/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2721=[#edits: 1 = <2695/info:/1734283498739/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2722=[#edits: 1 = <2696/info:/1734283498740/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2723=[#edits: 1 = <2697/info:/1734283498740/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2724=[#edits: 1 = <2698/info:/1734283498740/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2725=[#edits: 1 = <2699/info:/1734283498741/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2726=[#edits: 1 = <2700/info:/1734283498741/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2727=[#edits: 1 = <2701/info:/1734283498741/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2728=[#edits: 1 = <2702/info:/1734283498742/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2729=[#edits: 1 = <2703/info:/1734283498743/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2730=[#edits: 1 = <2704/info:/1734283498743/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2731=[#edits: 1 = <2705/info:/1734283498744/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2732=[#edits: 1 = <2706/info:/1734283498744/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2733=[#edits: 1 = <2707/info:/1734283498744/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2734=[#edits: 1 = <2708/info:/1734283498745/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2735=[#edits: 1 = <2709/info:/1734283498745/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2736=[#edits: 1 = <2710/info:/1734283498745/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2737=[#edits: 1 = <2711/info:/1734283498750/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2738=[#edits: 1 = <2712/info:/1734283498751/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2739=[#edits: 1 = <2713/info:/1734283498751/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2740=[#edits: 1 = <2714/info:/1734283498751/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2741=[#edits: 1 = <2715/info:/1734283498752/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2742=[#edits: 1 = <2716/info:/1734283498752/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2743=[#edits: 1 = <2717/info:/1734283498753/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2744=[#edits: 1 = <2718/info:/1734283498753/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2745=[#edits: 1 = <2719/info:/1734283498753/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2746=[#edits: 1 = <2720/info:/1734283498754/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2747=[#edits: 1 = <2721/info:/1734283498754/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2748=[#edits: 1 = <2722/info:/1734283498754/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2749=[#edits: 1 = <2723/info:/1734283498755/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2750=[#edits: 1 = <2724/info:/1734283498755/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2751=[#edits: 1 = <2725/info:/1734283498755/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2752=[#edits: 1 = <2726/info:/1734283498756/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2753=[#edits: 1 = <2727/info:/1734283498756/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2754=[#edits: 1 = <2728/info:/1734283498756/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2755=[#edits: 1 = <2729/info:/1734283498757/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2756=[#edits: 1 = <2730/info:/1734283498757/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2757=[#edits: 1 = <2731/info:/1734283498757/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2758=[#edits: 1 = <2732/info:/1734283498758/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2759=[#edits: 1 = <2733/info:/1734283498758/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2760=[#edits: 1 = <2734/info:/1734283498758/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2761=[#edits: 1 = <2735/info:/1734283498759/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2762=[#edits: 1 = <2736/info:/1734283498759/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2763=[#edits: 1 = <2737/info:/1734283498759/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2764=[#edits: 1 = <2738/info:/1734283498760/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2765=[#edits: 1 = <2739/info:/1734283498760/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2766=[#edits: 1 = <2740/info:/1734283498760/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2767=[#edits: 1 = <2741/info:/1734283498761/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2768=[#edits: 1 = <2742/info:/1734283498761/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2769=[#edits: 1 = <2743/info:/1734283498761/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta, lastWalPosition=35636, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:58,925 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-15T17:24:58,925 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-15T17:24:58,925 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-15T17:24:58,925 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-15T17:24:58,925 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-15T17:24:58,925 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-15T17:24:58,925 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:58,926 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-15T17:24:58,926 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-15T17:24:58,926 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(214): Writing data from 3000 to 4000 2024-12-15T17:24:58,928 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2770=[#edits: 1 = <2744/info:/1734283498762/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2771=[#edits: 1 = <2745/info:/1734283498762/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2772=[#edits: 1 = <2746/info:/1734283498762/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2773=[#edits: 1 = <2747/info:/1734283498763/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2774=[#edits: 1 = <2748/info:/1734283498763/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2775=[#edits: 1 = <2749/info:/1734283498763/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2776=[#edits: 1 = <2750/info:/1734283498763/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2777=[#edits: 1 = <2751/info:/1734283498764/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2778=[#edits: 1 = <2752/info:/1734283498764/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2779=[#edits: 1 = <2753/info:/1734283498764/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2780=[#edits: 1 = <2754/info:/1734283498764/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2781=[#edits: 1 = <2755/info:/1734283498765/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2782=[#edits: 1 = <2756/info:/1734283498765/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2783=[#edits: 1 = <2757/info:/1734283498765/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2784=[#edits: 1 = <2758/info:/1734283498766/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2785=[#edits: 1 = <2759/info:/1734283498766/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2786=[#edits: 1 = <2760/info:/1734283498766/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2787=[#edits: 1 = <2761/info:/1734283498767/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2788=[#edits: 1 = <2762/info:/1734283498767/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2789=[#edits: 1 = <2763/info:/1734283498771/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2790=[#edits: 1 = <2764/info:/1734283498772/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2791=[#edits: 1 = <2765/info:/1734283498773/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2792=[#edits: 1 = <2766/info:/1734283498780/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2793=[#edits: 1 = <2767/info:/1734283498780/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2794=[#edits: 1 = <2768/info:/1734283498781/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2795=[#edits: 1 = <2769/info:/1734283498781/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2796=[#edits: 1 = <2770/info:/1734283498781/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2797=[#edits: 1 = <2771/info:/1734283498782/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2798=[#edits: 1 = <2772/info:/1734283498782/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2799=[#edits: 1 = <2773/info:/1734283498783/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2800=[#edits: 1 = <2774/info:/1734283498783/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2801=[#edits: 1 = <2775/info:/1734283498783/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2802=[#edits: 1 = <2776/info:/1734283498784/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2803=[#edits: 1 = <2777/info:/1734283498784/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2804=[#edits: 1 = <2778/info:/1734283498784/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2805=[#edits: 1 = <2779/info:/1734283498784/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2806=[#edits: 1 = <2780/info:/1734283498785/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2807=[#edits: 1 = <2781/info:/1734283498785/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2808=[#edits: 1 = <2782/info:/1734283498786/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2809=[#edits: 1 = <2783/info:/1734283498786/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2810=[#edits: 1 = <2784/info:/1734283498786/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2811=[#edits: 1 = <2785/info:/1734283498786/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2812=[#edits: 1 = <2786/info:/1734283498787/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2813=[#edits: 1 = <2787/info:/1734283498787/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2814=[#edits: 1 = <2788/info:/1734283498787/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2815=[#edits: 1 = <2789/info:/1734283498788/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2816=[#edits: 1 = <2790/info:/1734283498788/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2817=[#edits: 1 = <2791/info:/1734283498788/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2818=[#edits: 1 = <2792/info:/1734283498788/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2819=[#edits: 1 = <2793/info:/1734283498789/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2820=[#edits: 1 = <2794/info:/1734283498789/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2821=[#edits: 1 = <2795/info:/1734283498789/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2822=[#edits: 1 = <2796/info:/1734283498790/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2823=[#edits: 1 = <2797/info:/1734283498790/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2824=[#edits: 1 = <2798/info:/1734283498790/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2825=[#edits: 1 = <2799/info:/1734283498791/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2826=[#edits: 1 = <2800/info:/1734283498791/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2827=[#edits: 1 = <2801/info:/1734283498791/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2828=[#edits: 1 = <2802/info:/1734283498791/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2829=[#edits: 1 = <2803/info:/1734283498792/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta, lastWalPosition=40016, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:58,930 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:58,930 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2830=[#edits: 1 = <2804/info:/1734283498792/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2831=[#edits: 1 = <2805/info:/1734283498793/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2832=[#edits: 1 = <2806/info:/1734283498793/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2833=[#edits: 1 = <2807/info:/1734283498794/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2834=[#edits: 1 = <2808/info:/1734283498794/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2835=[#edits: 1 = <2809/info:/1734283498794/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2836=[#edits: 1 = <2810/info:/1734283498794/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2837=[#edits: 1 = <2811/info:/1734283498795/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2838=[#edits: 1 = <2812/info:/1734283498795/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2839=[#edits: 1 = <2813/info:/1734283498795/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2840=[#edits: 1 = <2814/info:/1734283498795/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2841=[#edits: 1 = <2815/info:/1734283498796/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2842=[#edits: 1 = <2816/info:/1734283498796/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2843=[#edits: 1 = <2817/info:/1734283498796/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2844=[#edits: 1 = <2818/info:/1734283498797/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2845=[#edits: 1 = <2819/info:/1734283498797/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2846=[#edits: 1 = <2820/info:/1734283498797/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2847=[#edits: 1 = <2821/info:/1734283498798/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2848=[#edits: 1 = <2822/info:/1734283498798/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2849=[#edits: 1 = <2823/info:/1734283498798/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2850=[#edits: 1 = <2824/info:/1734283498798/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2851=[#edits: 1 = <2825/info:/1734283498799/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2852=[#edits: 1 = <2826/info:/1734283498799/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2853=[#edits: 1 = <2827/info:/1734283498799/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2854=[#edits: 1 = <2828/info:/1734283498800/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2855=[#edits: 1 = <2829/info:/1734283498800/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2856=[#edits: 1 = <2830/info:/1734283498800/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2857=[#edits: 1 = <2831/info:/1734283498800/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2858=[#edits: 1 = <2832/info:/1734283498801/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2859=[#edits: 1 = <2833/info:/1734283498801/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2860=[#edits: 1 = <2834/info:/1734283498801/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2861=[#edits: 1 = <2835/info:/1734283498802/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2862=[#edits: 1 = <2836/info:/1734283498802/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2863=[#edits: 1 = <2837/info:/1734283498802/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2864=[#edits: 1 = <2838/info:/1734283498802/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2865=[#edits: 1 = <2839/info:/1734283498803/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2866=[#edits: 1 = <2840/info:/1734283498803/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2867=[#edits: 1 = <2841/info:/1734283498803/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2868=[#edits: 1 = <2842/info:/1734283498804/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2869=[#edits: 1 = <2843/info:/1734283498804/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2870=[#edits: 1 = <2844/info:/1734283498804/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2871=[#edits: 1 = <2845/info:/1734283498804/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2872=[#edits: 1 = <2846/info:/1734283498805/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2873=[#edits: 1 = <2847/info:/1734283498805/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2874=[#edits: 1 = <2848/info:/1734283498805/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2875=[#edits: 1 = <2849/info:/1734283498805/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2876=[#edits: 1 = <2850/info:/1734283498806/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2877=[#edits: 1 = <2851/info:/1734283498806/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2878=[#edits: 1 = <2852/info:/1734283498806/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2879=[#edits: 1 = <2853/info:/1734283498807/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2880=[#edits: 1 = <2854/info:/1734283498807/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2881=[#edits: 1 = <2855/info:/1734283498807/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2882=[#edits: 1 = <2856/info:/1734283498807/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2883=[#edits: 1 = <2857/info:/1734283498808/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2884=[#edits: 1 = <2858/info:/1734283498808/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2885=[#edits: 1 = <2859/info:/1734283498808/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2886=[#edits: 1 = <2860/info:/1734283498808/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2887=[#edits: 1 = <2861/info:/1734283498809/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2888=[#edits: 1 = <2862/info:/1734283498809/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2889=[#edits: 1 = <2863/info:/1734283498809/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta, lastWalPosition=44396, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:58,932 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:58,932 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2890=[#edits: 1 = <2864/info:/1734283498809/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2891=[#edits: 1 = <2865/info:/1734283498810/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2892=[#edits: 1 = <2866/info:/1734283498810/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2893=[#edits: 1 = <2867/info:/1734283498810/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2894=[#edits: 1 = <2868/info:/1734283498810/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2895=[#edits: 1 = <2869/info:/1734283498811/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2896=[#edits: 1 = <2870/info:/1734283498811/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2897=[#edits: 1 = <2871/info:/1734283498811/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2898=[#edits: 1 = <2872/info:/1734283498812/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2899=[#edits: 1 = <2873/info:/1734283498812/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2900=[#edits: 1 = <2874/info:/1734283498812/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2901=[#edits: 1 = <2875/info:/1734283498813/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2902=[#edits: 1 = <2876/info:/1734283498813/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2903=[#edits: 1 = <2877/info:/1734283498813/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2904=[#edits: 1 = <2878/info:/1734283498813/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2905=[#edits: 1 = <2879/info:/1734283498814/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2906=[#edits: 1 = <2880/info:/1734283498814/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2907=[#edits: 1 = <2881/info:/1734283498814/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2908=[#edits: 1 = <2882/info:/1734283498815/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2909=[#edits: 1 = <2883/info:/1734283498815/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2910=[#edits: 1 = <2884/info:/1734283498815/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2911=[#edits: 1 = <2885/info:/1734283498815/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2912=[#edits: 1 = <2886/info:/1734283498816/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2913=[#edits: 1 = <2887/info:/1734283498816/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2914=[#edits: 1 = <2888/info:/1734283498816/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2915=[#edits: 1 = <2889/info:/1734283498817/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2916=[#edits: 1 = <2890/info:/1734283498817/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2917=[#edits: 1 = <2891/info:/1734283498817/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2918=[#edits: 1 = <2892/info:/1734283498818/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2919=[#edits: 1 = <2893/info:/1734283498818/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2920=[#edits: 1 = <2894/info:/1734283498818/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2921=[#edits: 1 = <2895/info:/1734283498818/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2922=[#edits: 1 = <2896/info:/1734283498819/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2923=[#edits: 1 = <2897/info:/1734283498819/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2924=[#edits: 1 = <2898/info:/1734283498819/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2925=[#edits: 1 = <2899/info:/1734283498820/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2926=[#edits: 1 = <2900/info:/1734283498820/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2927=[#edits: 1 = <2901/info:/1734283498820/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2928=[#edits: 1 = <2902/info:/1734283498820/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2929=[#edits: 1 = <2903/info:/1734283498821/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2930=[#edits: 1 = <2904/info:/1734283498821/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2931=[#edits: 1 = <2905/info:/1734283498821/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2932=[#edits: 1 = <2906/info:/1734283498822/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2933=[#edits: 1 = <2907/info:/1734283498822/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2934=[#edits: 1 = <2908/info:/1734283498822/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2935=[#edits: 1 = <2909/info:/1734283498823/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2936=[#edits: 1 = <2910/info:/1734283498823/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2937=[#edits: 1 = <2911/info:/1734283498823/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2938=[#edits: 1 = <2912/info:/1734283498823/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2939=[#edits: 1 = <2913/info:/1734283498824/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2940=[#edits: 1 = <2914/info:/1734283498824/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2941=[#edits: 1 = <2915/info:/1734283498824/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2942=[#edits: 1 = <2916/info:/1734283498825/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2943=[#edits: 1 = <2917/info:/1734283498825/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2944=[#edits: 1 = <2918/info:/1734283498825/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2945=[#edits: 1 = <2919/info:/1734283498825/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2946=[#edits: 1 = <2920/info:/1734283498826/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2947=[#edits: 1 = <2921/info:/1734283498826/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2948=[#edits: 1 = <2922/info:/1734283498826/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2949=[#edits: 1 = <2923/info:/1734283498827/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta, lastWalPosition=48776, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:58,932 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 17 WAL entries eligible for replication 2024-12-15T17:24:58,937 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta to pos 54510, reset compression=false 2024-12-15T17:24:58,937 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/2950=[#edits: 1 = <2924/info:/1734283498827/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2951=[#edits: 1 = <2925/info:/1734283498827/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2952=[#edits: 1 = <2926/info:/1734283498828/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2953=[#edits: 1 = <2927/info:/1734283498828/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2954=[#edits: 1 = <2928/info:/1734283498828/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2955=[#edits: 1 = <2929/info:/1734283498828/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2956=[#edits: 1 = <2930/info:/1734283498829/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2957=[#edits: 1 = <2931/info:/1734283498829/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2958=[#edits: 1 = <2932/info:/1734283498829/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2959=[#edits: 1 = <2933/info:/1734283498829/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2960=[#edits: 1 = <2934/info:/1734283498830/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2961=[#edits: 1 = <2935/info:/1734283498830/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2962=[#edits: 1 = <2936/info:/1734283498830/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2963=[#edits: 1 = <2937/info:/1734283498831/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2964=[#edits: 1 = <2938/info:/1734283498831/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2965=[#edits: 1 = <2939/info:/1734283498831/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2966=[#edits: 1 = <2940/info:/1734283498831/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2967=[#edits: 1 = <2941/info:/1734283498832/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2968=[#edits: 1 = <2942/info:/1734283498832/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2969=[#edits: 1 = <2943/info:/1734283498835/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2970=[#edits: 1 = <2944/info:/1734283498836/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2971=[#edits: 1 = <2945/info:/1734283498836/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2972=[#edits: 1 = <2946/info:/1734283498836/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2973=[#edits: 1 = <2947/info:/1734283498837/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2974=[#edits: 1 = <2948/info:/1734283498837/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2975=[#edits: 1 = <2949/info:/1734283498837/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2976=[#edits: 1 = <2950/info:/1734283498838/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2977=[#edits: 1 = <2951/info:/1734283498838/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2978=[#edits: 1 = <2952/info:/1734283498838/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2979=[#edits: 1 = <2953/info:/1734283498839/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2980=[#edits: 1 = <2954/info:/1734283498839/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2981=[#edits: 1 = <2955/info:/1734283498839/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2982=[#edits: 1 = <2956/info:/1734283498840/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2983=[#edits: 1 = <2957/info:/1734283498840/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2984=[#edits: 1 = <2958/info:/1734283498840/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2985=[#edits: 1 = <2959/info:/1734283498841/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2986=[#edits: 1 = <2960/info:/1734283498841/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2987=[#edits: 1 = <2961/info:/1734283498842/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2988=[#edits: 1 = <2962/info:/1734283498843/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2989=[#edits: 1 = <2963/info:/1734283498848/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2990=[#edits: 1 = <2964/info:/1734283498848/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2991=[#edits: 1 = <2965/info:/1734283498849/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2992=[#edits: 1 = <2966/info:/1734283498849/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2993=[#edits: 1 = <2967/info:/1734283498850/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2994=[#edits: 1 = <2968/info:/1734283498850/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2995=[#edits: 1 = <2969/info:/1734283498851/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2996=[#edits: 1 = <2970/info:/1734283498851/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2997=[#edits: 1 = <2971/info:/1734283498852/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2998=[#edits: 1 = <2972/info:/1734283498852/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/2999=[#edits: 1 = <2973/info:/1734283498853/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3000=[#edits: 1 = <2974/info:/1734283498853/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3001=[#edits: 1 = <2975/info:/1734283498855/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3002=[#edits: 1 = <2976/info:/1734283498859/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3003=[#edits: 1 = <2977/info:/1734283498860/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3004=[#edits: 1 = <2978/info:/1734283498861/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3005=[#edits: 1 = <2979/info:/1734283498861/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3006=[#edits: 1 = <2980/info:/1734283498862/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3007=[#edits: 1 = <2981/info:/1734283498862/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3008=[#edits: 1 = <2982/info:/1734283498863/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3009=[#edits: 1 = <2983/info:/1734283498863/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta, lastWalPosition=53156, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:58,940 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3010=[#edits: 1 = <2984/info:/1734283498863/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3011=[#edits: 1 = <2985/info:/1734283498864/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3012=[#edits: 1 = <2986/info:/1734283498864/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3013=[#edits: 1 = <2987/info:/1734283498865/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3014=[#edits: 1 = <2988/info:/1734283498865/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3015=[#edits: 1 = <2989/info:/1734283498865/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3016=[#edits: 1 = <2990/info:/1734283498866/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3017=[#edits: 1 = <2991/info:/1734283498866/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3018=[#edits: 1 = <2992/info:/1734283498866/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3019=[#edits: 1 = <2993/info:/1734283498867/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3020=[#edits: 1 = <2994/info:/1734283498867/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3021=[#edits: 1 = <2995/info:/1734283498868/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3022=[#edits: 1 = <2996/info:/1734283498868/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3023=[#edits: 1 = <2997/info:/1734283498868/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3024=[#edits: 1 = <2998/info:/1734283498869/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3025=[#edits: 1 = <2999/info:/1734283498869/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3027=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734283498870/Put/vlen=102/seqid=0; >],292}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta, lastWalPosition=54510, nbRowKeys=17, nbHFiles=0, heapSize=3044, lastSeqIds={}, endOfFile=false,usedBufferSize=3044] 2024-12-15T17:24:58,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36765 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: START_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 3026 store_flushes { family_name: "info" store_home_dir: "info" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-15T17:24:58,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33043 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: START_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 3026 store_flushes { family_name: "info" store_home_dir: "info" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-15T17:24:58,940 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33043 {}] regionserver.HRegion(2837): Flushing 1657623790 3/3 column families, dataSize=31.25 KB heapSize=101.38 KB 2024-12-15T17:24:58,940 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36765 {}] regionserver.HRegion(2837): Flushing 534574363 3/3 column families, dataSize=31.25 KB heapSize=101.38 KB 2024-12-15T17:24:58,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33043 {}] regionserver.HRegion(5724): 1657623790 : Prepared flush with seqId:3026 2024-12-15T17:24:58,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36765 {}] regionserver.HRegion(5724): 534574363 : Prepared flush with seqId:3026 2024-12-15T17:24:58,950 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 14 WAL entries eligible for replication 2024-12-15T17:24:58,950 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta to pos 55679, reset compression=false 2024-12-15T17:24:58,950 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3028=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734283498916/Put/vlen=136/seqid=0; >],324}, {hbase:meta/1588230740/3029=[#edits: 1 = <3000/info:/1734283498927/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3030=[#edits: 1 = <3001/info:/1734283498928/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3031=[#edits: 1 = <3002/info:/1734283498929/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3032=[#edits: 1 = <3003/info:/1734283498930/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3033=[#edits: 1 = <3004/info:/1734283498930/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3034=[#edits: 1 = <3005/info:/1734283498931/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3035=[#edits: 1 = <3006/info:/1734283498931/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3036=[#edits: 1 = <3007/info:/1734283498932/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3037=[#edits: 1 = <3008/info:/1734283498937/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3038=[#edits: 1 = <3009/info:/1734283498940/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3039=[#edits: 1 = <3010/info:/1734283498942/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3040=[#edits: 1 = <3011/info:/1734283498943/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3041=[#edits: 1 = <3012/info:/1734283498943/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta, lastWalPosition=55679, nbRowKeys=14, nbHFiles=0, heapSize=2560, lastSeqIds={}, endOfFile=false,usedBufferSize=2560] 2024-12-15T17:24:58,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33043 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: COMMIT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 3026 store_flushes { family_name: "info" store_home_dir: "info" flush_output: "58a05ac266ab4f1b8b243ad923b41df3" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-15T17:24:58,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33043 {}] regionserver.HRegion(5812): 1657623790 : Received a flush commit marker with seqId:3026 and a previous prepared snapshot was found 2024-12-15T17:24:58,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33043 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:58,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36765 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: COMMIT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 3026 store_flushes { family_name: "info" store_home_dir: "info" flush_output: "58a05ac266ab4f1b8b243ad923b41df3" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-15T17:24:58,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36765 {}] regionserver.HRegion(5812): 534574363 : Received a flush commit marker with seqId:3026 and a previous prepared snapshot was found 2024-12-15T17:24:58,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:24:58,957 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-15T17:24:58,957 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta to pos 56117, reset compression=false 2024-12-15T17:24:58,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36765 {}] regionserver.HStore$StoreFlusherImpl(2048): org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b2181bc added hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/info/58a05ac266ab4f1b8b243ad923b41df3, entries=1000, sequenceid=3026, filesize=45.3 K 2024-12-15T17:24:58,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36765 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0001.534574363 with WAL disabled. Data may be lost in the event of a crash. 2024-12-15T17:24:58,970 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-15T17:24:58,971 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33043 {}] regionserver.HStore$StoreFlusherImpl(2048): org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fac6070 added hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/info/58a05ac266ab4f1b8b243ad923b41df3, entries=1000, sequenceid=3026, filesize=45.3 K 2024-12-15T17:24:58,972 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33043 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0002.1657623790 with WAL disabled. Data may be lost in the event of a crash. 2024-12-15T17:24:58,975 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3042=[#edits: 1 = <3013/info:/1734283498945/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3043=[#edits: 1 = <3014/info:/1734283498949/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3044=[#edits: 1 = <3015/info:/1734283498950/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3045=[#edits: 1 = <3016/info:/1734283498951/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3046=[#edits: 1 = <3017/info:/1734283498953/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3047=[#edits: 1 = <3018/info:/1734283498954/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta, lastWalPosition=56117, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-15T17:24:58,975 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta to pos 56701, reset compression=false 2024-12-15T17:24:58,979 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3048=[#edits: 1 = <3019/info:/1734283498955/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3049=[#edits: 1 = <3020/info:/1734283498957/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3050=[#edits: 1 = <3021/info:/1734283498958/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3051=[#edits: 1 = <3022/info:/1734283498960/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3052=[#edits: 1 = <3023/info:/1734283498961/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3053=[#edits: 1 = <3024/info:/1734283498962/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3054=[#edits: 1 = <3025/info:/1734283498962/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3055=[#edits: 1 = <3026/info:/1734283498963/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta, lastWalPosition=56701, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-15T17:24:58,988 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 20 WAL entries eligible for replication 2024-12-15T17:24:58,988 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta to pos 58161, reset compression=false 2024-12-15T17:24:58,988 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3056=[#edits: 1 = <3027/info:/1734283498967/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3057=[#edits: 1 = <3028/info:/1734283498968/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3058=[#edits: 1 = <3029/info:/1734283498969/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3059=[#edits: 1 = <3030/info:/1734283498970/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3060=[#edits: 1 = <3031/info:/1734283498971/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3061=[#edits: 1 = <3032/info:/1734283498972/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3062=[#edits: 1 = <3033/info:/1734283498975/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3063=[#edits: 1 = <3034/info:/1734283498975/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3064=[#edits: 1 = <3035/info:/1734283498976/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3065=[#edits: 1 = <3036/info:/1734283498976/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3066=[#edits: 1 = <3037/info:/1734283498976/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3067=[#edits: 1 = <3038/info:/1734283498977/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3068=[#edits: 1 = <3039/info:/1734283498978/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3069=[#edits: 1 = <3040/info:/1734283498978/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3070=[#edits: 1 = <3041/info:/1734283498979/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3071=[#edits: 1 = <3042/info:/1734283498979/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3072=[#edits: 1 = <3043/info:/1734283498980/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3073=[#edits: 1 = <3044/info:/1734283498982/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3074=[#edits: 1 = <3045/info:/1734283498982/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3075=[#edits: 1 = <3046/info:/1734283498983/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta, lastWalPosition=58161, nbRowKeys=20, nbHFiles=0, heapSize=3440, lastSeqIds={}, endOfFile=false,usedBufferSize=3440] 2024-12-15T17:24:58,996 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-15T17:24:58,997 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta to pos 58964, reset compression=false 2024-12-15T17:24:58,997 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3076=[#edits: 1 = <3047/info:/1734283498983/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3077=[#edits: 1 = <3048/info:/1734283498984/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3078=[#edits: 1 = <3049/info:/1734283498985/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3079=[#edits: 1 = <3050/info:/1734283498986/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3080=[#edits: 1 = <3051/info:/1734283498987/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3081=[#edits: 1 = <3052/info:/1734283498988/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3082=[#edits: 1 = <3053/info:/1734283498988/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3083=[#edits: 1 = <3054/info:/1734283498989/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3084=[#edits: 1 = <3055/info:/1734283498990/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3085=[#edits: 1 = <3056/info:/1734283498990/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3086=[#edits: 1 = <3057/info:/1734283498990/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta, lastWalPosition=58964, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-15T17:24:59,004 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 17 WAL entries eligible for replication 2024-12-15T17:24:59,004 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta to pos 60205, reset compression=false 2024-12-15T17:24:59,004 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3087=[#edits: 1 = <3058/info:/1734283498993/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3088=[#edits: 1 = <3059/info:/1734283498994/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3089=[#edits: 1 = <3060/info:/1734283498994/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3090=[#edits: 1 = <3061/info:/1734283498995/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3091=[#edits: 1 = <3062/info:/1734283498995/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3092=[#edits: 1 = <3063/info:/1734283498996/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3093=[#edits: 1 = <3064/info:/1734283498996/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3094=[#edits: 1 = <3065/info:/1734283498996/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3095=[#edits: 1 = <3066/info:/1734283498997/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3096=[#edits: 1 = <3067/info:/1734283498997/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3097=[#edits: 1 = <3068/info:/1734283498998/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3098=[#edits: 1 = <3069/info:/1734283498998/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3099=[#edits: 1 = <3070/info:/1734283498999/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3100=[#edits: 1 = <3071/info:/1734283498999/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3101=[#edits: 1 = <3072/info:/1734283499000/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3102=[#edits: 1 = <3073/info:/1734283499001/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3103=[#edits: 1 = <3074/info:/1734283499001/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta, lastWalPosition=60205, nbRowKeys=17, nbHFiles=0, heapSize=2924, lastSeqIds={}, endOfFile=false,usedBufferSize=2924] 2024-12-15T17:24:59,028 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 14 WAL entries eligible for replication 2024-12-15T17:24:59,028 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta to pos 61227, reset compression=false 2024-12-15T17:24:59,028 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3104=[#edits: 1 = <3075/info:/1734283499002/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3105=[#edits: 1 = <3076/info:/1734283499003/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3106=[#edits: 1 = <3077/info:/1734283499013/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3107=[#edits: 1 = <3078/info:/1734283499016/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3108=[#edits: 1 = <3079/info:/1734283499018/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3109=[#edits: 1 = <3080/info:/1734283499018/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3110=[#edits: 1 = <3081/info:/1734283499019/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3111=[#edits: 1 = <3082/info:/1734283499019/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3112=[#edits: 1 = <3083/info:/1734283499020/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3113=[#edits: 1 = <3084/info:/1734283499020/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3114=[#edits: 1 = <3085/info:/1734283499021/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3115=[#edits: 1 = <3086/info:/1734283499021/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3116=[#edits: 1 = <3087/info:/1734283499022/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3117=[#edits: 1 = <3088/info:/1734283499023/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta, lastWalPosition=61227, nbRowKeys=14, nbHFiles=0, heapSize=2408, lastSeqIds={}, endOfFile=false,usedBufferSize=2408] 2024-12-15T17:24:59,049 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-15T17:24:59,049 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta to pos 62103, reset compression=false 2024-12-15T17:24:59,049 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3118=[#edits: 1 = <3089/info:/1734283499023/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3119=[#edits: 1 = <3090/info:/1734283499023/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3120=[#edits: 1 = <3091/info:/1734283499024/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3121=[#edits: 1 = <3092/info:/1734283499024/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3122=[#edits: 1 = <3093/info:/1734283499025/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3123=[#edits: 1 = <3094/info:/1734283499025/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3124=[#edits: 1 = <3095/info:/1734283499026/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3125=[#edits: 1 = <3096/info:/1734283499026/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3126=[#edits: 1 = <3097/info:/1734283499026/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3127=[#edits: 1 = <3098/info:/1734283499031/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3128=[#edits: 1 = <3099/info:/1734283499035/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3129=[#edits: 1 = <3100/info:/1734283499040/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta, lastWalPosition=62103, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-15T17:24:59,069 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 30 WAL entries eligible for replication 2024-12-15T17:24:59,069 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta to pos 64293, reset compression=false 2024-12-15T17:24:59,069 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3130=[#edits: 1 = <3101/info:/1734283499044/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3131=[#edits: 1 = <3102/info:/1734283499051/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3132=[#edits: 1 = <3103/info:/1734283499052/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3133=[#edits: 1 = <3104/info:/1734283499052/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3134=[#edits: 1 = <3105/info:/1734283499053/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3135=[#edits: 1 = <3106/info:/1734283499053/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3136=[#edits: 1 = <3107/info:/1734283499053/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3137=[#edits: 1 = <3108/info:/1734283499054/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3138=[#edits: 1 = <3109/info:/1734283499054/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3139=[#edits: 1 = <3110/info:/1734283499055/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3140=[#edits: 1 = <3111/info:/1734283499055/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3141=[#edits: 1 = <3112/info:/1734283499055/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3142=[#edits: 1 = <3113/info:/1734283499056/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3143=[#edits: 1 = <3114/info:/1734283499056/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3144=[#edits: 1 = <3115/info:/1734283499056/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3145=[#edits: 1 = <3116/info:/1734283499057/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3146=[#edits: 1 = <3117/info:/1734283499058/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3147=[#edits: 1 = <3118/info:/1734283499058/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3148=[#edits: 1 = <3119/info:/1734283499059/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3149=[#edits: 1 = <3120/info:/1734283499059/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3150=[#edits: 1 = <3121/info:/1734283499060/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3151=[#edits: 1 = <3122/info:/1734283499060/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3152=[#edits: 1 = <3123/info:/1734283499060/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3153=[#edits: 1 = <3124/info:/1734283499061/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3154=[#edits: 1 = <3125/info:/1734283499061/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3155=[#edits: 1 = <3126/info:/1734283499061/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3156=[#edits: 1 = <3127/info:/1734283499062/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3157=[#edits: 1 = <3128/info:/1734283499062/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3158=[#edits: 1 = <3129/info:/1734283499063/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3159=[#edits: 1 = <3130/info:/1734283499063/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta, lastWalPosition=64293, nbRowKeys=30, nbHFiles=0, heapSize=5160, lastSeqIds={}, endOfFile=false,usedBufferSize=5160] 2024-12-15T17:24:59,085 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 23 WAL entries eligible for replication 2024-12-15T17:24:59,085 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta to pos 65972, reset compression=false 2024-12-15T17:24:59,085 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3160=[#edits: 1 = <3131/info:/1734283499064/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3161=[#edits: 1 = <3132/info:/1734283499064/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3162=[#edits: 1 = <3133/info:/1734283499065/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3163=[#edits: 1 = <3134/info:/1734283499065/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3164=[#edits: 1 = <3135/info:/1734283499066/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3165=[#edits: 1 = <3136/info:/1734283499066/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3166=[#edits: 1 = <3137/info:/1734283499066/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3167=[#edits: 1 = <3138/info:/1734283499067/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3168=[#edits: 1 = <3139/info:/1734283499071/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3169=[#edits: 1 = <3140/info:/1734283499073/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3170=[#edits: 1 = <3141/info:/1734283499073/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3171=[#edits: 1 = <3142/info:/1734283499074/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3172=[#edits: 1 = <3143/info:/1734283499074/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3173=[#edits: 1 = <3144/info:/1734283499074/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3174=[#edits: 1 = <3145/info:/1734283499075/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3175=[#edits: 1 = <3146/info:/1734283499075/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3176=[#edits: 1 = <3147/info:/1734283499080/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3177=[#edits: 1 = <3148/info:/1734283499080/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3178=[#edits: 1 = <3149/info:/1734283499080/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3179=[#edits: 1 = <3150/info:/1734283499081/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3180=[#edits: 1 = <3151/info:/1734283499082/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3181=[#edits: 1 = <3152/info:/1734283499082/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3182=[#edits: 1 = <3153/info:/1734283499082/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta, lastWalPosition=65972, nbRowKeys=23, nbHFiles=0, heapSize=3956, lastSeqIds={}, endOfFile=false,usedBufferSize=3956] 2024-12-15T17:24:59,102 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T17:24:59,102 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta to pos 67724, reset compression=false 2024-12-15T17:24:59,102 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3183=[#edits: 1 = <3154/info:/1734283499083/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3184=[#edits: 1 = <3155/info:/1734283499087/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3185=[#edits: 1 = <3156/info:/1734283499088/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3186=[#edits: 1 = <3157/info:/1734283499091/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3187=[#edits: 1 = <3158/info:/1734283499092/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3188=[#edits: 1 = <3159/info:/1734283499092/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3189=[#edits: 1 = <3160/info:/1734283499094/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3190=[#edits: 1 = <3161/info:/1734283499094/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3191=[#edits: 1 = <3162/info:/1734283499094/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3192=[#edits: 1 = <3163/info:/1734283499094/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3193=[#edits: 1 = <3164/info:/1734283499095/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3194=[#edits: 1 = <3165/info:/1734283499095/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3195=[#edits: 1 = <3166/info:/1734283499095/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3196=[#edits: 1 = <3167/info:/1734283499096/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3197=[#edits: 1 = <3168/info:/1734283499096/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3198=[#edits: 1 = <3169/info:/1734283499096/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3199=[#edits: 1 = <3170/info:/1734283499096/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3200=[#edits: 1 = <3171/info:/1734283499097/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3201=[#edits: 1 = <3172/info:/1734283499097/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3202=[#edits: 1 = <3173/info:/1734283499097/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3203=[#edits: 1 = <3174/info:/1734283499098/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3204=[#edits: 1 = <3175/info:/1734283499098/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3205=[#edits: 1 = <3176/info:/1734283499098/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3206=[#edits: 1 = <3177/info:/1734283499099/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta, lastWalPosition=67724, nbRowKeys=24, nbHFiles=0, heapSize=4128, lastSeqIds={}, endOfFile=false,usedBufferSize=4128] 2024-12-15T17:24:59,108 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 17 WAL entries eligible for replication 2024-12-15T17:24:59,108 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta to pos 68965, reset compression=false 2024-12-15T17:24:59,108 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3207=[#edits: 1 = <3178/info:/1734283499099/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3208=[#edits: 1 = <3179/info:/1734283499100/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3209=[#edits: 1 = <3180/info:/1734283499100/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3210=[#edits: 1 = <3181/info:/1734283499101/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3211=[#edits: 1 = <3182/info:/1734283499101/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3212=[#edits: 1 = <3183/info:/1734283499102/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3213=[#edits: 1 = <3184/info:/1734283499102/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3214=[#edits: 1 = <3185/info:/1734283499103/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3215=[#edits: 1 = <3186/info:/1734283499103/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3216=[#edits: 1 = <3187/info:/1734283499103/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3217=[#edits: 1 = <3188/info:/1734283499104/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3218=[#edits: 1 = <3189/info:/1734283499104/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3219=[#edits: 1 = <3190/info:/1734283499104/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3220=[#edits: 1 = <3191/info:/1734283499105/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3221=[#edits: 1 = <3192/info:/1734283499105/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3222=[#edits: 1 = <3193/info:/1734283499105/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3223=[#edits: 1 = <3194/info:/1734283499106/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta, lastWalPosition=68965, nbRowKeys=17, nbHFiles=0, heapSize=2924, lastSeqIds={}, endOfFile=false,usedBufferSize=2924] 2024-12-15T17:24:59,218 DEBUG [AsyncFSWAL-0-hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e-prefix:4ce65a7c4674,44719,1734283488776.meta {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=80572, logrollsize=80530 2024-12-15T17:24:59,218 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL 4ce65a7c4674%2C44719%2C1734283488776.meta:.meta(num 1734283498144) roll requested 2024-12-15T17:24:59,236 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, exclude list is [], retry=0 2024-12-15T17:24:59,243 DEBUG [RS-EventLoopGroup-27-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38813,DS-5f26e5ce-ed9f-47ce-bc3c-c744df0d7bf4,DISK] 2024-12-15T17:24:59,243 DEBUG [RS-EventLoopGroup-27-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36623,DS-6fa7ece7-1396-4370-adca-4b346aa334bb,DISK] 2024-12-15T17:24:59,243 DEBUG [RS-EventLoopGroup-27-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33611,DS-b1d55075-32c6-46f4-860e-3a079edd9669,DISK] 2024-12-15T17:24:59,275 INFO [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta with entries=1123, filesize=80.39 KB; new WAL /user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta 2024-12-15T17:24:59,276 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42773:42773),(127.0.0.1/127.0.0.1:34635:34635),(127.0.0.1/127.0.0.1:43291:43291)] 2024-12-15T17:24:59,276 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta is not closed yet, will try archiving it next time 2024-12-15T17:24:59,277 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(818): Archiving hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta to hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/oldWALs/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283497246.meta 2024-12-15T17:24:59,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33611 is added to blk_1073741847_1023 (size=82332) 2024-12-15T17:24:59,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38813 is added to blk_1073741847_1023 (size=82332) 2024-12-15T17:24:59,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741847_1023 (size=82332) 2024-12-15T17:24:59,311 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta to pos 68965, reset compression=false 2024-12-15T17:24:59,313 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:59,313 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:59,313 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3224=[#edits: 1 = <3195/info:/1734283499107/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3225=[#edits: 1 = <3196/info:/1734283499111/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3226=[#edits: 1 = <3197/info:/1734283499115/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3227=[#edits: 1 = <3198/info:/1734283499116/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3228=[#edits: 1 = <3199/info:/1734283499116/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3229=[#edits: 1 = <3200/info:/1734283499116/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3230=[#edits: 1 = <3201/info:/1734283499117/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3231=[#edits: 1 = <3202/info:/1734283499117/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3232=[#edits: 1 = <3203/info:/1734283499117/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3233=[#edits: 1 = <3204/info:/1734283499118/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3234=[#edits: 1 = <3205/info:/1734283499118/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3235=[#edits: 1 = <3206/info:/1734283499118/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3236=[#edits: 1 = <3207/info:/1734283499119/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3237=[#edits: 1 = <3208/info:/1734283499119/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3238=[#edits: 1 = <3209/info:/1734283499119/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3239=[#edits: 1 = <3210/info:/1734283499120/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3240=[#edits: 1 = <3211/info:/1734283499120/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3241=[#edits: 1 = <3212/info:/1734283499120/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3242=[#edits: 1 = <3213/info:/1734283499121/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3243=[#edits: 1 = <3214/info:/1734283499121/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3244=[#edits: 1 = <3215/info:/1734283499121/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3245=[#edits: 1 = <3216/info:/1734283499122/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3246=[#edits: 1 = <3217/info:/1734283499122/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3247=[#edits: 1 = <3218/info:/1734283499123/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3248=[#edits: 1 = <3219/info:/1734283499123/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3249=[#edits: 1 = <3220/info:/1734283499124/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3250=[#edits: 1 = <3221/info:/1734283499124/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3251=[#edits: 1 = <3222/info:/1734283499124/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3252=[#edits: 1 = <3223/info:/1734283499125/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3253=[#edits: 1 = <3224/info:/1734283499126/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3254=[#edits: 1 = <3225/info:/1734283499126/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3255=[#edits: 1 = <3226/info:/1734283499127/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3256=[#edits: 1 = <3227/info:/1734283499128/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3257=[#edits: 1 = <3228/info:/1734283499128/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3258=[#edits: 1 = <3229/info:/1734283499128/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3259=[#edits: 1 = <3230/info:/1734283499128/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3260=[#edits: 1 = <3231/info:/1734283499129/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3261=[#edits: 1 = <3232/info:/1734283499129/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3262=[#edits: 1 = <3233/info:/1734283499129/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3263=[#edits: 1 = <3234/info:/1734283499130/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3264=[#edits: 1 = <3235/info:/1734283499131/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3265=[#edits: 1 = <3236/info:/1734283499132/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3266=[#edits: 1 = <3237/info:/1734283499132/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3267=[#edits: 1 = <3238/info:/1734283499132/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3268=[#edits: 1 = <3239/info:/1734283499133/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3269=[#edits: 1 = <3240/info:/1734283499133/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3270=[#edits: 1 = <3241/info:/1734283499134/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3271=[#edits: 1 = <3242/info:/1734283499134/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3272=[#edits: 1 = <3243/info:/1734283499134/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3273=[#edits: 1 = <3244/info:/1734283499134/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3274=[#edits: 1 = <3245/info:/1734283499135/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3275=[#edits: 1 = <3246/info:/1734283499136/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3276=[#edits: 1 = <3247/info:/1734283499136/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3277=[#edits: 1 = <3248/info:/1734283499136/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3278=[#edits: 1 = <3249/info:/1734283499136/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3279=[#edits: 1 = <3250/info:/1734283499137/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3280=[#edits: 1 = <3251/info:/1734283499137/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3281=[#edits: 1 = <3252/info:/1734283499138/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3282=[#edits: 1 = <3253/info:/1734283499138/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3283=[#edits: 1 = <3254/info:/1734283499138/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta, lastWalPosition=73345, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:59,314 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:59,323 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(462): EOF, closing hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta 2024-12-15T17:24:59,323 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:59,323 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3284=[#edits: 1 = <3255/info:/1734283499139/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3285=[#edits: 1 = <3256/info:/1734283499139/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3286=[#edits: 1 = <3257/info:/1734283499140/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3287=[#edits: 1 = <3258/info:/1734283499140/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3288=[#edits: 1 = <3259/info:/1734283499147/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3289=[#edits: 1 = <3260/info:/1734283499148/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3290=[#edits: 1 = <3261/info:/1734283499148/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3291=[#edits: 1 = <3262/info:/1734283499149/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3292=[#edits: 1 = <3263/info:/1734283499149/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3293=[#edits: 1 = <3264/info:/1734283499150/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3294=[#edits: 1 = <3265/info:/1734283499150/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3295=[#edits: 1 = <3266/info:/1734283499150/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3296=[#edits: 1 = <3267/info:/1734283499151/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3297=[#edits: 1 = <3268/info:/1734283499153/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3298=[#edits: 1 = <3269/info:/1734283499154/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3299=[#edits: 1 = <3270/info:/1734283499154/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3300=[#edits: 1 = <3271/info:/1734283499154/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3301=[#edits: 1 = <3272/info:/1734283499155/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3302=[#edits: 1 = <3273/info:/1734283499155/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3303=[#edits: 1 = <3274/info:/1734283499155/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3304=[#edits: 1 = <3275/info:/1734283499156/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3305=[#edits: 1 = <3276/info:/1734283499156/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3306=[#edits: 1 = <3277/info:/1734283499157/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3307=[#edits: 1 = <3278/info:/1734283499157/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3308=[#edits: 1 = <3279/info:/1734283499157/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3309=[#edits: 1 = <3280/info:/1734283499158/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3310=[#edits: 1 = <3281/info:/1734283499158/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3311=[#edits: 1 = <3282/info:/1734283499159/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3312=[#edits: 1 = <3283/info:/1734283499160/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3313=[#edits: 1 = <3284/info:/1734283499161/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3314=[#edits: 1 = <3285/info:/1734283499161/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3315=[#edits: 1 = <3286/info:/1734283499161/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3316=[#edits: 1 = <3287/info:/1734283499162/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3317=[#edits: 1 = <3288/info:/1734283499163/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3318=[#edits: 1 = <3289/info:/1734283499167/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3319=[#edits: 1 = <3290/info:/1734283499168/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3320=[#edits: 1 = <3291/info:/1734283499169/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3321=[#edits: 1 = <3292/info:/1734283499169/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3322=[#edits: 1 = <3293/info:/1734283499170/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3323=[#edits: 1 = <3294/info:/1734283499170/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3324=[#edits: 1 = <3295/info:/1734283499171/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3325=[#edits: 1 = <3296/info:/1734283499171/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3326=[#edits: 1 = <3297/info:/1734283499179/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3327=[#edits: 1 = <3298/info:/1734283499180/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3328=[#edits: 1 = <3299/info:/1734283499180/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3329=[#edits: 1 = <3300/info:/1734283499181/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3330=[#edits: 1 = <3301/info:/1734283499181/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3331=[#edits: 1 = <3302/info:/1734283499182/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3332=[#edits: 1 = <3303/info:/1734283499183/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3333=[#edits: 1 = <3304/info:/1734283499183/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3334=[#edits: 1 = <3305/info:/1734283499184/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3335=[#edits: 1 = <3306/info:/1734283499184/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3336=[#edits: 1 = <3307/info:/1734283499185/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3337=[#edits: 1 = <3308/info:/1734283499187/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3338=[#edits: 1 = <3309/info:/1734283499191/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3339=[#edits: 1 = <3310/info:/1734283499192/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3340=[#edits: 1 = <3311/info:/1734283499192/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3341=[#edits: 1 = <3312/info:/1734283499192/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3342=[#edits: 1 = <3313/info:/1734283499193/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3343=[#edits: 1 = <3314/info:/1734283499193/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta, lastWalPosition=77725, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:59,329 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, startPosition=0, beingWritten=true 2024-12-15T17:24:59,329 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3344=[#edits: 1 = <3315/info:/1734283499194/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3345=[#edits: 1 = <3316/info:/1734283499194/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3346=[#edits: 1 = <3317/info:/1734283499194/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3347=[#edits: 1 = <3318/info:/1734283499195/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3348=[#edits: 1 = <3319/info:/1734283499195/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3349=[#edits: 1 = <3320/info:/1734283499195/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3350=[#edits: 1 = <3321/info:/1734283499199/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3351=[#edits: 1 = <3322/info:/1734283499200/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3352=[#edits: 1 = <3323/info:/1734283499200/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3353=[#edits: 1 = <3324/info:/1734283499205/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3354=[#edits: 1 = <3325/info:/1734283499206/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3355=[#edits: 1 = <3326/info:/1734283499206/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3356=[#edits: 1 = <3327/info:/1734283499207/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3357=[#edits: 1 = <3328/info:/1734283499207/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3358=[#edits: 1 = <3329/info:/1734283499207/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3359=[#edits: 1 = <3330/info:/1734283499208/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3360=[#edits: 1 = <3331/info:/1734283499208/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3361=[#edits: 1 = <3332/info:/1734283499208/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3362=[#edits: 1 = <3333/info:/1734283499209/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3363=[#edits: 1 = <3334/info:/1734283499209/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3364=[#edits: 1 = <3335/info:/1734283499209/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3365=[#edits: 1 = <3336/info:/1734283499210/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3366=[#edits: 1 = <3337/info:/1734283499210/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3367=[#edits: 1 = <3338/info:/1734283499210/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3368=[#edits: 1 = <3339/info:/1734283499211/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3369=[#edits: 1 = <3340/info:/1734283499211/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3370=[#edits: 1 = <3341/info:/1734283499211/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3371=[#edits: 1 = <3342/info:/1734283499212/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3372=[#edits: 1 = <3343/info:/1734283499212/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3373=[#edits: 1 = <3344/info:/1734283499213/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3374=[#edits: 1 = <3345/info:/1734283499213/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3375=[#edits: 1 = <3346/info:/1734283499213/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3376=[#edits: 1 = <3347/info:/1734283499215/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3377=[#edits: 1 = <3348/info:/1734283499216/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3378=[#edits: 1 = <3349/info:/1734283499216/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3379=[#edits: 1 = <3350/info:/1734283499217/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3380=[#edits: 1 = <3351/info:/1734283499217/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3381=[#edits: 1 = <3352/info:/1734283499218/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3382=[#edits: 1 = <3353/info:/1734283499218/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3383=[#edits: 1 = <3354/info:/1734283499219/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3384=[#edits: 1 = <3355/info:/1734283499220/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3385=[#edits: 1 = <3356/info:/1734283499220/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3386=[#edits: 1 = <3357/info:/1734283499221/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3387=[#edits: 1 = <3358/info:/1734283499221/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3388=[#edits: 1 = <3359/info:/1734283499221/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3389=[#edits: 1 = <3360/info:/1734283499222/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3390=[#edits: 1 = <3361/info:/1734283499222/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3391=[#edits: 1 = <3362/info:/1734283499223/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3392=[#edits: 1 = <3363/info:/1734283499223/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3393=[#edits: 1 = <3364/info:/1734283499224/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3394=[#edits: 1 = <3365/info:/1734283499231/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3395=[#edits: 1 = <3366/info:/1734283499241/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3396=[#edits: 1 = <3367/info:/1734283499244/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3397=[#edits: 1 = <3368/info:/1734283499244/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3398=[#edits: 1 = <3369/info:/1734283499252/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3399=[#edits: 1 = <3370/info:/1734283499258/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3400=[#edits: 1 = <3371/info:/1734283499267/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3401=[#edits: 1 = <3372/info:/1734283499269/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3402=[#edits: 1 = <3373/info:/1734283499269/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3403=[#edits: 1 = <3374/info:/1734283499270/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta, lastWalPosition=82105, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:59,333 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3404=[#edits: 1 = <3375/info:/1734283499270/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3405=[#edits: 1 = <3376/info:/1734283499270/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3406=[#edits: 1 = <3377/info:/1734283499271/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta, lastWalPosition=82324, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=true,usedBufferSize=516] 2024-12-15T17:24:59,341 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:24:59,342 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-15T17:24:59,341 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3407=[#edits: 1 = <3378/info:/1734283499276/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3408=[#edits: 1 = <3379/info:/1734283499284/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3409=[#edits: 1 = <3380/info:/1734283499291/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3410=[#edits: 1 = <3381/info:/1734283499295/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3411=[#edits: 1 = <3382/info:/1734283499297/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3412=[#edits: 1 = <3383/info:/1734283499297/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3413=[#edits: 1 = <3384/info:/1734283499298/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3414=[#edits: 1 = <3385/info:/1734283499298/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3415=[#edits: 1 = <3386/info:/1734283499298/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3416=[#edits: 1 = <3387/info:/1734283499298/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3417=[#edits: 1 = <3388/info:/1734283499299/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3418=[#edits: 1 = <3389/info:/1734283499299/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3419=[#edits: 1 = <3390/info:/1734283499299/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3420=[#edits: 1 = <3391/info:/1734283499301/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3421=[#edits: 1 = <3392/info:/1734283499301/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3422=[#edits: 1 = <3393/info:/1734283499302/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3423=[#edits: 1 = <3394/info:/1734283499303/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3424=[#edits: 1 = <3395/info:/1734283499303/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3425=[#edits: 1 = <3396/info:/1734283499303/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3426=[#edits: 1 = <3397/info:/1734283499303/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3427=[#edits: 1 = <3398/info:/1734283499304/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3428=[#edits: 1 = <3399/info:/1734283499304/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3429=[#edits: 1 = <3400/info:/1734283499304/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3430=[#edits: 1 = <3401/info:/1734283499304/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3431=[#edits: 1 = <3402/info:/1734283499305/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3432=[#edits: 1 = <3403/info:/1734283499305/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3433=[#edits: 1 = <3404/info:/1734283499305/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3434=[#edits: 1 = <3405/info:/1734283499305/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3435=[#edits: 1 = <3406/info:/1734283499306/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3436=[#edits: 1 = <3407/info:/1734283499306/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3437=[#edits: 1 = <3408/info:/1734283499306/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3438=[#edits: 1 = <3409/info:/1734283499306/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3439=[#edits: 1 = <3410/info:/1734283499307/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3440=[#edits: 1 = <3411/info:/1734283499307/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3441=[#edits: 1 = <3412/info:/1734283499307/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3442=[#edits: 1 = <3413/info:/1734283499307/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3443=[#edits: 1 = <3414/info:/1734283499308/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3444=[#edits: 1 = <3415/info:/1734283499308/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3445=[#edits: 1 = <3416/info:/1734283499308/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3446=[#edits: 1 = <3417/info:/1734283499308/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3447=[#edits: 1 = <3418/info:/1734283499309/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3448=[#edits: 1 = <3419/info:/1734283499309/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3449=[#edits: 1 = <3420/info:/1734283499309/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3450=[#edits: 1 = <3421/info:/1734283499309/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3451=[#edits: 1 = <3422/info:/1734283499310/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3452=[#edits: 1 = <3423/info:/1734283499310/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3453=[#edits: 1 = <3424/info:/1734283499310/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3454=[#edits: 1 = <3425/info:/1734283499310/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3455=[#edits: 1 = <3426/info:/1734283499311/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3456=[#edits: 1 = <3427/info:/1734283499311/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3457=[#edits: 1 = <3428/info:/1734283499314/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3458=[#edits: 1 = <3429/info:/1734283499315/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3459=[#edits: 1 = <3430/info:/1734283499316/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3460=[#edits: 1 = <3431/info:/1734283499316/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3461=[#edits: 1 = <3432/info:/1734283499323/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3462=[#edits: 1 = <3433/info:/1734283499324/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3463=[#edits: 1 = <3434/info:/1734283499324/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3464=[#edits: 1 = <3435/info:/1734283499325/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3465=[#edits: 1 = <3436/info:/1734283499325/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3466=[#edits: 1 = <3437/info:/1734283499326/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=4465, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:24:59,342 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 5268, reset compression=false 2024-12-15T17:24:59,343 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3467=[#edits: 1 = <3438/info:/1734283499327/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3468=[#edits: 1 = <3439/info:/1734283499328/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3469=[#edits: 1 = <3440/info:/1734283499329/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3470=[#edits: 1 = <3441/info:/1734283499330/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3471=[#edits: 1 = <3442/info:/1734283499330/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3472=[#edits: 1 = <3443/info:/1734283499331/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3473=[#edits: 1 = <3444/info:/1734283499331/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3474=[#edits: 1 = <3445/info:/1734283499334/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3475=[#edits: 1 = <3446/info:/1734283499334/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3476=[#edits: 1 = <3447/info:/1734283499334/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3477=[#edits: 1 = <3448/info:/1734283499335/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=5268, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-15T17:24:59,346 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-15T17:24:59,346 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 5852, reset compression=false 2024-12-15T17:24:59,346 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3478=[#edits: 1 = <3449/info:/1734283499339/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3479=[#edits: 1 = <3450/info:/1734283499340/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3480=[#edits: 1 = <3451/info:/1734283499342/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3481=[#edits: 1 = <3452/info:/1734283499343/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3482=[#edits: 1 = <3453/info:/1734283499343/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3483=[#edits: 1 = <3454/info:/1734283499344/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3484=[#edits: 1 = <3455/info:/1734283499344/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3485=[#edits: 1 = <3456/info:/1734283499344/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=5852, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-15T17:24:59,350 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-15T17:24:59,350 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 6436, reset compression=false 2024-12-15T17:24:59,350 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3486=[#edits: 1 = <3457/info:/1734283499344/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3487=[#edits: 1 = <3458/info:/1734283499346/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3488=[#edits: 1 = <3459/info:/1734283499346/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3489=[#edits: 1 = <3460/info:/1734283499347/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3490=[#edits: 1 = <3461/info:/1734283499347/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3491=[#edits: 1 = <3462/info:/1734283499347/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3492=[#edits: 1 = <3463/info:/1734283499348/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3493=[#edits: 1 = <3464/info:/1734283499348/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=6436, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-15T17:24:59,353 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-15T17:24:59,353 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 7093, reset compression=false 2024-12-15T17:24:59,353 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3494=[#edits: 1 = <3465/info:/1734283499348/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3495=[#edits: 1 = <3466/info:/1734283499349/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3496=[#edits: 1 = <3467/info:/1734283499349/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3497=[#edits: 1 = <3468/info:/1734283499350/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3498=[#edits: 1 = <3469/info:/1734283499351/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3499=[#edits: 1 = <3470/info:/1734283499351/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3500=[#edits: 1 = <3471/info:/1734283499351/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3501=[#edits: 1 = <3472/info:/1734283499352/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3502=[#edits: 1 = <3473/info:/1734283499352/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=7093, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-15T17:24:59,357 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-15T17:24:59,357 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 7604, reset compression=false 2024-12-15T17:24:59,357 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3503=[#edits: 1 = <3474/info:/1734283499352/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3504=[#edits: 1 = <3475/info:/1734283499353/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3505=[#edits: 1 = <3476/info:/1734283499353/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3506=[#edits: 1 = <3477/info:/1734283499354/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3507=[#edits: 1 = <3478/info:/1734283499355/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3508=[#edits: 1 = <3479/info:/1734283499355/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3509=[#edits: 1 = <3480/info:/1734283499356/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=7604, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-15T17:24:59,361 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-15T17:24:59,361 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 8407, reset compression=false 2024-12-15T17:24:59,361 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3510=[#edits: 1 = <3481/info:/1734283499356/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3511=[#edits: 1 = <3482/info:/1734283499357/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3512=[#edits: 1 = <3483/info:/1734283499357/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3513=[#edits: 1 = <3484/info:/1734283499357/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3514=[#edits: 1 = <3485/info:/1734283499358/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3515=[#edits: 1 = <3486/info:/1734283499358/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3516=[#edits: 1 = <3487/info:/1734283499358/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3517=[#edits: 1 = <3488/info:/1734283499359/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3518=[#edits: 1 = <3489/info:/1734283499359/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3519=[#edits: 1 = <3490/info:/1734283499359/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3520=[#edits: 1 = <3491/info:/1734283499360/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=8407, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-15T17:24:59,370 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 29 WAL entries eligible for replication 2024-12-15T17:24:59,370 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 10524, reset compression=false 2024-12-15T17:24:59,370 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3521=[#edits: 1 = <3492/info:/1734283499360/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3522=[#edits: 1 = <3493/info:/1734283499361/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3523=[#edits: 1 = <3494/info:/1734283499361/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3524=[#edits: 1 = <3495/info:/1734283499361/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3525=[#edits: 1 = <3496/info:/1734283499362/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3526=[#edits: 1 = <3497/info:/1734283499362/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3527=[#edits: 1 = <3498/info:/1734283499362/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3528=[#edits: 1 = <3499/info:/1734283499363/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3529=[#edits: 1 = <3500/info:/1734283499363/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3530=[#edits: 1 = <3501/info:/1734283499363/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3531=[#edits: 1 = <3502/info:/1734283499364/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3532=[#edits: 1 = <3503/info:/1734283499364/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3533=[#edits: 1 = <3504/info:/1734283499364/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3534=[#edits: 1 = <3505/info:/1734283499364/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3535=[#edits: 1 = <3506/info:/1734283499365/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3536=[#edits: 1 = <3507/info:/1734283499365/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3537=[#edits: 1 = <3508/info:/1734283499365/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3538=[#edits: 1 = <3509/info:/1734283499365/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3539=[#edits: 1 = <3510/info:/1734283499366/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3540=[#edits: 1 = <3511/info:/1734283499366/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3541=[#edits: 1 = <3512/info:/1734283499366/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3542=[#edits: 1 = <3513/info:/1734283499366/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3543=[#edits: 1 = <3514/info:/1734283499367/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3544=[#edits: 1 = <3515/info:/1734283499367/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3545=[#edits: 1 = <3516/info:/1734283499367/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3546=[#edits: 1 = <3517/info:/1734283499367/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3547=[#edits: 1 = <3518/info:/1734283499368/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3548=[#edits: 1 = <3519/info:/1734283499368/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3549=[#edits: 1 = <3520/info:/1734283499368/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=10524, nbRowKeys=29, nbHFiles=0, heapSize=4988, lastSeqIds={}, endOfFile=false,usedBufferSize=4988] 2024-12-15T17:24:59,374 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-15T17:24:59,374 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 11400, reset compression=false 2024-12-15T17:24:59,374 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3550=[#edits: 1 = <3521/info:/1734283499368/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3551=[#edits: 1 = <3522/info:/1734283499369/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3552=[#edits: 1 = <3523/info:/1734283499369/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3553=[#edits: 1 = <3524/info:/1734283499370/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3554=[#edits: 1 = <3525/info:/1734283499370/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3555=[#edits: 1 = <3526/info:/1734283499370/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3556=[#edits: 1 = <3527/info:/1734283499371/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3557=[#edits: 1 = <3528/info:/1734283499371/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3558=[#edits: 1 = <3529/info:/1734283499371/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3559=[#edits: 1 = <3530/info:/1734283499372/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3560=[#edits: 1 = <3531/info:/1734283499372/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3561=[#edits: 1 = <3532/info:/1734283499372/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=11400, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-15T17:24:59,378 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-15T17:24:59,378 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 12130, reset compression=false 2024-12-15T17:24:59,378 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3562=[#edits: 1 = <3533/info:/1734283499373/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3563=[#edits: 1 = <3534/info:/1734283499373/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3564=[#edits: 1 = <3535/info:/1734283499374/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3565=[#edits: 1 = <3536/info:/1734283499375/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3566=[#edits: 1 = <3537/info:/1734283499375/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3567=[#edits: 1 = <3538/info:/1734283499375/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3568=[#edits: 1 = <3539/info:/1734283499376/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3569=[#edits: 1 = <3540/info:/1734283499376/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3570=[#edits: 1 = <3541/info:/1734283499376/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3571=[#edits: 1 = <3542/info:/1734283499377/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=12130, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-15T17:24:59,385 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-15T17:24:59,385 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 12568, reset compression=false 2024-12-15T17:24:59,385 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3572=[#edits: 1 = <3543/info:/1734283499377/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3573=[#edits: 1 = <3544/info:/1734283499378/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3574=[#edits: 1 = <3545/info:/1734283499379/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3575=[#edits: 1 = <3546/info:/1734283499379/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3576=[#edits: 1 = <3547/info:/1734283499383/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3577=[#edits: 1 = <3548/info:/1734283499383/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=12568, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-15T17:24:59,388 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:24:59,388 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 12933, reset compression=false 2024-12-15T17:24:59,388 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3578=[#edits: 1 = <3549/info:/1734283499383/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3579=[#edits: 1 = <3550/info:/1734283499384/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3580=[#edits: 1 = <3551/info:/1734283499385/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3581=[#edits: 1 = <3552/info:/1734283499385/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3582=[#edits: 1 = <3553/info:/1734283499387/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=12933, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-15T17:24:59,392 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-15T17:24:59,392 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 13444, reset compression=false 2024-12-15T17:24:59,392 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3583=[#edits: 1 = <3554/info:/1734283499387/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3584=[#edits: 1 = <3555/info:/1734283499388/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3585=[#edits: 1 = <3556/info:/1734283499389/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3586=[#edits: 1 = <3557/info:/1734283499389/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3587=[#edits: 1 = <3558/info:/1734283499389/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3588=[#edits: 1 = <3559/info:/1734283499390/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3589=[#edits: 1 = <3560/info:/1734283499390/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=13444, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-15T17:24:59,403 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 17 WAL entries eligible for replication 2024-12-15T17:24:59,403 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 14685, reset compression=false 2024-12-15T17:24:59,403 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3590=[#edits: 1 = <3561/info:/1734283499391/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3591=[#edits: 1 = <3562/info:/1734283499391/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3592=[#edits: 1 = <3563/info:/1734283499393/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3593=[#edits: 1 = <3564/info:/1734283499394/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3594=[#edits: 1 = <3565/info:/1734283499394/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3595=[#edits: 1 = <3566/info:/1734283499394/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3596=[#edits: 1 = <3567/info:/1734283499395/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3597=[#edits: 1 = <3568/info:/1734283499395/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3598=[#edits: 1 = <3569/info:/1734283499395/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3599=[#edits: 1 = <3570/info:/1734283499396/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3600=[#edits: 1 = <3571/info:/1734283499396/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3601=[#edits: 1 = <3572/info:/1734283499396/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3602=[#edits: 1 = <3573/info:/1734283499397/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3603=[#edits: 1 = <3574/info:/1734283499397/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3604=[#edits: 1 = <3575/info:/1734283499398/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3605=[#edits: 1 = <3576/info:/1734283499399/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3606=[#edits: 1 = <3577/info:/1734283499399/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=14685, nbRowKeys=17, nbHFiles=0, heapSize=2924, lastSeqIds={}, endOfFile=false,usedBufferSize=2924] 2024-12-15T17:24:59,407 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-15T17:24:59,407 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 15123, reset compression=false 2024-12-15T17:24:59,407 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3607=[#edits: 1 = <3578/info:/1734283499402/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3608=[#edits: 1 = <3579/info:/1734283499403/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3609=[#edits: 1 = <3580/info:/1734283499404/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3610=[#edits: 1 = <3581/info:/1734283499405/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3611=[#edits: 1 = <3582/info:/1734283499405/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3612=[#edits: 1 = <3583/info:/1734283499406/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=15123, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-15T17:24:59,416 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-15T17:24:59,416 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 16072, reset compression=false 2024-12-15T17:24:59,416 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3613=[#edits: 1 = <3584/info:/1734283499406/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3614=[#edits: 1 = <3585/info:/1734283499407/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3615=[#edits: 1 = <3586/info:/1734283499407/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3616=[#edits: 1 = <3587/info:/1734283499408/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3617=[#edits: 1 = <3588/info:/1734283499409/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3618=[#edits: 1 = <3589/info:/1734283499409/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3619=[#edits: 1 = <3590/info:/1734283499409/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3620=[#edits: 1 = <3591/info:/1734283499410/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3621=[#edits: 1 = <3592/info:/1734283499410/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3622=[#edits: 1 = <3593/info:/1734283499410/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3623=[#edits: 1 = <3594/info:/1734283499411/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3624=[#edits: 1 = <3595/info:/1734283499411/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3625=[#edits: 1 = <3596/info:/1734283499412/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=16072, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-15T17:24:59,420 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-15T17:24:59,420 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3626=[#edits: 1 = <3597/info:/1734283499415/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3627=[#edits: 1 = <3598/info:/1734283499416/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3628=[#edits: 1 = <3599/info:/1734283499417/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3629=[#edits: 1 = <3600/info:/1734283499417/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3630=[#edits: 1 = <3601/info:/1734283499418/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3631=[#edits: 1 = <3602/info:/1734283499418/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=16510, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-15T17:24:59,420 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 16510, reset compression=false 2024-12-15T17:24:59,429 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 22 WAL entries eligible for replication 2024-12-15T17:24:59,429 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 18116, reset compression=false 2024-12-15T17:24:59,429 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3632=[#edits: 1 = <3603/info:/1734283499419/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3633=[#edits: 1 = <3604/info:/1734283499419/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3634=[#edits: 1 = <3605/info:/1734283499420/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3635=[#edits: 1 = <3606/info:/1734283499421/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3636=[#edits: 1 = <3607/info:/1734283499423/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3637=[#edits: 1 = <3608/info:/1734283499423/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3638=[#edits: 1 = <3609/info:/1734283499423/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3639=[#edits: 1 = <3610/info:/1734283499424/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3640=[#edits: 1 = <3611/info:/1734283499424/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3641=[#edits: 1 = <3612/info:/1734283499424/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3642=[#edits: 1 = <3613/info:/1734283499424/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3643=[#edits: 1 = <3614/info:/1734283499424/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3644=[#edits: 1 = <3615/info:/1734283499425/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3645=[#edits: 1 = <3616/info:/1734283499425/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3646=[#edits: 1 = <3617/info:/1734283499425/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3647=[#edits: 1 = <3618/info:/1734283499425/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3648=[#edits: 1 = <3619/info:/1734283499426/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3649=[#edits: 1 = <3620/info:/1734283499426/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3650=[#edits: 1 = <3621/info:/1734283499426/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3651=[#edits: 1 = <3622/info:/1734283499426/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3652=[#edits: 1 = <3623/info:/1734283499427/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3653=[#edits: 1 = <3624/info:/1734283499427/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=18116, nbRowKeys=22, nbHFiles=0, heapSize=3784, lastSeqIds={}, endOfFile=false,usedBufferSize=3784] 2024-12-15T17:24:59,432 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-15T17:24:59,432 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 18919, reset compression=false 2024-12-15T17:24:59,432 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3654=[#edits: 1 = <3625/info:/1734283499427/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3655=[#edits: 1 = <3626/info:/1734283499428/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3656=[#edits: 1 = <3627/info:/1734283499428/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3657=[#edits: 1 = <3628/info:/1734283499428/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3658=[#edits: 1 = <3629/info:/1734283499429/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3659=[#edits: 1 = <3630/info:/1734283499429/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3660=[#edits: 1 = <3631/info:/1734283499429/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3661=[#edits: 1 = <3632/info:/1734283499430/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3662=[#edits: 1 = <3633/info:/1734283499430/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3663=[#edits: 1 = <3634/info:/1734283499430/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3664=[#edits: 1 = <3635/info:/1734283499431/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=18919, nbRowKeys=11, nbHFiles=0, heapSize=1892, lastSeqIds={}, endOfFile=false,usedBufferSize=1892] 2024-12-15T17:24:59,436 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 14 WAL entries eligible for replication 2024-12-15T17:24:59,436 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 19941, reset compression=false 2024-12-15T17:24:59,436 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3665=[#edits: 1 = <3636/info:/1734283499431/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3666=[#edits: 1 = <3637/info:/1734283499431/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3667=[#edits: 1 = <3638/info:/1734283499432/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3668=[#edits: 1 = <3639/info:/1734283499432/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3669=[#edits: 1 = <3640/info:/1734283499432/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3670=[#edits: 1 = <3641/info:/1734283499433/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3671=[#edits: 1 = <3642/info:/1734283499433/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3672=[#edits: 1 = <3643/info:/1734283499433/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3673=[#edits: 1 = <3644/info:/1734283499434/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3674=[#edits: 1 = <3645/info:/1734283499434/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3675=[#edits: 1 = <3646/info:/1734283499434/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3676=[#edits: 1 = <3647/info:/1734283499434/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3677=[#edits: 1 = <3648/info:/1734283499435/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3678=[#edits: 1 = <3649/info:/1734283499435/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=19941, nbRowKeys=14, nbHFiles=0, heapSize=2408, lastSeqIds={}, endOfFile=false,usedBufferSize=2408] 2024-12-15T17:24:59,440 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-15T17:24:59,440 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 20598, reset compression=false 2024-12-15T17:24:59,440 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3679=[#edits: 1 = <3650/info:/1734283499435/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3680=[#edits: 1 = <3651/info:/1734283499436/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3681=[#edits: 1 = <3652/info:/1734283499436/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3682=[#edits: 1 = <3653/info:/1734283499437/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3683=[#edits: 1 = <3654/info:/1734283499437/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3684=[#edits: 1 = <3655/info:/1734283499437/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3685=[#edits: 1 = <3656/info:/1734283499438/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3686=[#edits: 1 = <3657/info:/1734283499438/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3687=[#edits: 1 = <3658/info:/1734283499438/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=20598, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-15T17:24:59,443 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-15T17:24:59,443 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 21182, reset compression=false 2024-12-15T17:24:59,443 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3688=[#edits: 1 = <3659/info:/1734283499439/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3689=[#edits: 1 = <3660/info:/1734283499439/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3690=[#edits: 1 = <3661/info:/1734283499440/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3691=[#edits: 1 = <3662/info:/1734283499440/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3692=[#edits: 1 = <3663/info:/1734283499440/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3693=[#edits: 1 = <3664/info:/1734283499441/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3694=[#edits: 1 = <3665/info:/1734283499441/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3695=[#edits: 1 = <3666/info:/1734283499441/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=21182, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-15T17:24:59,468 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 47 WAL entries eligible for replication 2024-12-15T17:24:59,468 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 24613, reset compression=false 2024-12-15T17:24:59,468 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3696=[#edits: 1 = <3667/info:/1734283499442/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3697=[#edits: 1 = <3668/info:/1734283499442/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3698=[#edits: 1 = <3669/info:/1734283499442/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3699=[#edits: 1 = <3670/info:/1734283499443/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3700=[#edits: 1 = <3671/info:/1734283499443/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3701=[#edits: 1 = <3672/info:/1734283499443/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3702=[#edits: 1 = <3673/info:/1734283499444/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3703=[#edits: 1 = <3674/info:/1734283499444/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3704=[#edits: 1 = <3675/info:/1734283499444/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3705=[#edits: 1 = <3676/info:/1734283499445/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3706=[#edits: 1 = <3677/info:/1734283499445/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3707=[#edits: 1 = <3678/info:/1734283499445/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3708=[#edits: 1 = <3679/info:/1734283499446/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3709=[#edits: 1 = <3680/info:/1734283499446/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3710=[#edits: 1 = <3681/info:/1734283499446/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3711=[#edits: 1 = <3682/info:/1734283499446/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3712=[#edits: 1 = <3683/info:/1734283499447/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3713=[#edits: 1 = <3684/info:/1734283499447/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3714=[#edits: 1 = <3685/info:/1734283499447/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3715=[#edits: 1 = <3686/info:/1734283499447/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3716=[#edits: 1 = <3687/info:/1734283499448/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3717=[#edits: 1 = <3688/info:/1734283499448/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3718=[#edits: 1 = <3689/info:/1734283499448/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3719=[#edits: 1 = <3690/info:/1734283499448/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3720=[#edits: 1 = <3691/info:/1734283499449/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3721=[#edits: 1 = <3692/info:/1734283499449/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3722=[#edits: 1 = <3693/info:/1734283499449/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3723=[#edits: 1 = <3694/info:/1734283499449/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3724=[#edits: 1 = <3695/info:/1734283499450/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3725=[#edits: 1 = <3696/info:/1734283499450/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3726=[#edits: 1 = <3697/info:/1734283499450/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3727=[#edits: 1 = <3698/info:/1734283499450/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3728=[#edits: 1 = <3699/info:/1734283499451/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3729=[#edits: 1 = <3700/info:/1734283499451/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3730=[#edits: 1 = <3701/info:/1734283499451/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3731=[#edits: 1 = <3702/info:/1734283499452/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3732=[#edits: 1 = <3703/info:/1734283499452/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3733=[#edits: 1 = <3704/info:/1734283499453/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3734=[#edits: 1 = <3705/info:/1734283499453/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3735=[#edits: 1 = <3706/info:/1734283499453/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3736=[#edits: 1 = <3707/info:/1734283499454/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3737=[#edits: 1 = <3708/info:/1734283499455/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3738=[#edits: 1 = <3709/info:/1734283499456/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3739=[#edits: 1 = <3710/info:/1734283499456/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3740=[#edits: 1 = <3711/info:/1734283499456/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3741=[#edits: 1 = <3712/info:/1734283499457/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3742=[#edits: 1 = <3713/info:/1734283499457/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=24613, nbRowKeys=47, nbHFiles=0, heapSize=8084, lastSeqIds={}, endOfFile=false,usedBufferSize=8084] 2024-12-15T17:24:59,473 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 14 WAL entries eligible for replication 2024-12-15T17:24:59,473 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 25635, reset compression=false 2024-12-15T17:24:59,484 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3743=[#edits: 1 = <3714/info:/1734283499458/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3744=[#edits: 1 = <3715/info:/1734283499458/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3745=[#edits: 1 = <3716/info:/1734283499458/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3746=[#edits: 1 = <3717/info:/1734283499459/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3747=[#edits: 1 = <3718/info:/1734283499459/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3748=[#edits: 1 = <3719/info:/1734283499460/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3749=[#edits: 1 = <3720/info:/1734283499460/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3750=[#edits: 1 = <3721/info:/1734283499461/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3751=[#edits: 1 = <3722/info:/1734283499461/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3752=[#edits: 1 = <3723/info:/1734283499461/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3753=[#edits: 1 = <3724/info:/1734283499462/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3754=[#edits: 1 = <3725/info:/1734283499462/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3755=[#edits: 1 = <3726/info:/1734283499462/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3756=[#edits: 1 = <3727/info:/1734283499463/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=25635, nbRowKeys=14, nbHFiles=0, heapSize=2408, lastSeqIds={}, endOfFile=false,usedBufferSize=2408] 2024-12-15T17:24:59,489 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-15T17:24:59,489 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 26365, reset compression=false 2024-12-15T17:24:59,490 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3757=[#edits: 1 = <3728/info:/1734283499463/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3758=[#edits: 1 = <3729/info:/1734283499472/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3759=[#edits: 1 = <3730/info:/1734283499473/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3760=[#edits: 1 = <3731/info:/1734283499474/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3761=[#edits: 1 = <3732/info:/1734283499474/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3762=[#edits: 1 = <3733/info:/1734283499474/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3763=[#edits: 1 = <3734/info:/1734283499475/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3764=[#edits: 1 = <3735/info:/1734283499475/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3765=[#edits: 1 = <3736/info:/1734283499476/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3766=[#edits: 1 = <3737/info:/1734283499478/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=26365, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-15T17:24:59,503 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-15T17:24:59,504 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3767=[#edits: 1 = <3738/info:/1734283499485/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3768=[#edits: 1 = <3739/info:/1734283499490/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3769=[#edits: 1 = <3740/info:/1734283499491/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3770=[#edits: 1 = <3741/info:/1734283499495/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=26657, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-15T17:24:59,504 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 26657, reset compression=false 2024-12-15T17:24:59,513 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:59,513 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 26803, reset compression=false 2024-12-15T17:24:59,513 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3771=[#edits: 1 = <3742/info:/1734283499504/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3772=[#edits: 1 = <3743/info:/1734283499506/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=26803, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-15T17:24:59,530 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:24:59,530 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 27168, reset compression=false 2024-12-15T17:24:59,530 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3773=[#edits: 1 = <3744/info:/1734283499511/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3774=[#edits: 1 = <3745/info:/1734283499513/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3775=[#edits: 1 = <3746/info:/1734283499514/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3776=[#edits: 1 = <3747/info:/1734283499516/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3777=[#edits: 1 = <3748/info:/1734283499517/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=27168, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-15T17:24:59,540 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:59,540 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3778=[#edits: 1 = <3749/info:/1734283499527/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3779=[#edits: 1 = <3750/info:/1734283499531/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3780=[#edits: 1 = <3751/info:/1734283499533/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=27387, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-15T17:24:59,540 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 27387, reset compression=false 2024-12-15T17:24:59,547 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:59,547 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 27533, reset compression=false 2024-12-15T17:24:59,547 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3781=[#edits: 1 = <3752/info:/1734283499539/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3782=[#edits: 1 = <3753/info:/1734283499543/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=27533, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-15T17:24:59,551 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:24:59,552 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:24:59,557 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-15T17:24:59,557 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 28409, reset compression=false 2024-12-15T17:24:59,557 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3783=[#edits: 1 = <3754/info:/1734283499544/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3784=[#edits: 1 = <3755/info:/1734283499545/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3785=[#edits: 1 = <3756/info:/1734283499548/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3786=[#edits: 1 = <3757/info:/1734283499549/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3787=[#edits: 1 = <3758/info:/1734283499549/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3788=[#edits: 1 = <3759/info:/1734283499550/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3789=[#edits: 1 = <3760/info:/1734283499550/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3790=[#edits: 1 = <3761/info:/1734283499550/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3791=[#edits: 1 = <3762/info:/1734283499551/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3792=[#edits: 1 = <3763/info:/1734283499552/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3793=[#edits: 1 = <3764/info:/1734283499553/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3794=[#edits: 1 = <3765/info:/1734283499553/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=28409, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-15T17:24:59,573 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-15T17:24:59,573 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 28993, reset compression=false 2024-12-15T17:24:59,573 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3795=[#edits: 1 = <3766/info:/1734283499555/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3796=[#edits: 1 = <3767/info:/1734283499556/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3797=[#edits: 1 = <3768/info:/1734283499556/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3798=[#edits: 1 = <3769/info:/1734283499558/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3799=[#edits: 1 = <3770/info:/1734283499560/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3800=[#edits: 1 = <3771/info:/1734283499560/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3801=[#edits: 1 = <3772/info:/1734283499565/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3802=[#edits: 1 = <3773/info:/1734283499566/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=28993, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-15T17:24:59,598 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:24:59,598 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 29358, reset compression=false 2024-12-15T17:24:59,598 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3803=[#edits: 1 = <3774/info:/1734283499567/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3804=[#edits: 1 = <3775/info:/1734283499573/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3805=[#edits: 1 = <3776/info:/1734283499575/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3806=[#edits: 1 = <3777/info:/1734283499576/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3807=[#edits: 1 = <3778/info:/1734283499584/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=29358, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-15T17:24:59,647 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-15T17:24:59,647 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 29869, reset compression=false 2024-12-15T17:24:59,647 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3808=[#edits: 1 = <3779/info:/1734283499589/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3809=[#edits: 1 = <3780/info:/1734283499592/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3810=[#edits: 1 = <3781/info:/1734283499598/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3811=[#edits: 1 = <3782/info:/1734283499603/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3812=[#edits: 1 = <3783/info:/1734283499614/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3813=[#edits: 1 = <3784/info:/1734283499625/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3814=[#edits: 1 = <3785/info:/1734283499634/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=29869, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-15T17:24:59,664 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:24:59,664 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 29942, reset compression=false 2024-12-15T17:24:59,664 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3815=[#edits: 1 = <3786/info:/1734283499647/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=29942, nbRowKeys=1, nbHFiles=0, heapSize=172, lastSeqIds={}, endOfFile=false,usedBufferSize=172] 2024-12-15T17:24:59,680 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-15T17:24:59,681 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 30818, reset compression=false 2024-12-15T17:24:59,681 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3816=[#edits: 1 = <3787/info:/1734283499659/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3817=[#edits: 1 = <3788/info:/1734283499660/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3818=[#edits: 1 = <3789/info:/1734283499664/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3819=[#edits: 1 = <3790/info:/1734283499664/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3820=[#edits: 1 = <3791/info:/1734283499665/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3821=[#edits: 1 = <3792/info:/1734283499666/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3822=[#edits: 1 = <3793/info:/1734283499668/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3823=[#edits: 1 = <3794/info:/1734283499669/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3824=[#edits: 1 = <3795/info:/1734283499670/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3825=[#edits: 1 = <3796/info:/1734283499675/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3826=[#edits: 1 = <3797/info:/1734283499676/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3827=[#edits: 1 = <3798/info:/1734283499676/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=30818, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-15T17:24:59,685 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-15T17:24:59,685 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 31110, reset compression=false 2024-12-15T17:24:59,685 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3828=[#edits: 1 = <3799/info:/1734283499678/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3829=[#edits: 1 = <3800/info:/1734283499682/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3830=[#edits: 1 = <3801/info:/1734283499682/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3831=[#edits: 1 = <3802/info:/1734283499682/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=31110, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-15T17:24:59,697 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:59,697 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 31256, reset compression=false 2024-12-15T17:24:59,697 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3832=[#edits: 1 = <3803/info:/1734283499683/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3833=[#edits: 1 = <3804/info:/1734283499692/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=31256, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-15T17:24:59,700 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-15T17:24:59,700 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 31694, reset compression=false 2024-12-15T17:24:59,700 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3834=[#edits: 1 = <3805/info:/1734283499695/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3835=[#edits: 1 = <3806/info:/1734283499696/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3836=[#edits: 1 = <3807/info:/1734283499696/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3837=[#edits: 1 = <3808/info:/1734283499697/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3838=[#edits: 1 = <3809/info:/1734283499697/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3839=[#edits: 1 = <3810/info:/1734283499698/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=31694, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-15T17:24:59,705 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-15T17:24:59,705 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 32643, reset compression=false 2024-12-15T17:24:59,705 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3840=[#edits: 1 = <3811/info:/1734283499699/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3841=[#edits: 1 = <3812/info:/1734283499699/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3842=[#edits: 1 = <3813/info:/1734283499700/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3843=[#edits: 1 = <3814/info:/1734283499700/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3844=[#edits: 1 = <3815/info:/1734283499701/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3845=[#edits: 1 = <3816/info:/1734283499701/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3846=[#edits: 1 = <3817/info:/1734283499701/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3847=[#edits: 1 = <3818/info:/1734283499701/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3848=[#edits: 1 = <3819/info:/1734283499702/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3849=[#edits: 1 = <3820/info:/1734283499702/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3850=[#edits: 1 = <3821/info:/1734283499702/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3851=[#edits: 1 = <3822/info:/1734283499703/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3852=[#edits: 1 = <3823/info:/1734283499703/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=32643, nbRowKeys=13, nbHFiles=0, heapSize=2236, lastSeqIds={}, endOfFile=false,usedBufferSize=2236] 2024-12-15T17:24:59,710 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-15T17:24:59,710 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 33154, reset compression=false 2024-12-15T17:24:59,710 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3853=[#edits: 1 = <3824/info:/1734283499704/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3854=[#edits: 1 = <3825/info:/1734283499704/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3855=[#edits: 1 = <3826/info:/1734283499705/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3856=[#edits: 1 = <3827/info:/1734283499706/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3857=[#edits: 1 = <3828/info:/1734283499706/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3858=[#edits: 1 = <3829/info:/1734283499707/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3859=[#edits: 1 = <3830/info:/1734283499707/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=33154, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-15T17:24:59,713 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:59,713 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 33300, reset compression=false 2024-12-15T17:24:59,713 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3860=[#edits: 1 = <3831/info:/1734283499708/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3861=[#edits: 1 = <3832/info:/1734283499711/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=33300, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-15T17:24:59,720 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-15T17:24:59,720 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 33811, reset compression=false 2024-12-15T17:24:59,720 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3862=[#edits: 1 = <3833/info:/1734283499712/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3863=[#edits: 1 = <3834/info:/1734283499713/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3864=[#edits: 1 = <3835/info:/1734283499714/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3865=[#edits: 1 = <3836/info:/1734283499714/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3866=[#edits: 1 = <3837/info:/1734283499714/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3867=[#edits: 1 = <3838/info:/1734283499715/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3868=[#edits: 1 = <3839/info:/1734283499717/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=33811, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-15T17:24:59,724 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-15T17:24:59,724 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 34249, reset compression=false 2024-12-15T17:24:59,724 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3869=[#edits: 1 = <3840/info:/1734283499718/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3870=[#edits: 1 = <3841/info:/1734283499718/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3871=[#edits: 1 = <3842/info:/1734283499718/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3872=[#edits: 1 = <3843/info:/1734283499719/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3873=[#edits: 1 = <3844/info:/1734283499720/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3874=[#edits: 1 = <3845/info:/1734283499722/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=34249, nbRowKeys=6, nbHFiles=0, heapSize=1032, lastSeqIds={}, endOfFile=false,usedBufferSize=1032] 2024-12-15T17:24:59,728 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-15T17:24:59,728 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 34979, reset compression=false 2024-12-15T17:24:59,728 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3875=[#edits: 1 = <3846/info:/1734283499723/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3876=[#edits: 1 = <3847/info:/1734283499723/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3877=[#edits: 1 = <3848/info:/1734283499724/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3878=[#edits: 1 = <3849/info:/1734283499724/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3879=[#edits: 1 = <3850/info:/1734283499725/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3880=[#edits: 1 = <3851/info:/1734283499725/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3881=[#edits: 1 = <3852/info:/1734283499725/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3882=[#edits: 1 = <3853/info:/1734283499725/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3883=[#edits: 1 = <3854/info:/1734283499726/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3884=[#edits: 1 = <3855/info:/1734283499726/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=34979, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-15T17:24:59,731 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-15T17:24:59,731 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 35636, reset compression=false 2024-12-15T17:24:59,731 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3885=[#edits: 1 = <3856/info:/1734283499726/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3886=[#edits: 1 = <3857/info:/1734283499727/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3887=[#edits: 1 = <3858/info:/1734283499727/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3888=[#edits: 1 = <3859/info:/1734283499727/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3889=[#edits: 1 = <3860/info:/1734283499728/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3890=[#edits: 1 = <3861/info:/1734283499728/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3891=[#edits: 1 = <3862/info:/1734283499729/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3892=[#edits: 1 = <3863/info:/1734283499729/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3893=[#edits: 1 = <3864/info:/1734283499729/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=35636, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-15T17:24:59,735 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:59,735 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 35855, reset compression=false 2024-12-15T17:24:59,735 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3894=[#edits: 1 = <3865/info:/1734283499730/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3895=[#edits: 1 = <3866/info:/1734283499731/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3896=[#edits: 1 = <3867/info:/1734283499732/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=35855, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-15T17:24:59,740 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:24:59,740 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 35928, reset compression=false 2024-12-15T17:24:59,740 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3897=[#edits: 1 = <3868/info:/1734283499733/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=35928, nbRowKeys=1, nbHFiles=0, heapSize=172, lastSeqIds={}, endOfFile=false,usedBufferSize=172] 2024-12-15T17:24:59,744 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:59,744 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 36074, reset compression=false 2024-12-15T17:24:59,745 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3898=[#edits: 1 = <3869/info:/1734283499739/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3899=[#edits: 1 = <3870/info:/1734283499740/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=36074, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-15T17:24:59,749 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-15T17:24:59,749 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 36585, reset compression=false 2024-12-15T17:24:59,749 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3900=[#edits: 1 = <3871/info:/1734283499742/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3901=[#edits: 1 = <3872/info:/1734283499743/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3902=[#edits: 1 = <3873/info:/1734283499744/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3903=[#edits: 1 = <3874/info:/1734283499746/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3904=[#edits: 1 = <3875/info:/1734283499746/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3905=[#edits: 1 = <3876/info:/1734283499747/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3906=[#edits: 1 = <3877/info:/1734283499747/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=36585, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-15T17:24:59,752 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:24:59,752 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 36658, reset compression=false 2024-12-15T17:24:59,752 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3907=[#edits: 1 = <3878/info:/1734283499747/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=36658, nbRowKeys=1, nbHFiles=0, heapSize=172, lastSeqIds={}, endOfFile=false,usedBufferSize=172] 2024-12-15T17:24:59,755 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:24:59,755 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 36804, reset compression=false 2024-12-15T17:24:59,755 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3908=[#edits: 1 = <3879/info:/1734283499751/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3909=[#edits: 1 = <3880/info:/1734283499752/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=36804, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-15T17:24:59,759 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-15T17:24:59,759 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 37315, reset compression=false 2024-12-15T17:24:59,759 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3910=[#edits: 1 = <3881/info:/1734283499754/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3911=[#edits: 1 = <3882/info:/1734283499755/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3912=[#edits: 1 = <3883/info:/1734283499756/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3913=[#edits: 1 = <3884/info:/1734283499756/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3914=[#edits: 1 = <3885/info:/1734283499756/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3915=[#edits: 1 = <3886/info:/1734283499757/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3916=[#edits: 1 = <3887/info:/1734283499757/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=37315, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-15T17:24:59,762 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:24:59,762 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 37534, reset compression=false 2024-12-15T17:24:59,762 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3917=[#edits: 1 = <3888/info:/1734283499758/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3918=[#edits: 1 = <3889/info:/1734283499759/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3919=[#edits: 1 = <3890/info:/1734283499759/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=37534, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-15T17:24:59,766 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-15T17:24:59,766 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 38191, reset compression=false 2024-12-15T17:24:59,766 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3920=[#edits: 1 = <3891/info:/1734283499761/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3921=[#edits: 1 = <3892/info:/1734283499761/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3922=[#edits: 1 = <3893/info:/1734283499762/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3923=[#edits: 1 = <3894/info:/1734283499762/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3924=[#edits: 1 = <3895/info:/1734283499763/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3925=[#edits: 1 = <3896/info:/1734283499763/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3926=[#edits: 1 = <3897/info:/1734283499764/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3927=[#edits: 1 = <3898/info:/1734283499764/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3928=[#edits: 1 = <3899/info:/1734283499764/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=38191, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-15T17:24:59,770 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-15T17:24:59,770 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 38848, reset compression=false 2024-12-15T17:24:59,770 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3929=[#edits: 1 = <3900/info:/1734283499765/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3930=[#edits: 1 = <3901/info:/1734283499765/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3931=[#edits: 1 = <3902/info:/1734283499766/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3932=[#edits: 1 = <3903/info:/1734283499766/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3933=[#edits: 1 = <3904/info:/1734283499767/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3934=[#edits: 1 = <3905/info:/1734283499767/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3935=[#edits: 1 = <3906/info:/1734283499767/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3936=[#edits: 1 = <3907/info:/1734283499768/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3937=[#edits: 1 = <3908/info:/1734283499768/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=38848, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-15T17:24:59,774 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-15T17:24:59,774 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 39359, reset compression=false 2024-12-15T17:24:59,774 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3938=[#edits: 1 = <3909/info:/1734283499769/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3939=[#edits: 1 = <3910/info:/1734283499769/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3940=[#edits: 1 = <3911/info:/1734283499769/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3941=[#edits: 1 = <3912/info:/1734283499770/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3942=[#edits: 1 = <3913/info:/1734283499771/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3943=[#edits: 1 = <3914/info:/1734283499771/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3944=[#edits: 1 = <3915/info:/1734283499772/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=39359, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-15T17:24:59,781 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-15T17:24:59,781 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 40089, reset compression=false 2024-12-15T17:24:59,781 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3945=[#edits: 1 = <3916/info:/1734283499772/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3946=[#edits: 1 = <3917/info:/1734283499773/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3947=[#edits: 1 = <3918/info:/1734283499773/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3948=[#edits: 1 = <3919/info:/1734283499774/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3949=[#edits: 1 = <3920/info:/1734283499775/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3950=[#edits: 1 = <3921/info:/1734283499775/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3951=[#edits: 1 = <3922/info:/1734283499776/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3952=[#edits: 1 = <3923/info:/1734283499776/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3953=[#edits: 1 = <3924/info:/1734283499776/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3954=[#edits: 1 = <3925/info:/1734283499779/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=40089, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-15T17:24:59,785 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-15T17:24:59,785 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 40746, reset compression=false 2024-12-15T17:24:59,785 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3955=[#edits: 1 = <3926/info:/1734283499780/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3956=[#edits: 1 = <3927/info:/1734283499780/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3957=[#edits: 1 = <3928/info:/1734283499781/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3958=[#edits: 1 = <3929/info:/1734283499781/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3959=[#edits: 1 = <3930/info:/1734283499782/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3960=[#edits: 1 = <3931/info:/1734283499782/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3961=[#edits: 1 = <3932/info:/1734283499783/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3962=[#edits: 1 = <3933/info:/1734283499783/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3963=[#edits: 1 = <3934/info:/1734283499783/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=40746, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-15T17:24:59,789 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-15T17:24:59,789 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 41403, reset compression=false 2024-12-15T17:24:59,789 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3964=[#edits: 1 = <3935/info:/1734283499784/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3965=[#edits: 1 = <3936/info:/1734283499784/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3966=[#edits: 1 = <3937/info:/1734283499785/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3967=[#edits: 1 = <3938/info:/1734283499785/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3968=[#edits: 1 = <3939/info:/1734283499786/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3969=[#edits: 1 = <3940/info:/1734283499786/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3970=[#edits: 1 = <3941/info:/1734283499787/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3971=[#edits: 1 = <3942/info:/1734283499787/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3972=[#edits: 1 = <3943/info:/1734283499787/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=41403, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-15T17:24:59,800 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 23 WAL entries eligible for replication 2024-12-15T17:24:59,800 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 43082, reset compression=false 2024-12-15T17:24:59,800 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3973=[#edits: 1 = <3944/info:/1734283499788/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3974=[#edits: 1 = <3945/info:/1734283499788/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3975=[#edits: 1 = <3946/info:/1734283499789/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3976=[#edits: 1 = <3947/info:/1734283499789/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3977=[#edits: 1 = <3948/info:/1734283499789/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3978=[#edits: 1 = <3949/info:/1734283499790/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3979=[#edits: 1 = <3950/info:/1734283499790/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3980=[#edits: 1 = <3951/info:/1734283499791/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3981=[#edits: 1 = <3952/info:/1734283499791/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3982=[#edits: 1 = <3953/info:/1734283499792/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3983=[#edits: 1 = <3954/info:/1734283499792/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3984=[#edits: 1 = <3955/info:/1734283499792/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3985=[#edits: 1 = <3956/info:/1734283499793/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3986=[#edits: 1 = <3957/info:/1734283499793/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3987=[#edits: 1 = <3958/info:/1734283499794/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3988=[#edits: 1 = <3959/info:/1734283499794/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3989=[#edits: 1 = <3960/info:/1734283499795/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3990=[#edits: 1 = <3961/info:/1734283499795/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3991=[#edits: 1 = <3962/info:/1734283499795/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3992=[#edits: 1 = <3963/info:/1734283499796/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3993=[#edits: 1 = <3964/info:/1734283499796/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3994=[#edits: 1 = <3965/info:/1734283499797/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3995=[#edits: 1 = <3966/info:/1734283499797/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=43082, nbRowKeys=23, nbHFiles=0, heapSize=3956, lastSeqIds={}, endOfFile=false,usedBufferSize=3956] 2024-12-15T17:24:59,812 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-15T17:24:59,812 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 43739, reset compression=false 2024-12-15T17:24:59,812 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3996=[#edits: 1 = <3967/info:/1734283499797/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3997=[#edits: 1 = <3968/info:/1734283499798/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3998=[#edits: 1 = <3969/info:/1734283499798/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/3999=[#edits: 1 = <3970/info:/1734283499799/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4000=[#edits: 1 = <3971/info:/1734283499799/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4001=[#edits: 1 = <3972/info:/1734283499807/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4002=[#edits: 1 = <3973/info:/1734283499808/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4003=[#edits: 1 = <3974/info:/1734283499808/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4004=[#edits: 1 = <3975/info:/1734283499809/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=43739, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-15T17:24:59,817 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-15T17:24:59,817 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 44615, reset compression=false 2024-12-15T17:24:59,818 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4005=[#edits: 1 = <3976/info:/1734283499809/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4006=[#edits: 1 = <3977/info:/1734283499810/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4007=[#edits: 1 = <3978/info:/1734283499810/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4008=[#edits: 1 = <3979/info:/1734283499811/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4009=[#edits: 1 = <3980/info:/1734283499811/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4010=[#edits: 1 = <3981/info:/1734283499811/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4011=[#edits: 1 = <3982/info:/1734283499812/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4012=[#edits: 1 = <3983/info:/1734283499812/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4013=[#edits: 1 = <3984/info:/1734283499813/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4014=[#edits: 1 = <3985/info:/1734283499814/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4015=[#edits: 1 = <3986/info:/1734283499814/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4016=[#edits: 1 = <3987/info:/1734283499815/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=44615, nbRowKeys=12, nbHFiles=0, heapSize=2064, lastSeqIds={}, endOfFile=false,usedBufferSize=2064] 2024-12-15T17:24:59,824 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-15T17:24:59,824 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 45126, reset compression=false 2024-12-15T17:24:59,824 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4017=[#edits: 1 = <3988/info:/1734283499815/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4018=[#edits: 1 = <3989/info:/1734283499816/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4019=[#edits: 1 = <3990/info:/1734283499816/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4020=[#edits: 1 = <3991/info:/1734283499817/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4021=[#edits: 1 = <3992/info:/1734283499817/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4022=[#edits: 1 = <3993/info:/1734283499818/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4023=[#edits: 1 = <3994/info:/1734283499818/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=45126, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-15T17:24:59,829 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:24:59,829 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 45199, reset compression=false 2024-12-15T17:24:59,831 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4024=[#edits: 1 = <3995/info:/1734283499823/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=45199, nbRowKeys=1, nbHFiles=0, heapSize=172, lastSeqIds={}, endOfFile=false,usedBufferSize=172] 2024-12-15T17:24:59,833 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:24:59,833 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 45272, reset compression=false 2024-12-15T17:24:59,837 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4025=[#edits: 1 = <3996/info:/1734283499827/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=45272, nbRowKeys=1, nbHFiles=0, heapSize=172, lastSeqIds={}, endOfFile=false,usedBufferSize=172] 2024-12-15T17:24:59,851 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(216): flushing table 2024-12-15T17:24:59,851 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=31.25 KB heapSize=102.31 KB 2024-12-15T17:24:59,854 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-15T17:24:59,854 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 45677, reset compression=false 2024-12-15T17:24:59,857 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/.tmp/info/af8cbb046c3d4a8dab94ee79ea078f22 is 36, key is 3000/info:/1734283498927/Put/seqid=0 2024-12-15T17:24:59,857 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4026=[#edits: 1 = <3997/info:/1734283499832/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4027=[#edits: 1 = <3998/info:/1734283499835/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4028=[#edits: 1 = <3999/info:/1734283499850/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4030=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734283499851/Put/vlen=102/seqid=0; >],292}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=45677, nbRowKeys=4, nbHFiles=0, heapSize=808, lastSeqIds={}, endOfFile=false,usedBufferSize=808] 2024-12-15T17:24:59,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36765 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: START_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 4029 store_flushes { family_name: "info" store_home_dir: "info" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-15T17:24:59,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33043 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: START_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 4029 store_flushes { family_name: "info" store_home_dir: "info" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-15T17:24:59,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36765 {}] regionserver.HRegion(2837): Flushing 534574363 3/3 column families, dataSize=31.25 KB heapSize=100.91 KB 2024-12-15T17:24:59,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33043 {}] regionserver.HRegion(2837): Flushing 1657623790 3/3 column families, dataSize=31.25 KB heapSize=100.91 KB 2024-12-15T17:24:59,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36765 {}] regionserver.HRegion(5724): 534574363 : Prepared flush with seqId:4029 2024-12-15T17:24:59,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33043 {}] regionserver.HRegion(5724): 1657623790 : Prepared flush with seqId:4029 2024-12-15T17:24:59,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741850_1026 (size=46423) 2024-12-15T17:24:59,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38813 is added to blk_1073741850_1026 (size=46423) 2024-12-15T17:24:59,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40259 is added to blk_1073741850_1026 (size=46423) 2024-12-15T17:24:59,868 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.25 KB at sequenceid=4029 (bloomFilter=true), to=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/.tmp/info/af8cbb046c3d4a8dab94ee79ea078f22 2024-12-15T17:24:59,871 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/.tmp/info/af8cbb046c3d4a8dab94ee79ea078f22 as hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/info/af8cbb046c3d4a8dab94ee79ea078f22 2024-12-15T17:24:59,874 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/info/af8cbb046c3d4a8dab94ee79ea078f22, entries=1000, sequenceid=4029, filesize=45.3 K 2024-12-15T17:24:59,875 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~31.25 KB/32000, heapSize ~101.80 KB/104240, currentSize=0 B/0 for 1588230740 in 24ms, sequenceid=4029, compaction requested=true 2024-12-15T17:24:59,875 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-15T17:24:59,875 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(218): compacting table 2024-12-15T17:24:59,875 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:24:59,876 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 179626 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:24:59,876 DEBUG [Time-limited test {}] regionserver.HStore(1540): 1588230740/info is initiating minor compaction (all files) 2024-12-15T17:24:59,876 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-15T17:24:59,876 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T17:24:59,876 INFO [Time-limited test {}] regionserver.HRegion(2351): Starting compaction of 1588230740/info in hbase:meta,,1.1588230740 2024-12-15T17:24:59,876 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/info/41d71b0866e24b61abe353ba0bec8ef0, hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/info/58a05ac266ab4f1b8b243ad923b41df3, hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/info/af8cbb046c3d4a8dab94ee79ea078f22] into tmpdir=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/.tmp, totalSize=175.4 K 2024-12-15T17:24:59,876 DEBUG [Time-limited test {}] compactions.Compactor(224): Compacting 41d71b0866e24b61abe353ba0bec8ef0, keycount=2010, bloomtype=ROWCOL, size=84.7 K, encoding=ROW_INDEX_V1, compression=NONE, seqNum=2022, earliestPutTs=1734283491030 2024-12-15T17:24:59,877 DEBUG [Time-limited test {}] compactions.Compactor(224): Compacting 58a05ac266ab4f1b8b243ad923b41df3, keycount=1000, bloomtype=ROWCOL, size=45.3 K, encoding=ROW_INDEX_V1, compression=NONE, seqNum=3026, earliestPutTs=1734283498007 2024-12-15T17:24:59,877 DEBUG [Time-limited test {}] compactions.Compactor(224): Compacting af8cbb046c3d4a8dab94ee79ea078f22, keycount=1000, bloomtype=ROWCOL, size=45.3 K, encoding=ROW_INDEX_V1, compression=NONE, seqNum=4029, earliestPutTs=1734283498927 2024-12-15T17:24:59,896 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 1588230740#info#compaction#75 average throughput is 9.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:24:59,897 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/.tmp/info/261b3b02622d4ec481acd1df707a70d2 is 143, key is hbase:namespace,,1734283490512.151be232931ac1c783b54fe6fc6e1c7a./info:regioninfo/1734283491503/Put/seqid=0 2024-12-15T17:24:59,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33611 is added to blk_1073741851_1027 (size=169699) 2024-12-15T17:24:59,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40259 is added to blk_1073741851_1027 (size=169699) 2024-12-15T17:24:59,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38813 is added to blk_1073741851_1027 (size=169699) 2024-12-15T17:24:59,906 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/.tmp/info/261b3b02622d4ec481acd1df707a70d2 as hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/info/261b3b02622d4ec481acd1df707a70d2 2024-12-15T17:24:59,920 INFO [Time-limited test {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1588230740/info of 1588230740 into 261b3b02622d4ec481acd1df707a70d2(size=165.7 K), total size for store is 165.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:24:59,920 DEBUG [Time-limited test {}] regionserver.HRegion(2381): Compaction status journal for 1588230740: 2024-12-15T17:24:59,920 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-15T17:24:59,920 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-15T17:24:59,920 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-15T17:24:59,920 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-15T17:24:59,921 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-15T17:24:59,921 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-15T17:24:59,921 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(214): Writing data from 4000 to 5000 2024-12-15T17:24:59,998 INFO [4ce65a7c4674:44719Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:25:00,045 INFO [4ce65a7c4674:36765Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:25:00,055 INFO [4ce65a7c4674:44729Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:25:00,060 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 45677, reset compression=false 2024-12-15T17:25:00,061 INFO [4ce65a7c4674:33043Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:25:00,067 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 58 WAL entries eligible for replication 2024-12-15T17:25:00,067 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4031=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734283499874/Put/vlen=136/seqid=0; >],324}, {hbase:meta/1588230740/4032=[#edits: 1 = <\x00/METAFAMILY:HBASE::COMPACTION/1734283499910/Put/vlen=187/seqid=0; >],380}, {hbase:meta/1588230740/4033=[#edits: 1 = <4000/info:/1734283499921/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4034=[#edits: 1 = <4001/info:/1734283499923/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4035=[#edits: 1 = <4002/info:/1734283499924/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4036=[#edits: 1 = <4003/info:/1734283499924/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4037=[#edits: 1 = <4004/info:/1734283499925/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4038=[#edits: 1 = <4005/info:/1734283499925/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4039=[#edits: 1 = <4006/info:/1734283499925/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4040=[#edits: 1 = <4007/info:/1734283499926/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4041=[#edits: 1 = <4008/info:/1734283499926/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4042=[#edits: 1 = <4009/info:/1734283499927/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4043=[#edits: 1 = <4010/info:/1734283499927/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4044=[#edits: 1 = <4011/info:/1734283499927/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4045=[#edits: 1 = <4012/info:/1734283499928/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4046=[#edits: 1 = <4013/info:/1734283499928/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4047=[#edits: 1 = <4014/info:/1734283499929/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4048=[#edits: 1 = <4015/info:/1734283499929/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4049=[#edits: 1 = <4016/info:/1734283499930/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4050=[#edits: 1 = <4017/info:/1734283499931/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4051=[#edits: 1 = <4018/info:/1734283499931/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4052=[#edits: 1 = <4019/info:/1734283499932/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4053=[#edits: 1 = <4020/info:/1734283499932/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4054=[#edits: 1 = <4021/info:/1734283499932/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4055=[#edits: 1 = <4022/info:/1734283499933/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4056=[#edits: 1 = <4023/info:/1734283499933/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4057=[#edits: 1 = <4024/info:/1734283499934/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4058=[#edits: 1 = <4025/info:/1734283499934/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4059=[#edits: 1 = <4026/info:/1734283499934/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4060=[#edits: 1 = <4027/info:/1734283499935/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4061=[#edits: 1 = <4028/info:/1734283499935/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4062=[#edits: 1 = <4029/info:/1734283499936/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4063=[#edits: 1 = <4030/info:/1734283499936/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4064=[#edits: 1 = <4031/info:/1734283499937/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4065=[#edits: 1 = <4032/info:/1734283499937/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4066=[#edits: 1 = <4033/info:/1734283499938/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4067=[#edits: 1 = <4034/info:/1734283499938/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4068=[#edits: 1 = <4035/info:/1734283499938/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4069=[#edits: 1 = <4036/info:/1734283499939/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4070=[#edits: 1 = <4037/info:/1734283499939/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4071=[#edits: 1 = <4038/info:/1734283499940/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4072=[#edits: 1 = <4039/info:/1734283499940/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4073=[#edits: 1 = <4040/info:/1734283499943/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4074=[#edits: 1 = <4041/info:/1734283499944/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4075=[#edits: 1 = <4042/info:/1734283499945/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4076=[#edits: 1 = <4043/info:/1734283499945/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4077=[#edits: 1 = <4044/info:/1734283499946/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4078=[#edits: 1 = <4045/info:/1734283499946/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4079=[#edits: 1 = <4046/info:/1734283499947/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4080=[#edits: 1 = <4047/info:/1734283499947/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4081=[#edits: 1 = <4048/info:/1734283499948/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4082=[#edits: 1 = <4049/info:/1734283499948/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4083=[#edits: 1 = <4050/info:/1734283499949/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4084=[#edits: 1 = <4051/info:/1734283499949/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4085=[#edits: 1 = <4052/info:/1734283499949/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4086=[#edits: 1 = <4053/info:/1734283499950/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4087=[#edits: 1 = <4054/info:/1734283499951/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4088=[#edits: 1 = <4055/info:/1734283499951/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=50261, nbRowKeys=58, nbHFiles=0, heapSize=10336, lastSeqIds={}, endOfFile=false,usedBufferSize=10336] 2024-12-15T17:25:00,068 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:25:00,069 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:25:00,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36765 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: COMMIT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 4029 store_flushes { family_name: "info" store_home_dir: "info" flush_output: "af8cbb046c3d4a8dab94ee79ea078f22" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-15T17:25:00,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33043 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: COMMIT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 4029 store_flushes { family_name: "info" store_home_dir: "info" flush_output: "af8cbb046c3d4a8dab94ee79ea078f22" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-15T17:25:00,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36765 {}] regionserver.HRegion(5812): 534574363 : Received a flush commit marker with seqId:4029 and a previous prepared snapshot was found 2024-12-15T17:25:00,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33043 {}] regionserver.HRegion(5812): 1657623790 : Received a flush commit marker with seqId:4029 and a previous prepared snapshot was found 2024-12-15T17:25:00,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33043 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:00,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:00,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36765 {}] regionserver.HStore$StoreFlusherImpl(2048): org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77aff282 added hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/info/af8cbb046c3d4a8dab94ee79ea078f22, entries=1000, sequenceid=4029, filesize=45.3 K 2024-12-15T17:25:00,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33043 {}] regionserver.HStore$StoreFlusherImpl(2048): org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@164f74a1 added hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/info/af8cbb046c3d4a8dab94ee79ea078f22, entries=1000, sequenceid=4029, filesize=45.3 K 2024-12-15T17:25:00,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33043 {}] regionserver.HRegion(5604): 1657623790 : Replaying compaction marker table_name: "hbase:meta" encoded_region_name: "1588230740" family_name: "info" compaction_input: "41d71b0866e24b61abe353ba0bec8ef0" compaction_input: "58a05ac266ab4f1b8b243ad923b41df3" compaction_input: "af8cbb046c3d4a8dab94ee79ea078f22" compaction_output: "261b3b02622d4ec481acd1df707a70d2" store_home_dir: "info" region_name: "hbase:meta,,1" with seqId=4032 and lastReplayedOpenRegionSeqId=9 2024-12-15T17:25:00,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36765 {}] regionserver.HRegion(5604): 534574363 : Replaying compaction marker table_name: "hbase:meta" encoded_region_name: "1588230740" family_name: "info" compaction_input: "41d71b0866e24b61abe353ba0bec8ef0" compaction_input: "58a05ac266ab4f1b8b243ad923b41df3" compaction_input: "af8cbb046c3d4a8dab94ee79ea078f22" compaction_output: "261b3b02622d4ec481acd1df707a70d2" store_home_dir: "info" region_name: "hbase:meta,,1" with seqId=4032 and lastReplayedOpenRegionSeqId=9 2024-12-15T17:25:00,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36765 {}] regionserver.HStore(1353): Completing compaction from the WAL marker 2024-12-15T17:25:00,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33043 {}] regionserver.HStore(1353): Completing compaction from the WAL marker 2024-12-15T17:25:00,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33043 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:00,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:00,077 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36765 {}] regionserver.HStore(1403): Replaying compaction marker, replacing input files: [hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/info/41d71b0866e24b61abe353ba0bec8ef0, hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/info/58a05ac266ab4f1b8b243ad923b41df3, hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/info/af8cbb046c3d4a8dab94ee79ea078f22] with output files : [hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/info/261b3b02622d4ec481acd1df707a70d2] 2024-12-15T17:25:00,077 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33043 {}] regionserver.HStore(1403): Replaying compaction marker, replacing input files: [hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/info/41d71b0866e24b61abe353ba0bec8ef0, hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/info/58a05ac266ab4f1b8b243ad923b41df3, hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/info/af8cbb046c3d4a8dab94ee79ea078f22] with output files : [hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/info/261b3b02622d4ec481acd1df707a70d2] 2024-12-15T17:25:00,077 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36765 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0001.534574363 with WAL disabled. Data may be lost in the event of a crash. 2024-12-15T17:25:00,077 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33043 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0002.1657623790 with WAL disabled. Data may be lost in the event of a crash. 2024-12-15T17:25:00,078 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4089=[#edits: 1 = <4056/info:/1734283499952/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4090=[#edits: 1 = <4057/info:/1734283499953/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4091=[#edits: 1 = <4058/info:/1734283499953/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4092=[#edits: 1 = <4059/info:/1734283499954/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4093=[#edits: 1 = <4060/info:/1734283499954/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4094=[#edits: 1 = <4061/info:/1734283499954/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4095=[#edits: 1 = <4062/info:/1734283499955/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4096=[#edits: 1 = <4063/info:/1734283499955/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4097=[#edits: 1 = <4064/info:/1734283499956/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4098=[#edits: 1 = <4065/info:/1734283499957/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4099=[#edits: 1 = <4066/info:/1734283499958/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4100=[#edits: 1 = <4067/info:/1734283499960/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4101=[#edits: 1 = <4068/info:/1734283499961/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4102=[#edits: 1 = <4069/info:/1734283499963/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4103=[#edits: 1 = <4070/info:/1734283499963/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4104=[#edits: 1 = <4071/info:/1734283499964/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4105=[#edits: 1 = <4072/info:/1734283499965/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4106=[#edits: 1 = <4073/info:/1734283499965/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4107=[#edits: 1 = <4074/info:/1734283499966/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4108=[#edits: 1 = <4075/info:/1734283499966/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4109=[#edits: 1 = <4076/info:/1734283499966/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4110=[#edits: 1 = <4077/info:/1734283499967/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4111=[#edits: 1 = <4078/info:/1734283499967/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4112=[#edits: 1 = <4079/info:/1734283499967/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4113=[#edits: 1 = <4080/info:/1734283499968/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4114=[#edits: 1 = <4081/info:/1734283499968/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4115=[#edits: 1 = <4082/info:/1734283499969/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4116=[#edits: 1 = <4083/info:/1734283499969/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4117=[#edits: 1 = <4084/info:/1734283499969/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4118=[#edits: 1 = <4085/info:/1734283499970/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4119=[#edits: 1 = <4086/info:/1734283499970/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4120=[#edits: 1 = <4087/info:/1734283499970/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4121=[#edits: 1 = <4088/info:/1734283499971/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4122=[#edits: 1 = <4089/info:/1734283499971/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4123=[#edits: 1 = <4090/info:/1734283499971/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4124=[#edits: 1 = <4091/info:/1734283499972/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4125=[#edits: 1 = <4092/info:/1734283499972/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4126=[#edits: 1 = <4093/info:/1734283499972/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4127=[#edits: 1 = <4094/info:/1734283499973/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4128=[#edits: 1 = <4095/info:/1734283499973/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4129=[#edits: 1 = <4096/info:/1734283499974/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4130=[#edits: 1 = <4097/info:/1734283499975/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4131=[#edits: 1 = <4098/info:/1734283499975/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4132=[#edits: 1 = <4099/info:/1734283499975/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4133=[#edits: 1 = <4100/info:/1734283499976/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4134=[#edits: 1 = <4101/info:/1734283499976/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4135=[#edits: 1 = <4102/info:/1734283499976/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4136=[#edits: 1 = <4103/info:/1734283499977/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4137=[#edits: 1 = <4104/info:/1734283499977/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4138=[#edits: 1 = <4105/info:/1734283499977/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4139=[#edits: 1 = <4106/info:/1734283499978/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4140=[#edits: 1 = <4107/info:/1734283499978/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4141=[#edits: 1 = <4108/info:/1734283499978/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4142=[#edits: 1 = <4109/info:/1734283499978/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4143=[#edits: 1 = <4110/info:/1734283499979/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4144=[#edits: 1 = <4111/info:/1734283499979/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4145=[#edits: 1 = <4112/info:/1734283499980/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4146=[#edits: 1 = <4113/info:/1734283499980/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4147=[#edits: 1 = <4114/info:/1734283499980/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4148=[#edits: 1 = <4115/info:/1734283499980/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=54641, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:25:00,079 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:25:00,079 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4149=[#edits: 1 = <4116/info:/1734283499981/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4150=[#edits: 1 = <4117/info:/1734283499981/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4151=[#edits: 1 = <4118/info:/1734283499981/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4152=[#edits: 1 = <4119/info:/1734283499982/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4153=[#edits: 1 = <4120/info:/1734283499982/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4154=[#edits: 1 = <4121/info:/1734283499983/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4155=[#edits: 1 = <4122/info:/1734283499983/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4156=[#edits: 1 = <4123/info:/1734283499983/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4157=[#edits: 1 = <4124/info:/1734283499984/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4158=[#edits: 1 = <4125/info:/1734283499984/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4159=[#edits: 1 = <4126/info:/1734283499985/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4160=[#edits: 1 = <4127/info:/1734283499985/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4161=[#edits: 1 = <4128/info:/1734283499985/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4162=[#edits: 1 = <4129/info:/1734283499986/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4163=[#edits: 1 = <4130/info:/1734283499986/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4164=[#edits: 1 = <4131/info:/1734283499986/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4165=[#edits: 1 = <4132/info:/1734283499987/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4166=[#edits: 1 = <4133/info:/1734283499987/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4167=[#edits: 1 = <4134/info:/1734283499987/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4168=[#edits: 1 = <4135/info:/1734283499988/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4169=[#edits: 1 = <4136/info:/1734283499988/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4170=[#edits: 1 = <4137/info:/1734283499988/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4171=[#edits: 1 = <4138/info:/1734283499989/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4172=[#edits: 1 = <4139/info:/1734283499989/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4173=[#edits: 1 = <4140/info:/1734283499990/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4174=[#edits: 1 = <4141/info:/1734283499990/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4175=[#edits: 1 = <4142/info:/1734283499990/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4176=[#edits: 1 = <4143/info:/1734283499991/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4177=[#edits: 1 = <4144/info:/1734283499992/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4178=[#edits: 1 = <4145/info:/1734283499992/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4179=[#edits: 1 = <4146/info:/1734283499993/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4180=[#edits: 1 = <4147/info:/1734283499993/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4181=[#edits: 1 = <4148/info:/1734283499994/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4182=[#edits: 1 = <4149/info:/1734283499995/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4183=[#edits: 1 = <4150/info:/1734283499995/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4184=[#edits: 1 = <4151/info:/1734283499996/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4185=[#edits: 1 = <4152/info:/1734283499996/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4186=[#edits: 1 = <4153/info:/1734283499997/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4187=[#edits: 1 = <4154/info:/1734283499997/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4188=[#edits: 1 = <4155/info:/1734283499997/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4189=[#edits: 1 = <4156/info:/1734283499998/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4190=[#edits: 1 = <4157/info:/1734283499998/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4191=[#edits: 1 = <4158/info:/1734283499998/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4192=[#edits: 1 = <4159/info:/1734283499999/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4193=[#edits: 1 = <4160/info:/1734283499999/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4194=[#edits: 1 = <4161/info:/1734283500000/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4195=[#edits: 1 = <4162/info:/1734283500001/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4196=[#edits: 1 = <4163/info:/1734283500003/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4197=[#edits: 1 = <4164/info:/1734283500004/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4198=[#edits: 1 = <4165/info:/1734283500004/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4199=[#edits: 1 = <4166/info:/1734283500005/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4200=[#edits: 1 = <4167/info:/1734283500005/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4201=[#edits: 1 = <4168/info:/1734283500005/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4202=[#edits: 1 = <4169/info:/1734283500006/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4203=[#edits: 1 = <4170/info:/1734283500006/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4204=[#edits: 1 = <4171/info:/1734283500006/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4205=[#edits: 1 = <4172/info:/1734283500007/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4206=[#edits: 1 = <4173/info:/1734283500007/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4207=[#edits: 1 = <4174/info:/1734283500008/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4208=[#edits: 1 = <4175/info:/1734283500008/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=59021, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:25:00,080 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:25:00,080 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:25:00,080 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4209=[#edits: 1 = <4176/info:/1734283500008/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4210=[#edits: 1 = <4177/info:/1734283500008/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4211=[#edits: 1 = <4178/info:/1734283500009/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4212=[#edits: 1 = <4179/info:/1734283500009/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4213=[#edits: 1 = <4180/info:/1734283500010/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4214=[#edits: 1 = <4181/info:/1734283500010/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4215=[#edits: 1 = <4182/info:/1734283500010/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4216=[#edits: 1 = <4183/info:/1734283500011/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4217=[#edits: 1 = <4184/info:/1734283500011/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4218=[#edits: 1 = <4185/info:/1734283500011/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4219=[#edits: 1 = <4186/info:/1734283500012/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4220=[#edits: 1 = <4187/info:/1734283500012/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4221=[#edits: 1 = <4188/info:/1734283500013/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4222=[#edits: 1 = <4189/info:/1734283500013/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4223=[#edits: 1 = <4190/info:/1734283500014/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4224=[#edits: 1 = <4191/info:/1734283500014/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4225=[#edits: 1 = <4192/info:/1734283500014/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4226=[#edits: 1 = <4193/info:/1734283500015/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4227=[#edits: 1 = <4194/info:/1734283500015/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4228=[#edits: 1 = <4195/info:/1734283500016/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4229=[#edits: 1 = <4196/info:/1734283500016/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4230=[#edits: 1 = <4197/info:/1734283500017/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4231=[#edits: 1 = <4198/info:/1734283500017/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4232=[#edits: 1 = <4199/info:/1734283500017/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4233=[#edits: 1 = <4200/info:/1734283500018/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4234=[#edits: 1 = <4201/info:/1734283500018/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4235=[#edits: 1 = <4202/info:/1734283500019/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4236=[#edits: 1 = <4203/info:/1734283500019/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4237=[#edits: 1 = <4204/info:/1734283500019/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4238=[#edits: 1 = <4205/info:/1734283500020/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4239=[#edits: 1 = <4206/info:/1734283500020/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4240=[#edits: 1 = <4207/info:/1734283500020/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4241=[#edits: 1 = <4208/info:/1734283500021/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4242=[#edits: 1 = <4209/info:/1734283500021/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4243=[#edits: 1 = <4210/info:/1734283500021/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4244=[#edits: 1 = <4211/info:/1734283500022/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4245=[#edits: 1 = <4212/info:/1734283500022/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4246=[#edits: 1 = <4213/info:/1734283500023/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4247=[#edits: 1 = <4214/info:/1734283500024/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4248=[#edits: 1 = <4215/info:/1734283500024/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4249=[#edits: 1 = <4216/info:/1734283500024/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4250=[#edits: 1 = <4217/info:/1734283500025/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4251=[#edits: 1 = <4218/info:/1734283500025/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4252=[#edits: 1 = <4219/info:/1734283500026/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4253=[#edits: 1 = <4220/info:/1734283500026/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4254=[#edits: 1 = <4221/info:/1734283500026/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4255=[#edits: 1 = <4222/info:/1734283500027/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4256=[#edits: 1 = <4223/info:/1734283500027/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4257=[#edits: 1 = <4224/info:/1734283500028/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4258=[#edits: 1 = <4225/info:/1734283500028/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4259=[#edits: 1 = <4226/info:/1734283500028/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4260=[#edits: 1 = <4227/info:/1734283500031/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4261=[#edits: 1 = <4228/info:/1734283500032/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4262=[#edits: 1 = <4229/info:/1734283500033/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4263=[#edits: 1 = <4230/info:/1734283500033/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4264=[#edits: 1 = <4231/info:/1734283500033/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4265=[#edits: 1 = <4232/info:/1734283500034/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4266=[#edits: 1 = <4233/info:/1734283500034/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4267=[#edits: 1 = <4234/info:/1734283500035/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4268=[#edits: 1 = <4235/info:/1734283500035/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=63401, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:25:00,081 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 68146, reset compression=false 2024-12-15T17:25:00,081 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4269=[#edits: 1 = <4236/info:/1734283500036/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4270=[#edits: 1 = <4237/info:/1734283500036/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4271=[#edits: 1 = <4238/info:/1734283500036/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4272=[#edits: 1 = <4239/info:/1734283500037/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4273=[#edits: 1 = <4240/info:/1734283500037/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4274=[#edits: 1 = <4241/info:/1734283500037/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4275=[#edits: 1 = <4242/info:/1734283500038/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4276=[#edits: 1 = <4243/info:/1734283500038/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4277=[#edits: 1 = <4244/info:/1734283500038/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4278=[#edits: 1 = <4245/info:/1734283500039/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4279=[#edits: 1 = <4246/info:/1734283500039/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4280=[#edits: 1 = <4247/info:/1734283500039/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4281=[#edits: 1 = <4248/info:/1734283500040/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4282=[#edits: 1 = <4249/info:/1734283500040/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4283=[#edits: 1 = <4250/info:/1734283500040/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4284=[#edits: 1 = <4251/info:/1734283500041/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4285=[#edits: 1 = <4252/info:/1734283500041/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4286=[#edits: 1 = <4253/info:/1734283500041/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4287=[#edits: 1 = <4254/info:/1734283500042/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4288=[#edits: 1 = <4255/info:/1734283500042/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4289=[#edits: 1 = <4256/info:/1734283500042/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4290=[#edits: 1 = <4257/info:/1734283500043/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4291=[#edits: 1 = <4258/info:/1734283500043/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4292=[#edits: 1 = <4259/info:/1734283500043/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4293=[#edits: 1 = <4260/info:/1734283500044/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4294=[#edits: 1 = <4261/info:/1734283500044/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4295=[#edits: 1 = <4262/info:/1734283500044/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4296=[#edits: 1 = <4263/info:/1734283500045/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4297=[#edits: 1 = <4264/info:/1734283500045/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4298=[#edits: 1 = <4265/info:/1734283500046/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4299=[#edits: 1 = <4266/info:/1734283500047/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4300=[#edits: 1 = <4267/info:/1734283500047/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4301=[#edits: 1 = <4268/info:/1734283500051/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4302=[#edits: 1 = <4269/info:/1734283500052/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4303=[#edits: 1 = <4270/info:/1734283500052/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4304=[#edits: 1 = <4271/info:/1734283500052/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4305=[#edits: 1 = <4272/info:/1734283500053/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4306=[#edits: 1 = <4273/info:/1734283500053/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4307=[#edits: 1 = <4274/info:/1734283500053/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4308=[#edits: 1 = <4275/info:/1734283500054/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4309=[#edits: 1 = <4276/info:/1734283500054/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4310=[#edits: 1 = <4277/info:/1734283500054/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4311=[#edits: 1 = <4278/info:/1734283500054/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4312=[#edits: 1 = <4279/info:/1734283500055/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4313=[#edits: 1 = <4280/info:/1734283500055/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4314=[#edits: 1 = <4281/info:/1734283500055/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4315=[#edits: 1 = <4282/info:/1734283500055/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4316=[#edits: 1 = <4283/info:/1734283500056/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4317=[#edits: 1 = <4284/info:/1734283500056/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4318=[#edits: 1 = <4285/info:/1734283500056/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4319=[#edits: 1 = <4286/info:/1734283500057/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4320=[#edits: 1 = <4287/info:/1734283500059/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4321=[#edits: 1 = <4288/info:/1734283500060/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4322=[#edits: 1 = <4289/info:/1734283500060/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4323=[#edits: 1 = <4290/info:/1734283500060/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4324=[#edits: 1 = <4291/info:/1734283500061/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4325=[#edits: 1 = <4292/info:/1734283500061/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4326=[#edits: 1 = <4293/info:/1734283500061/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4327=[#edits: 1 = <4294/info:/1734283500061/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4328=[#edits: 1 = <4295/info:/1734283500062/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=67781, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:25:00,082 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4329=[#edits: 1 = <4296/info:/1734283500062/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4330=[#edits: 1 = <4297/info:/1734283500063/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4331=[#edits: 1 = <4298/info:/1734283500064/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4332=[#edits: 1 = <4299/info:/1734283500064/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4333=[#edits: 1 = <4300/info:/1734283500064/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=68146, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-15T17:25:00,086 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 42 WAL entries eligible for replication 2024-12-15T17:25:00,086 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 71212, reset compression=false 2024-12-15T17:25:00,086 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4334=[#edits: 1 = <4301/info:/1734283500065/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4335=[#edits: 1 = <4302/info:/1734283500066/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4336=[#edits: 1 = <4303/info:/1734283500066/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4337=[#edits: 1 = <4304/info:/1734283500066/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4338=[#edits: 1 = <4305/info:/1734283500067/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4339=[#edits: 1 = <4306/info:/1734283500067/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4340=[#edits: 1 = <4307/info:/1734283500067/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4341=[#edits: 1 = <4308/info:/1734283500068/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4342=[#edits: 1 = <4309/info:/1734283500068/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4343=[#edits: 1 = <4310/info:/1734283500068/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4344=[#edits: 1 = <4311/info:/1734283500068/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4345=[#edits: 1 = <4312/info:/1734283500069/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4346=[#edits: 1 = <4313/info:/1734283500069/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4347=[#edits: 1 = <4314/info:/1734283500069/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4348=[#edits: 1 = <4315/info:/1734283500069/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4349=[#edits: 1 = <4316/info:/1734283500070/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4350=[#edits: 1 = <4317/info:/1734283500071/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4351=[#edits: 1 = <4318/info:/1734283500071/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4352=[#edits: 1 = <4319/info:/1734283500072/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4353=[#edits: 1 = <4320/info:/1734283500072/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4354=[#edits: 1 = <4321/info:/1734283500073/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4355=[#edits: 1 = <4322/info:/1734283500074/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4356=[#edits: 1 = <4323/info:/1734283500075/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4357=[#edits: 1 = <4324/info:/1734283500075/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4358=[#edits: 1 = <4325/info:/1734283500075/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4359=[#edits: 1 = <4326/info:/1734283500077/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4360=[#edits: 1 = <4327/info:/1734283500078/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4361=[#edits: 1 = <4328/info:/1734283500078/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4362=[#edits: 1 = <4329/info:/1734283500078/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4363=[#edits: 1 = <4330/info:/1734283500079/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4364=[#edits: 1 = <4331/info:/1734283500079/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4365=[#edits: 1 = <4332/info:/1734283500079/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4366=[#edits: 1 = <4333/info:/1734283500080/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4367=[#edits: 1 = <4334/info:/1734283500080/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4368=[#edits: 1 = <4335/info:/1734283500081/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4369=[#edits: 1 = <4336/info:/1734283500081/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4370=[#edits: 1 = <4337/info:/1734283500082/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4371=[#edits: 1 = <4338/info:/1734283500082/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4372=[#edits: 1 = <4339/info:/1734283500082/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4373=[#edits: 1 = <4340/info:/1734283500083/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4374=[#edits: 1 = <4341/info:/1734283500083/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4375=[#edits: 1 = <4342/info:/1734283500084/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=71212, nbRowKeys=42, nbHFiles=0, heapSize=7224, lastSeqIds={}, endOfFile=false,usedBufferSize=7224] 2024-12-15T17:25:00,090 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 9 WAL entries eligible for replication 2024-12-15T17:25:00,090 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 71869, reset compression=false 2024-12-15T17:25:00,090 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4376=[#edits: 1 = <4343/info:/1734283500084/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4377=[#edits: 1 = <4344/info:/1734283500085/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4378=[#edits: 1 = <4345/info:/1734283500085/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4379=[#edits: 1 = <4346/info:/1734283500086/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4380=[#edits: 1 = <4347/info:/1734283500087/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4381=[#edits: 1 = <4348/info:/1734283500087/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4382=[#edits: 1 = <4349/info:/1734283500087/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4383=[#edits: 1 = <4350/info:/1734283500088/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4384=[#edits: 1 = <4351/info:/1734283500088/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=71869, nbRowKeys=9, nbHFiles=0, heapSize=1548, lastSeqIds={}, endOfFile=false,usedBufferSize=1548] 2024-12-15T17:25:00,093 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-15T17:25:00,093 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 72380, reset compression=false 2024-12-15T17:25:00,095 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4385=[#edits: 1 = <4352/info:/1734283500088/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4386=[#edits: 1 = <4353/info:/1734283500089/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4387=[#edits: 1 = <4354/info:/1734283500089/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4388=[#edits: 1 = <4355/info:/1734283500089/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4389=[#edits: 1 = <4356/info:/1734283500090/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4390=[#edits: 1 = <4357/info:/1734283500090/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4391=[#edits: 1 = <4358/info:/1734283500091/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=72380, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-15T17:25:00,098 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:25:00,098 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 72599, reset compression=false 2024-12-15T17:25:00,098 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4392=[#edits: 1 = <4359/info:/1734283500092/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4393=[#edits: 1 = <4360/info:/1734283500094/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4394=[#edits: 1 = <4361/info:/1734283500095/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=72599, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-15T17:25:00,104 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:25:00,104 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 72818, reset compression=false 2024-12-15T17:25:00,104 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4395=[#edits: 1 = <4362/info:/1734283500097/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4396=[#edits: 1 = <4363/info:/1734283500099/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4397=[#edits: 1 = <4364/info:/1734283500100/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=72818, nbRowKeys=3, nbHFiles=0, heapSize=516, lastSeqIds={}, endOfFile=false,usedBufferSize=516] 2024-12-15T17:25:00,108 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-15T17:25:00,108 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 73548, reset compression=false 2024-12-15T17:25:00,108 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4398=[#edits: 1 = <4365/info:/1734283500101/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4399=[#edits: 1 = <4366/info:/1734283500101/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4400=[#edits: 1 = <4367/info:/1734283500102/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4401=[#edits: 1 = <4368/info:/1734283500102/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4402=[#edits: 1 = <4369/info:/1734283500102/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4403=[#edits: 1 = <4370/info:/1734283500103/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4404=[#edits: 1 = <4371/info:/1734283500103/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4405=[#edits: 1 = <4372/info:/1734283500103/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4406=[#edits: 1 = <4373/info:/1734283500104/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4407=[#edits: 1 = <4374/info:/1734283500107/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=73548, nbRowKeys=10, nbHFiles=0, heapSize=1720, lastSeqIds={}, endOfFile=false,usedBufferSize=1720] 2024-12-15T17:25:00,112 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:25:00,112 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 73694, reset compression=false 2024-12-15T17:25:00,112 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4408=[#edits: 1 = <4375/info:/1734283500107/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4409=[#edits: 1 = <4376/info:/1734283500108/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=73694, nbRowKeys=2, nbHFiles=0, heapSize=344, lastSeqIds={}, endOfFile=false,usedBufferSize=344] 2024-12-15T17:25:00,116 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-15T17:25:00,116 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 74278, reset compression=false 2024-12-15T17:25:00,116 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4410=[#edits: 1 = <4377/info:/1734283500111/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4411=[#edits: 1 = <4378/info:/1734283500112/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4412=[#edits: 1 = <4379/info:/1734283500113/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4413=[#edits: 1 = <4380/info:/1734283500113/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4414=[#edits: 1 = <4381/info:/1734283500113/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4415=[#edits: 1 = <4382/info:/1734283500114/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4416=[#edits: 1 = <4383/info:/1734283500114/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4417=[#edits: 1 = <4384/info:/1734283500115/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=74278, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-15T17:25:00,120 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-15T17:25:00,120 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 74570, reset compression=false 2024-12-15T17:25:00,120 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4418=[#edits: 1 = <4385/info:/1734283500115/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4419=[#edits: 1 = <4386/info:/1734283500115/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4420=[#edits: 1 = <4387/info:/1734283500116/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4421=[#edits: 1 = <4388/info:/1734283500118/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=74570, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-15T17:25:00,123 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-15T17:25:00,123 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 75154, reset compression=false 2024-12-15T17:25:00,123 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4422=[#edits: 1 = <4389/info:/1734283500119/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4423=[#edits: 1 = <4390/info:/1734283500119/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4424=[#edits: 1 = <4391/info:/1734283500119/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4425=[#edits: 1 = <4392/info:/1734283500120/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4426=[#edits: 1 = <4393/info:/1734283500120/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4427=[#edits: 1 = <4394/info:/1734283500120/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4428=[#edits: 1 = <4395/info:/1734283500121/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4429=[#edits: 1 = <4396/info:/1734283500121/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=75154, nbRowKeys=8, nbHFiles=0, heapSize=1376, lastSeqIds={}, endOfFile=false,usedBufferSize=1376] 2024-12-15T17:25:00,173 DEBUG [AsyncFSWAL-0-hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e-prefix:4ce65a7c4674,44719,1734283488776.meta {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=80556, logrollsize=80530 2024-12-15T17:25:00,173 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL 4ce65a7c4674%2C44719%2C1734283488776.meta:.meta(num 1734283499218) roll requested 2024-12-15T17:25:00,193 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283500173.meta, exclude list is [], retry=0 2024-12-15T17:25:00,195 DEBUG [RS-EventLoopGroup-27-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40259,DS-aae1af72-b341-4025-bf71-878491e71648,DISK] 2024-12-15T17:25:00,195 DEBUG [RS-EventLoopGroup-27-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33611,DS-b1d55075-32c6-46f4-860e-3a079edd9669,DISK] 2024-12-15T17:25:00,195 DEBUG [RS-EventLoopGroup-27-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36623,DS-6fa7ece7-1396-4370-adca-4b346aa334bb,DISK] 2024-12-15T17:25:00,206 INFO [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta with entries=1163, filesize=83.44 KB; new WAL /user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283500173.meta 2024-12-15T17:25:00,207 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36477:36477),(127.0.0.1/127.0.0.1:42773:42773),(127.0.0.1/127.0.0.1:43291:43291)] 2024-12-15T17:25:00,207 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta is not closed yet, will try archiving it next time 2024-12-15T17:25:00,207 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(818): Archiving hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta to hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/oldWALs/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283498144.meta 2024-12-15T17:25:00,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38813 is added to blk_1073741849_1025 (size=85455) 2024-12-15T17:25:00,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741849_1025 (size=85455) 2024-12-15T17:25:00,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33611 is added to blk_1073741849_1025 (size=85455) 2024-12-15T17:25:00,326 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta to pos 75154, reset compression=false 2024-12-15T17:25:00,328 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:25:00,329 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:25:00,329 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4430=[#edits: 1 = <4397/info:/1734283500123/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4431=[#edits: 1 = <4398/info:/1734283500127/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4432=[#edits: 1 = <4399/info:/1734283500128/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4433=[#edits: 1 = <4400/info:/1734283500128/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4434=[#edits: 1 = <4401/info:/1734283500128/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4435=[#edits: 1 = <4402/info:/1734283500129/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4436=[#edits: 1 = <4403/info:/1734283500129/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4437=[#edits: 1 = <4404/info:/1734283500129/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4438=[#edits: 1 = <4405/info:/1734283500130/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4439=[#edits: 1 = <4406/info:/1734283500130/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4440=[#edits: 1 = <4407/info:/1734283500130/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4441=[#edits: 1 = <4408/info:/1734283500131/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4442=[#edits: 1 = <4409/info:/1734283500131/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4443=[#edits: 1 = <4410/info:/1734283500131/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4444=[#edits: 1 = <4411/info:/1734283500132/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4445=[#edits: 1 = <4412/info:/1734283500132/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4446=[#edits: 1 = <4413/info:/1734283500132/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4447=[#edits: 1 = <4414/info:/1734283500133/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4448=[#edits: 1 = <4415/info:/1734283500133/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4449=[#edits: 1 = <4416/info:/1734283500133/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4450=[#edits: 1 = <4417/info:/1734283500134/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4451=[#edits: 1 = <4418/info:/1734283500134/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4452=[#edits: 1 = <4419/info:/1734283500134/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4453=[#edits: 1 = <4420/info:/1734283500135/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4454=[#edits: 1 = <4421/info:/1734283500139/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4455=[#edits: 1 = <4422/info:/1734283500140/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4456=[#edits: 1 = <4423/info:/1734283500146/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4457=[#edits: 1 = <4424/info:/1734283500147/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4458=[#edits: 1 = <4425/info:/1734283500148/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4459=[#edits: 1 = <4426/info:/1734283500148/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4460=[#edits: 1 = <4427/info:/1734283500149/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4461=[#edits: 1 = <4428/info:/1734283500149/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4462=[#edits: 1 = <4429/info:/1734283500149/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4463=[#edits: 1 = <4430/info:/1734283500150/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4464=[#edits: 1 = <4431/info:/1734283500150/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4465=[#edits: 1 = <4432/info:/1734283500150/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4466=[#edits: 1 = <4433/info:/1734283500151/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4467=[#edits: 1 = <4434/info:/1734283500151/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4468=[#edits: 1 = <4435/info:/1734283500152/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4469=[#edits: 1 = <4436/info:/1734283500154/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4470=[#edits: 1 = <4437/info:/1734283500159/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4471=[#edits: 1 = <4438/info:/1734283500163/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4472=[#edits: 1 = <4439/info:/1734283500164/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4473=[#edits: 1 = <4440/info:/1734283500164/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4474=[#edits: 1 = <4441/info:/1734283500165/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4475=[#edits: 1 = <4442/info:/1734283500165/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4476=[#edits: 1 = <4443/info:/1734283500166/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4477=[#edits: 1 = <4444/info:/1734283500166/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4478=[#edits: 1 = <4445/info:/1734283500166/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4479=[#edits: 1 = <4446/info:/1734283500166/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4480=[#edits: 1 = <4447/info:/1734283500167/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4481=[#edits: 1 = <4448/info:/1734283500167/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4482=[#edits: 1 = <4449/info:/1734283500167/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4483=[#edits: 1 = <4450/info:/1734283500168/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4484=[#edits: 1 = <4451/info:/1734283500168/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4485=[#edits: 1 = <4452/info:/1734283500168/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4486=[#edits: 1 = <4453/info:/1734283500168/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4487=[#edits: 1 = <4454/info:/1734283500169/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4488=[#edits: 1 = <4455/info:/1734283500169/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4489=[#edits: 1 = <4456/info:/1734283500169/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=79534, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:25:00,329 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(462): EOF, closing hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta 2024-12-15T17:25:00,329 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 21 WAL entries eligible for replication 2024-12-15T17:25:00,334 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283500173.meta, startPosition=0, beingWritten=true 2024-12-15T17:25:00,334 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4490=[#edits: 1 = <4457/info:/1734283500169/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4491=[#edits: 1 = <4458/info:/1734283500170/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4492=[#edits: 1 = <4459/info:/1734283500170/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4493=[#edits: 1 = <4460/info:/1734283500170/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4494=[#edits: 1 = <4461/info:/1734283500170/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4495=[#edits: 1 = <4462/info:/1734283500171/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4496=[#edits: 1 = <4463/info:/1734283500171/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4497=[#edits: 1 = <4464/info:/1734283500171/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4498=[#edits: 1 = <4465/info:/1734283500171/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4499=[#edits: 1 = <4466/info:/1734283500172/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4500=[#edits: 1 = <4467/info:/1734283500172/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4501=[#edits: 1 = <4468/info:/1734283500172/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4502=[#edits: 1 = <4469/info:/1734283500172/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4503=[#edits: 1 = <4470/info:/1734283500173/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4504=[#edits: 1 = <4471/info:/1734283500173/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4505=[#edits: 1 = <4472/info:/1734283500175/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4506=[#edits: 1 = <4473/info:/1734283500175/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4507=[#edits: 1 = <4474/info:/1734283500176/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4508=[#edits: 1 = <4475/info:/1734283500176/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4509=[#edits: 1 = <4476/info:/1734283500176/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4510=[#edits: 1 = <4477/info:/1734283500176/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4511=[#edits: 1 = <4478/info:/1734283500177/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4512=[#edits: 1 = <4479/info:/1734283500177/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4513=[#edits: 1 = <4480/info:/1734283500177/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4514=[#edits: 1 = <4481/info:/1734283500177/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4515=[#edits: 1 = <4482/info:/1734283500178/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4516=[#edits: 1 = <4483/info:/1734283500178/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4517=[#edits: 1 = <4484/info:/1734283500178/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4518=[#edits: 1 = <4485/info:/1734283500179/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4519=[#edits: 1 = <4486/info:/1734283500179/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4520=[#edits: 1 = <4487/info:/1734283500179/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4521=[#edits: 1 = <4488/info:/1734283500179/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4522=[#edits: 1 = <4489/info:/1734283500180/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4523=[#edits: 1 = <4490/info:/1734283500180/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4524=[#edits: 1 = <4491/info:/1734283500180/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4525=[#edits: 1 = <4492/info:/1734283500180/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4526=[#edits: 1 = <4493/info:/1734283500181/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4527=[#edits: 1 = <4494/info:/1734283500182/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4528=[#edits: 1 = <4495/info:/1734283500182/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4529=[#edits: 1 = <4496/info:/1734283500182/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4530=[#edits: 1 = <4497/info:/1734283500182/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4531=[#edits: 1 = <4498/info:/1734283500183/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4532=[#edits: 1 = <4499/info:/1734283500183/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4533=[#edits: 1 = <4500/info:/1734283500183/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4534=[#edits: 1 = <4501/info:/1734283500183/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4535=[#edits: 1 = <4502/info:/1734283500184/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4536=[#edits: 1 = <4503/info:/1734283500184/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4537=[#edits: 1 = <4504/info:/1734283500184/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4538=[#edits: 1 = <4505/info:/1734283500185/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4539=[#edits: 1 = <4506/info:/1734283500185/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4540=[#edits: 1 = <4507/info:/1734283500188/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4541=[#edits: 1 = <4508/info:/1734283500189/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4542=[#edits: 1 = <4509/info:/1734283500189/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4543=[#edits: 1 = <4510/info:/1734283500189/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4544=[#edits: 1 = <4511/info:/1734283500190/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4545=[#edits: 1 = <4512/info:/1734283500190/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4546=[#edits: 1 = <4513/info:/1734283500190/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4547=[#edits: 1 = <4514/info:/1734283500190/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4548=[#edits: 1 = <4515/info:/1734283500191/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4549=[#edits: 1 = <4516/info:/1734283500191/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=83914, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:25:00,335 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4550=[#edits: 1 = <4517/info:/1734283500191/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4551=[#edits: 1 = <4518/info:/1734283500191/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4552=[#edits: 1 = <4519/info:/1734283500192/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4553=[#edits: 1 = <4520/info:/1734283500192/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4554=[#edits: 1 = <4521/info:/1734283500192/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4555=[#edits: 1 = <4522/info:/1734283500193/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4556=[#edits: 1 = <4523/info:/1734283500193/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4557=[#edits: 1 = <4524/info:/1734283500193/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4558=[#edits: 1 = <4525/info:/1734283500193/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4559=[#edits: 1 = <4526/info:/1734283500194/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4560=[#edits: 1 = <4527/info:/1734283500194/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4561=[#edits: 1 = <4528/info:/1734283500194/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4562=[#edits: 1 = <4529/info:/1734283500195/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4563=[#edits: 1 = <4530/info:/1734283500195/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4564=[#edits: 1 = <4531/info:/1734283500201/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4565=[#edits: 1 = <4532/info:/1734283500201/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4566=[#edits: 1 = <4533/info:/1734283500201/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4567=[#edits: 1 = <4534/info:/1734283500202/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4568=[#edits: 1 = <4535/info:/1734283500202/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4569=[#edits: 1 = <4536/info:/1734283500203/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4570=[#edits: 1 = <4537/info:/1734283500203/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283499218.meta, lastWalPosition=85447, nbRowKeys=21, nbHFiles=0, heapSize=3612, lastSeqIds={}, endOfFile=true,usedBufferSize=3612] 2024-12-15T17:25:00,339 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:25:00,340 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4571=[#edits: 1 = <4538/info:/1734283500206/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4572=[#edits: 1 = <4539/info:/1734283500211/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4573=[#edits: 1 = <4540/info:/1734283500212/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4574=[#edits: 1 = <4541/info:/1734283500212/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4575=[#edits: 1 = <4542/info:/1734283500213/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4576=[#edits: 1 = <4543/info:/1734283500213/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4577=[#edits: 1 = <4544/info:/1734283500213/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4578=[#edits: 1 = <4545/info:/1734283500214/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4579=[#edits: 1 = <4546/info:/1734283500214/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4580=[#edits: 1 = <4547/info:/1734283500214/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4581=[#edits: 1 = <4548/info:/1734283500214/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4582=[#edits: 1 = <4549/info:/1734283500215/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4583=[#edits: 1 = <4550/info:/1734283500215/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4584=[#edits: 1 = <4551/info:/1734283500216/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4585=[#edits: 1 = <4552/info:/1734283500216/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4586=[#edits: 1 = <4553/info:/1734283500216/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4587=[#edits: 1 = <4554/info:/1734283500218/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4588=[#edits: 1 = <4555/info:/1734283500224/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4589=[#edits: 1 = <4556/info:/1734283500230/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4590=[#edits: 1 = <4557/info:/1734283500230/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4591=[#edits: 1 = <4558/info:/1734283500231/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4592=[#edits: 1 = <4559/info:/1734283500231/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4593=[#edits: 1 = <4560/info:/1734283500232/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4594=[#edits: 1 = <4561/info:/1734283500232/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4595=[#edits: 1 = <4562/info:/1734283500232/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4596=[#edits: 1 = <4563/info:/1734283500233/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4597=[#edits: 1 = <4564/info:/1734283500234/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4598=[#edits: 1 = <4565/info:/1734283500234/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4599=[#edits: 1 = <4566/info:/1734283500235/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4600=[#edits: 1 = <4567/info:/1734283500235/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4601=[#edits: 1 = <4568/info:/1734283500235/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4602=[#edits: 1 = <4569/info:/1734283500235/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4603=[#edits: 1 = <4570/info:/1734283500236/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4604=[#edits: 1 = <4571/info:/1734283500236/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4605=[#edits: 1 = <4572/info:/1734283500236/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4606=[#edits: 1 = <4573/info:/1734283500236/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4607=[#edits: 1 = <4574/info:/1734283500237/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4608=[#edits: 1 = <4575/info:/1734283500237/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4609=[#edits: 1 = <4576/info:/1734283500237/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4610=[#edits: 1 = <4577/info:/1734283500238/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4611=[#edits: 1 = <4578/info:/1734283500238/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4612=[#edits: 1 = <4579/info:/1734283500238/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4613=[#edits: 1 = <4580/info:/1734283500238/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4614=[#edits: 1 = <4581/info:/1734283500239/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4615=[#edits: 1 = <4582/info:/1734283500239/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4616=[#edits: 1 = <4583/info:/1734283500240/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4617=[#edits: 1 = <4584/info:/1734283500240/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4618=[#edits: 1 = <4585/info:/1734283500240/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4619=[#edits: 1 = <4586/info:/1734283500241/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4620=[#edits: 1 = <4587/info:/1734283500241/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4621=[#edits: 1 = <4588/info:/1734283500243/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4622=[#edits: 1 = <4589/info:/1734283500244/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4623=[#edits: 1 = <4590/info:/1734283500244/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4624=[#edits: 1 = <4591/info:/1734283500244/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4625=[#edits: 1 = <4592/info:/1734283500245/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4626=[#edits: 1 = <4593/info:/1734283500245/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4627=[#edits: 1 = <4594/info:/1734283500245/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4628=[#edits: 1 = <4595/info:/1734283500246/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4629=[#edits: 1 = <4596/info:/1734283500246/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4630=[#edits: 1 = <4597/info:/1734283500247/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283500173.meta, lastWalPosition=4465, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:25:00,341 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:25:00,341 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4631=[#edits: 1 = <4598/info:/1734283500251/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4632=[#edits: 1 = <4599/info:/1734283500256/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4633=[#edits: 1 = <4600/info:/1734283500257/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4634=[#edits: 1 = <4601/info:/1734283500257/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4635=[#edits: 1 = <4602/info:/1734283500258/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4636=[#edits: 1 = <4603/info:/1734283500258/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4637=[#edits: 1 = <4604/info:/1734283500258/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4638=[#edits: 1 = <4605/info:/1734283500258/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4639=[#edits: 1 = <4606/info:/1734283500259/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4640=[#edits: 1 = <4607/info:/1734283500259/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4641=[#edits: 1 = <4608/info:/1734283500259/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4642=[#edits: 1 = <4609/info:/1734283500260/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4643=[#edits: 1 = <4610/info:/1734283500260/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4644=[#edits: 1 = <4611/info:/1734283500263/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4645=[#edits: 1 = <4612/info:/1734283500264/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4646=[#edits: 1 = <4613/info:/1734283500264/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4647=[#edits: 1 = <4614/info:/1734283500265/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4648=[#edits: 1 = <4615/info:/1734283500265/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4649=[#edits: 1 = <4616/info:/1734283500265/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4650=[#edits: 1 = <4617/info:/1734283500270/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4651=[#edits: 1 = <4618/info:/1734283500270/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4652=[#edits: 1 = <4619/info:/1734283500271/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4653=[#edits: 1 = <4620/info:/1734283500275/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4654=[#edits: 1 = <4621/info:/1734283500279/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4655=[#edits: 1 = <4622/info:/1734283500280/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4656=[#edits: 1 = <4623/info:/1734283500280/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4657=[#edits: 1 = <4624/info:/1734283500281/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4658=[#edits: 1 = <4625/info:/1734283500281/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4659=[#edits: 1 = <4626/info:/1734283500281/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4660=[#edits: 1 = <4627/info:/1734283500282/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4661=[#edits: 1 = <4628/info:/1734283500282/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4662=[#edits: 1 = <4629/info:/1734283500282/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4663=[#edits: 1 = <4630/info:/1734283500283/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4664=[#edits: 1 = <4631/info:/1734283500283/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4665=[#edits: 1 = <4632/info:/1734283500283/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4666=[#edits: 1 = <4633/info:/1734283500284/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4667=[#edits: 1 = <4634/info:/1734283500284/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4668=[#edits: 1 = <4635/info:/1734283500284/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4669=[#edits: 1 = <4636/info:/1734283500284/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4670=[#edits: 1 = <4637/info:/1734283500285/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4671=[#edits: 1 = <4638/info:/1734283500285/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4672=[#edits: 1 = <4639/info:/1734283500285/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4673=[#edits: 1 = <4640/info:/1734283500286/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4674=[#edits: 1 = <4641/info:/1734283500286/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4675=[#edits: 1 = <4642/info:/1734283500286/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4676=[#edits: 1 = <4643/info:/1734283500287/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4677=[#edits: 1 = <4644/info:/1734283500288/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4678=[#edits: 1 = <4645/info:/1734283500288/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4679=[#edits: 1 = <4646/info:/1734283500289/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4680=[#edits: 1 = <4647/info:/1734283500295/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4681=[#edits: 1 = <4648/info:/1734283500296/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4682=[#edits: 1 = <4649/info:/1734283500298/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4683=[#edits: 1 = <4650/info:/1734283500299/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4684=[#edits: 1 = <4651/info:/1734283500299/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4685=[#edits: 1 = <4652/info:/1734283500300/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4686=[#edits: 1 = <4653/info:/1734283500300/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4687=[#edits: 1 = <4654/info:/1734283500300/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4688=[#edits: 1 = <4655/info:/1734283500301/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4689=[#edits: 1 = <4656/info:/1734283500301/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4690=[#edits: 1 = <4657/info:/1734283500302/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283500173.meta, lastWalPosition=8845, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:25:00,342 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:25:00,342 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 4 WAL entries eligible for replication 2024-12-15T17:25:00,343 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283500173.meta to pos 13517, reset compression=false 2024-12-15T17:25:00,343 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4691=[#edits: 1 = <4658/info:/1734283500302/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4692=[#edits: 1 = <4659/info:/1734283500302/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4693=[#edits: 1 = <4660/info:/1734283500303/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4694=[#edits: 1 = <4661/info:/1734283500303/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4695=[#edits: 1 = <4662/info:/1734283500303/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4696=[#edits: 1 = <4663/info:/1734283500303/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4697=[#edits: 1 = <4664/info:/1734283500304/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4698=[#edits: 1 = <4665/info:/1734283500304/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4699=[#edits: 1 = <4666/info:/1734283500304/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4700=[#edits: 1 = <4667/info:/1734283500305/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4701=[#edits: 1 = <4668/info:/1734283500305/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4702=[#edits: 1 = <4669/info:/1734283500306/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4703=[#edits: 1 = <4670/info:/1734283500306/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4704=[#edits: 1 = <4671/info:/1734283500307/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4705=[#edits: 1 = <4672/info:/1734283500310/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4706=[#edits: 1 = <4673/info:/1734283500311/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4707=[#edits: 1 = <4674/info:/1734283500313/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4708=[#edits: 1 = <4675/info:/1734283500313/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4709=[#edits: 1 = <4676/info:/1734283500313/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4710=[#edits: 1 = <4677/info:/1734283500314/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4711=[#edits: 1 = <4678/info:/1734283500314/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4712=[#edits: 1 = <4679/info:/1734283500314/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4713=[#edits: 1 = <4680/info:/1734283500315/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4714=[#edits: 1 = <4681/info:/1734283500315/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4715=[#edits: 1 = <4682/info:/1734283500315/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4716=[#edits: 1 = <4683/info:/1734283500315/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4717=[#edits: 1 = <4684/info:/1734283500316/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4718=[#edits: 1 = <4685/info:/1734283500317/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4719=[#edits: 1 = <4686/info:/1734283500318/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4720=[#edits: 1 = <4687/info:/1734283500318/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4721=[#edits: 1 = <4688/info:/1734283500318/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4722=[#edits: 1 = <4689/info:/1734283500319/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4723=[#edits: 1 = <4690/info:/1734283500319/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4724=[#edits: 1 = <4691/info:/1734283500319/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4725=[#edits: 1 = <4692/info:/1734283500320/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4726=[#edits: 1 = <4693/info:/1734283500320/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4727=[#edits: 1 = <4694/info:/1734283500320/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4728=[#edits: 1 = <4695/info:/1734283500321/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4729=[#edits: 1 = <4696/info:/1734283500321/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4730=[#edits: 1 = <4697/info:/1734283500321/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4731=[#edits: 1 = <4698/info:/1734283500321/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4732=[#edits: 1 = <4699/info:/1734283500322/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4733=[#edits: 1 = <4700/info:/1734283500322/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4734=[#edits: 1 = <4701/info:/1734283500322/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4735=[#edits: 1 = <4702/info:/1734283500323/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4736=[#edits: 1 = <4703/info:/1734283500323/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4737=[#edits: 1 = <4704/info:/1734283500323/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4738=[#edits: 1 = <4705/info:/1734283500323/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4739=[#edits: 1 = <4706/info:/1734283500324/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4740=[#edits: 1 = <4707/info:/1734283500324/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4741=[#edits: 1 = <4708/info:/1734283500324/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4742=[#edits: 1 = <4709/info:/1734283500325/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4743=[#edits: 1 = <4710/info:/1734283500325/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4744=[#edits: 1 = <4711/info:/1734283500327/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4745=[#edits: 1 = <4712/info:/1734283500328/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4746=[#edits: 1 = <4713/info:/1734283500329/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4747=[#edits: 1 = <4714/info:/1734283500329/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4748=[#edits: 1 = <4715/info:/1734283500329/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4749=[#edits: 1 = <4716/info:/1734283500330/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4750=[#edits: 1 = <4717/info:/1734283500330/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283500173.meta, lastWalPosition=13225, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:25:00,344 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4751=[#edits: 1 = <4718/info:/1734283500330/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4752=[#edits: 1 = <4719/info:/1734283500331/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4753=[#edits: 1 = <4720/info:/1734283500333/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4754=[#edits: 1 = <4721/info:/1734283500335/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283500173.meta, lastWalPosition=13517, nbRowKeys=4, nbHFiles=0, heapSize=688, lastSeqIds={}, endOfFile=false,usedBufferSize=688] 2024-12-15T17:25:00,350 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 7 WAL entries eligible for replication 2024-12-15T17:25:00,350 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283500173.meta to pos 14028, reset compression=false 2024-12-15T17:25:00,355 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 17 WAL entries eligible for replication 2024-12-15T17:25:00,361 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283500173.meta to pos 15269, reset compression=false 2024-12-15T17:25:00,361 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4755=[#edits: 1 = <4722/info:/1734283500339/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4756=[#edits: 1 = <4723/info:/1734283500342/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4757=[#edits: 1 = <4724/info:/1734283500342/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4758=[#edits: 1 = <4725/info:/1734283500343/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4759=[#edits: 1 = <4726/info:/1734283500343/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4760=[#edits: 1 = <4727/info:/1734283500345/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4761=[#edits: 1 = <4728/info:/1734283500345/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283500173.meta, lastWalPosition=14028, nbRowKeys=7, nbHFiles=0, heapSize=1204, lastSeqIds={}, endOfFile=false,usedBufferSize=1204] 2024-12-15T17:25:00,361 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4762=[#edits: 1 = <4729/info:/1734283500346/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4763=[#edits: 1 = <4730/info:/1734283500346/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4764=[#edits: 1 = <4731/info:/1734283500347/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4765=[#edits: 1 = <4732/info:/1734283500347/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4766=[#edits: 1 = <4733/info:/1734283500347/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4767=[#edits: 1 = <4734/info:/1734283500348/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4768=[#edits: 1 = <4735/info:/1734283500348/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4769=[#edits: 1 = <4736/info:/1734283500348/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4770=[#edits: 1 = <4737/info:/1734283500349/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4771=[#edits: 1 = <4738/info:/1734283500349/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4772=[#edits: 1 = <4739/info:/1734283500351/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4773=[#edits: 1 = <4740/info:/1734283500352/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4774=[#edits: 1 = <4741/info:/1734283500352/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4775=[#edits: 1 = <4742/info:/1734283500352/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4776=[#edits: 1 = <4743/info:/1734283500352/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4777=[#edits: 1 = <4744/info:/1734283500353/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4778=[#edits: 1 = <4745/info:/1734283500353/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283500173.meta, lastWalPosition=15269, nbRowKeys=17, nbHFiles=0, heapSize=2924, lastSeqIds={}, endOfFile=false,usedBufferSize=2924] 2024-12-15T17:25:00,364 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 28 WAL entries eligible for replication 2024-12-15T17:25:00,364 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283500173.meta to pos 17313, reset compression=false 2024-12-15T17:25:00,364 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4779=[#edits: 1 = <4746/info:/1734283500354/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4780=[#edits: 1 = <4747/info:/1734283500355/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4781=[#edits: 1 = <4748/info:/1734283500356/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4782=[#edits: 1 = <4749/info:/1734283500356/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4783=[#edits: 1 = <4750/info:/1734283500356/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4784=[#edits: 1 = <4751/info:/1734283500357/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4785=[#edits: 1 = <4752/info:/1734283500357/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4786=[#edits: 1 = <4753/info:/1734283500357/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4787=[#edits: 1 = <4754/info:/1734283500357/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4788=[#edits: 1 = <4755/info:/1734283500358/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4789=[#edits: 1 = <4756/info:/1734283500358/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4790=[#edits: 1 = <4757/info:/1734283500358/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4791=[#edits: 1 = <4758/info:/1734283500358/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4792=[#edits: 1 = <4759/info:/1734283500359/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4793=[#edits: 1 = <4760/info:/1734283500359/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4794=[#edits: 1 = <4761/info:/1734283500359/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4795=[#edits: 1 = <4762/info:/1734283500359/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4796=[#edits: 1 = <4763/info:/1734283500360/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4797=[#edits: 1 = <4764/info:/1734283500360/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4798=[#edits: 1 = <4765/info:/1734283500360/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4799=[#edits: 1 = <4766/info:/1734283500360/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4800=[#edits: 1 = <4767/info:/1734283500361/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4801=[#edits: 1 = <4768/info:/1734283500361/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4802=[#edits: 1 = <4769/info:/1734283500361/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4803=[#edits: 1 = <4770/info:/1734283500362/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4804=[#edits: 1 = <4771/info:/1734283500362/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4805=[#edits: 1 = <4772/info:/1734283500362/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4806=[#edits: 1 = <4773/info:/1734283500363/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283500173.meta, lastWalPosition=17313, nbRowKeys=28, nbHFiles=0, heapSize=4816, lastSeqIds={}, endOfFile=false,usedBufferSize=4816] 2024-12-15T17:25:00,368 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:25:00,368 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283500173.meta to pos 17678, reset compression=false 2024-12-15T17:25:00,368 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4807=[#edits: 1 = <4774/info:/1734283500363/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4808=[#edits: 1 = <4775/info:/1734283500363/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4809=[#edits: 1 = <4776/info:/1734283500364/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4810=[#edits: 1 = <4777/info:/1734283500365/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4811=[#edits: 1 = <4778/info:/1734283500365/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283500173.meta, lastWalPosition=17678, nbRowKeys=5, nbHFiles=0, heapSize=860, lastSeqIds={}, endOfFile=false,usedBufferSize=860] 2024-12-15T17:25:00,463 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:25:00,464 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:25:00,494 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(216): flushing table 2024-12-15T17:25:00,494 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=31.25 KB heapSize=102.31 KB 2024-12-15T17:25:00,504 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/.tmp/info/e330979e58af4fdfbd0b69701f6e5c2d is 36, key is 4000/info:/1734283499921/Put/seqid=0 2024-12-15T17:25:00,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40259 is added to blk_1073741853_1029 (size=46423) 2024-12-15T17:25:00,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741853_1029 (size=46423) 2024-12-15T17:25:00,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33611 is added to blk_1073741853_1029 (size=46423) 2024-12-15T17:25:00,510 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.25 KB at sequenceid=5033 (bloomFilter=true), to=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/.tmp/info/e330979e58af4fdfbd0b69701f6e5c2d 2024-12-15T17:25:00,514 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/.tmp/info/e330979e58af4fdfbd0b69701f6e5c2d as hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/info/e330979e58af4fdfbd0b69701f6e5c2d 2024-12-15T17:25:00,518 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/info/e330979e58af4fdfbd0b69701f6e5c2d, entries=1000, sequenceid=5033, filesize=45.3 K 2024-12-15T17:25:00,518 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~31.25 KB/32000, heapSize ~101.80 KB/104240, currentSize=0 B/0 for 1588230740 in 24ms, sequenceid=5033, compaction requested=false 2024-12-15T17:25:00,518 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-15T17:25:00,519 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(218): compacting table 2024-12-15T17:25:00,519 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [90,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T17:25:00,519 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$1(355): verifying replication for region replica:{ENCODED => 534574363, NAME => 'hbase:meta,,1_0001', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} 2024-12-15T17:25:00,571 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283500173.meta to pos 17678, reset compression=false 2024-12-15T17:25:00,633 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:25:00,635 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:25:00,635 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4812=[#edits: 1 = <4779/info:/1734283500366/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4813=[#edits: 1 = <4780/info:/1734283500375/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4814=[#edits: 1 = <4781/info:/1734283500377/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4815=[#edits: 1 = <4782/info:/1734283500379/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4816=[#edits: 1 = <4783/info:/1734283500380/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4817=[#edits: 1 = <4784/info:/1734283500380/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4818=[#edits: 1 = <4785/info:/1734283500381/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4819=[#edits: 1 = <4786/info:/1734283500381/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4820=[#edits: 1 = <4787/info:/1734283500381/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4821=[#edits: 1 = <4788/info:/1734283500381/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4822=[#edits: 1 = <4789/info:/1734283500382/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4823=[#edits: 1 = <4790/info:/1734283500382/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4824=[#edits: 1 = <4791/info:/1734283500382/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4825=[#edits: 1 = <4792/info:/1734283500382/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4826=[#edits: 1 = <4793/info:/1734283500383/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4827=[#edits: 1 = <4794/info:/1734283500383/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4828=[#edits: 1 = <4795/info:/1734283500383/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4829=[#edits: 1 = <4796/info:/1734283500383/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4830=[#edits: 1 = <4797/info:/1734283500384/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4831=[#edits: 1 = <4798/info:/1734283500384/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4832=[#edits: 1 = <4799/info:/1734283500387/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4833=[#edits: 1 = <4800/info:/1734283500388/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4834=[#edits: 1 = <4801/info:/1734283500388/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4835=[#edits: 1 = <4802/info:/1734283500388/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4836=[#edits: 1 = <4803/info:/1734283500389/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4837=[#edits: 1 = <4804/info:/1734283500389/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4838=[#edits: 1 = <4805/info:/1734283500390/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4839=[#edits: 1 = <4806/info:/1734283500390/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4840=[#edits: 1 = <4807/info:/1734283500390/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4841=[#edits: 1 = <4808/info:/1734283500391/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4842=[#edits: 1 = <4809/info:/1734283500391/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4843=[#edits: 1 = <4810/info:/1734283500395/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4844=[#edits: 1 = <4811/info:/1734283500396/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4845=[#edits: 1 = <4812/info:/1734283500396/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4846=[#edits: 1 = <4813/info:/1734283500397/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4847=[#edits: 1 = <4814/info:/1734283500397/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4848=[#edits: 1 = <4815/info:/1734283500397/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4849=[#edits: 1 = <4816/info:/1734283500398/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4850=[#edits: 1 = <4817/info:/1734283500399/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4851=[#edits: 1 = <4818/info:/1734283500400/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4852=[#edits: 1 = <4819/info:/1734283500400/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4853=[#edits: 1 = <4820/info:/1734283500400/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4854=[#edits: 1 = <4821/info:/1734283500401/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4855=[#edits: 1 = <4822/info:/1734283500401/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4856=[#edits: 1 = <4823/info:/1734283500401/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4857=[#edits: 1 = <4824/info:/1734283500402/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4858=[#edits: 1 = <4825/info:/1734283500402/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4859=[#edits: 1 = <4826/info:/1734283500402/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4860=[#edits: 1 = <4827/info:/1734283500403/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4861=[#edits: 1 = <4828/info:/1734283500403/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4862=[#edits: 1 = <4829/info:/1734283500403/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4863=[#edits: 1 = <4830/info:/1734283500404/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4864=[#edits: 1 = <4831/info:/1734283500404/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4865=[#edits: 1 = <4832/info:/1734283500404/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4866=[#edits: 1 = <4833/info:/1734283500404/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4867=[#edits: 1 = <4834/info:/1734283500406/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4868=[#edits: 1 = <4835/info:/1734283500406/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4869=[#edits: 1 = <4836/info:/1734283500406/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4870=[#edits: 1 = <4837/info:/1734283500407/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4871=[#edits: 1 = <4838/info:/1734283500407/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283500173.meta, lastWalPosition=22058, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:25:00,637 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 60 WAL entries eligible for replication 2024-12-15T17:25:00,652 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4872=[#edits: 1 = <4839/info:/1734283500411/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4873=[#edits: 1 = <4840/info:/1734283500412/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4874=[#edits: 1 = <4841/info:/1734283500412/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4875=[#edits: 1 = <4842/info:/1734283500413/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4876=[#edits: 1 = <4843/info:/1734283500413/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4877=[#edits: 1 = <4844/info:/1734283500414/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4878=[#edits: 1 = <4845/info:/1734283500414/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4879=[#edits: 1 = <4846/info:/1734283500414/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4880=[#edits: 1 = <4847/info:/1734283500415/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4881=[#edits: 1 = <4848/info:/1734283500415/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4882=[#edits: 1 = <4849/info:/1734283500415/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4883=[#edits: 1 = <4850/info:/1734283500416/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4884=[#edits: 1 = <4851/info:/1734283500416/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4885=[#edits: 1 = <4852/info:/1734283500416/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4886=[#edits: 1 = <4853/info:/1734283500417/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4887=[#edits: 1 = <4854/info:/1734283500417/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4888=[#edits: 1 = <4855/info:/1734283500417/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4889=[#edits: 1 = <4856/info:/1734283500417/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4890=[#edits: 1 = <4857/info:/1734283500418/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4891=[#edits: 1 = <4858/info:/1734283500418/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4892=[#edits: 1 = <4859/info:/1734283500419/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4893=[#edits: 1 = <4860/info:/1734283500419/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4894=[#edits: 1 = <4861/info:/1734283500419/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4895=[#edits: 1 = <4862/info:/1734283500419/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4896=[#edits: 1 = <4863/info:/1734283500420/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4897=[#edits: 1 = <4864/info:/1734283500420/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4898=[#edits: 1 = <4865/info:/1734283500420/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4899=[#edits: 1 = <4866/info:/1734283500421/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4900=[#edits: 1 = <4867/info:/1734283500421/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4901=[#edits: 1 = <4868/info:/1734283500421/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4902=[#edits: 1 = <4869/info:/1734283500422/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4903=[#edits: 1 = <4870/info:/1734283500422/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4904=[#edits: 1 = <4871/info:/1734283500422/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4905=[#edits: 1 = <4872/info:/1734283500423/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4906=[#edits: 1 = <4873/info:/1734283500423/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4907=[#edits: 1 = <4874/info:/1734283500423/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4908=[#edits: 1 = <4875/info:/1734283500427/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4909=[#edits: 1 = <4876/info:/1734283500428/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4910=[#edits: 1 = <4877/info:/1734283500429/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4911=[#edits: 1 = <4878/info:/1734283500429/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4912=[#edits: 1 = <4879/info:/1734283500429/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4913=[#edits: 1 = <4880/info:/1734283500430/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4914=[#edits: 1 = <4881/info:/1734283500430/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4915=[#edits: 1 = <4882/info:/1734283500430/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4916=[#edits: 1 = <4883/info:/1734283500431/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4917=[#edits: 1 = <4884/info:/1734283500431/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4918=[#edits: 1 = <4885/info:/1734283500431/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4919=[#edits: 1 = <4886/info:/1734283500431/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4920=[#edits: 1 = <4887/info:/1734283500432/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4921=[#edits: 1 = <4888/info:/1734283500432/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4922=[#edits: 1 = <4889/info:/1734283500434/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4923=[#edits: 1 = <4890/info:/1734283500434/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4924=[#edits: 1 = <4891/info:/1734283500434/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4925=[#edits: 1 = <4892/info:/1734283500435/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4926=[#edits: 1 = <4893/info:/1734283500435/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4927=[#edits: 1 = <4894/info:/1734283500436/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4928=[#edits: 1 = <4895/info:/1734283500439/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4929=[#edits: 1 = <4896/info:/1734283500439/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4930=[#edits: 1 = <4897/info:/1734283500441/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4931=[#edits: 1 = <4898/info:/1734283500442/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283500173.meta, lastWalPosition=26438, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:25:00,655 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 43 WAL entries eligible for replication 2024-12-15T17:25:00,667 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4932=[#edits: 1 = <4899/info:/1734283500442/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4933=[#edits: 1 = <4900/info:/1734283500443/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4934=[#edits: 1 = <4901/info:/1734283500449/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4935=[#edits: 1 = <4902/info:/1734283500451/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4936=[#edits: 1 = <4903/info:/1734283500451/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4937=[#edits: 1 = <4904/info:/1734283500452/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4938=[#edits: 1 = <4905/info:/1734283500452/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4939=[#edits: 1 = <4906/info:/1734283500453/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4940=[#edits: 1 = <4907/info:/1734283500453/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4941=[#edits: 1 = <4908/info:/1734283500456/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4942=[#edits: 1 = <4909/info:/1734283500459/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4943=[#edits: 1 = <4910/info:/1734283500464/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4944=[#edits: 1 = <4911/info:/1734283500468/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4945=[#edits: 1 = <4912/info:/1734283500468/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4946=[#edits: 1 = <4913/info:/1734283500468/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4947=[#edits: 1 = <4914/info:/1734283500469/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4948=[#edits: 1 = <4915/info:/1734283500469/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4949=[#edits: 1 = <4916/info:/1734283500469/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4950=[#edits: 1 = <4917/info:/1734283500470/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4951=[#edits: 1 = <4918/info:/1734283500470/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4952=[#edits: 1 = <4919/info:/1734283500470/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4953=[#edits: 1 = <4920/info:/1734283500471/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4954=[#edits: 1 = <4921/info:/1734283500471/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4955=[#edits: 1 = <4922/info:/1734283500471/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4956=[#edits: 1 = <4923/info:/1734283500472/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4957=[#edits: 1 = <4924/info:/1734283500472/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4958=[#edits: 1 = <4925/info:/1734283500473/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4959=[#edits: 1 = <4926/info:/1734283500473/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4960=[#edits: 1 = <4927/info:/1734283500473/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4961=[#edits: 1 = <4928/info:/1734283500474/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4962=[#edits: 1 = <4929/info:/1734283500474/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4963=[#edits: 1 = <4930/info:/1734283500474/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4964=[#edits: 1 = <4931/info:/1734283500474/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4965=[#edits: 1 = <4932/info:/1734283500475/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4966=[#edits: 1 = <4933/info:/1734283500475/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4967=[#edits: 1 = <4934/info:/1734283500475/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4968=[#edits: 1 = <4935/info:/1734283500475/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4969=[#edits: 1 = <4936/info:/1734283500476/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4970=[#edits: 1 = <4937/info:/1734283500476/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4971=[#edits: 1 = <4938/info:/1734283500476/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4972=[#edits: 1 = <4939/info:/1734283500476/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4973=[#edits: 1 = <4940/info:/1734283500477/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4974=[#edits: 1 = <4941/info:/1734283500477/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4975=[#edits: 1 = <4942/info:/1734283500478/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4976=[#edits: 1 = <4943/info:/1734283500478/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4977=[#edits: 1 = <4944/info:/1734283500478/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4978=[#edits: 1 = <4945/info:/1734283500478/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4979=[#edits: 1 = <4946/info:/1734283500479/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4980=[#edits: 1 = <4947/info:/1734283500479/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4981=[#edits: 1 = <4948/info:/1734283500479/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4982=[#edits: 1 = <4949/info:/1734283500479/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4983=[#edits: 1 = <4950/info:/1734283500480/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4984=[#edits: 1 = <4951/info:/1734283500480/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4985=[#edits: 1 = <4952/info:/1734283500480/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4986=[#edits: 1 = <4953/info:/1734283500480/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4987=[#edits: 1 = <4954/info:/1734283500481/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4988=[#edits: 1 = <4955/info:/1734283500481/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4989=[#edits: 1 = <4956/info:/1734283500481/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4990=[#edits: 1 = <4957/info:/1734283500481/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4991=[#edits: 1 = <4958/info:/1734283500482/Put/vlen=4/seqid=0; >],172}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283500173.meta, lastWalPosition=30818, nbRowKeys=60, nbHFiles=0, heapSize=10320, lastSeqIds={}, endOfFile=false,usedBufferSize=10320] 2024-12-15T17:25:00,668 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283500173.meta to pos 34217, reset compression=false 2024-12-15T17:25:00,687 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4992=[#edits: 1 = <4959/info:/1734283500482/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4993=[#edits: 1 = <4960/info:/1734283500482/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4994=[#edits: 1 = <4961/info:/1734283500482/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4995=[#edits: 1 = <4962/info:/1734283500483/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4996=[#edits: 1 = <4963/info:/1734283500483/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4997=[#edits: 1 = <4964/info:/1734283500483/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4998=[#edits: 1 = <4965/info:/1734283500484/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/4999=[#edits: 1 = <4966/info:/1734283500484/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5000=[#edits: 1 = <4967/info:/1734283500484/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5001=[#edits: 1 = <4968/info:/1734283500484/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5002=[#edits: 1 = <4969/info:/1734283500485/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5003=[#edits: 1 = <4970/info:/1734283500485/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5004=[#edits: 1 = <4971/info:/1734283500485/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5005=[#edits: 1 = <4972/info:/1734283500485/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5006=[#edits: 1 = <4973/info:/1734283500486/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5007=[#edits: 1 = <4974/info:/1734283500486/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5008=[#edits: 1 = <4975/info:/1734283500486/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5009=[#edits: 1 = <4976/info:/1734283500486/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5010=[#edits: 1 = <4977/info:/1734283500487/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5011=[#edits: 1 = <4978/info:/1734283500487/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5012=[#edits: 1 = <4979/info:/1734283500487/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5013=[#edits: 1 = <4980/info:/1734283500488/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5014=[#edits: 1 = <4981/info:/1734283500488/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5015=[#edits: 1 = <4982/info:/1734283500488/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5016=[#edits: 1 = <4983/info:/1734283500488/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5017=[#edits: 1 = <4984/info:/1734283500489/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5018=[#edits: 1 = <4985/info:/1734283500489/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5019=[#edits: 1 = <4986/info:/1734283500489/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5020=[#edits: 1 = <4987/info:/1734283500489/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5021=[#edits: 1 = <4988/info:/1734283500490/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5022=[#edits: 1 = <4989/info:/1734283500490/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5023=[#edits: 1 = <4990/info:/1734283500490/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5024=[#edits: 1 = <4991/info:/1734283500490/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5025=[#edits: 1 = <4992/info:/1734283500491/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5026=[#edits: 1 = <4993/info:/1734283500491/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5027=[#edits: 1 = <4994/info:/1734283500491/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5028=[#edits: 1 = <4995/info:/1734283500492/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5029=[#edits: 1 = <4996/info:/1734283500492/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5030=[#edits: 1 = <4997/info:/1734283500493/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5031=[#edits: 1 = <4998/info:/1734283500493/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5032=[#edits: 1 = <4999/info:/1734283500494/Put/vlen=4/seqid=0; >],172}, {hbase:meta/1588230740/5034=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734283500494/Put/vlen=102/seqid=0; >],292}, {hbase:meta/1588230740/5035=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734283500518/Put/vlen=136/seqid=0; >],324}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283500173.meta, lastWalPosition=34217, nbRowKeys=43, nbHFiles=0, heapSize=7668, lastSeqIds={}, endOfFile=false,usedBufferSize=7668] 2024-12-15T17:25:00,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33043 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: START_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 5033 store_flushes { family_name: "info" store_home_dir: "info" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-15T17:25:00,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33043 {}] regionserver.HRegion(2837): Flushing 1657623790 3/3 column families, dataSize=31.25 KB heapSize=100.44 KB 2024-12-15T17:25:00,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36765 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: START_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 5033 store_flushes { family_name: "info" store_home_dir: "info" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-15T17:25:00,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36765 {}] regionserver.HRegion(2837): Flushing 534574363 3/3 column families, dataSize=31.25 KB heapSize=100.44 KB 2024-12-15T17:25:00,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36765 {}] regionserver.HRegion(5724): 534574363 : Prepared flush with seqId:5033 2024-12-15T17:25:00,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36765 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: COMMIT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 5033 store_flushes { family_name: "info" store_home_dir: "info" flush_output: "e330979e58af4fdfbd0b69701f6e5c2d" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-15T17:25:00,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36765 {}] regionserver.HRegion(5812): 534574363 : Received a flush commit marker with seqId:5033 and a previous prepared snapshot was found 2024-12-15T17:25:00,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:00,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33043 {}] regionserver.HRegion(5724): 1657623790 : Prepared flush with seqId:5033 2024-12-15T17:25:00,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33043 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: COMMIT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 5033 store_flushes { family_name: "info" store_home_dir: "info" flush_output: "e330979e58af4fdfbd0b69701f6e5c2d" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-15T17:25:00,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33043 {}] regionserver.HRegion(5812): 1657623790 : Received a flush commit marker with seqId:5033 and a previous prepared snapshot was found 2024-12-15T17:25:00,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33043 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:00,716 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33043 {}] regionserver.HStore$StoreFlusherImpl(2048): org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@826ea32 added hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/info/e330979e58af4fdfbd0b69701f6e5c2d, entries=1000, sequenceid=5033, filesize=45.3 K 2024-12-15T17:25:00,719 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [90,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T17:25:00,719 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$1(355): verifying replication for region replica:{ENCODED => 1657623790, NAME => 'hbase:meta,,1_0002', STARTKEY => '', ENDKEY => '', REPLICA_ID => 2} 2024-12-15T17:25:00,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36765 {}] regionserver.HStore$StoreFlusherImpl(2048): org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5df887f2 added hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/info/e330979e58af4fdfbd0b69701f6e5c2d, entries=1000, sequenceid=5033, filesize=45.3 K 2024-12-15T17:25:00,926 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283500173.meta to pos 34217, reset compression=false 2024-12-15T17:25:00,953 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x21f17e86 to 127.0.0.1:52847 2024-12-15T17:25:00,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:25:00,953 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-15T17:25:00,953 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-15T17:25:00,953 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x27e32c0a to 127.0.0.1:52847 2024-12-15T17:25:00,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:25:00,953 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-15T17:25:00,953 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1593950530, stopped=false 2024-12-15T17:25:00,954 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=4ce65a7c4674,40425,1734283488618 2024-12-15T17:25:00,979 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:25:00,979 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:25:01,004 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-15T17:25:01,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33043-0x1002ab909d60001, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-15T17:25:01,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40425-0x1002ab909d60000, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-15T17:25:01,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x1002ab909d60003, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-15T17:25:01,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33043-0x1002ab909d60001, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:25:01,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40425-0x1002ab909d60000, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:25:01,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x1002ab909d60003, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:25:01,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44719-0x1002ab909d60002, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-15T17:25:01,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36765-0x1002ab909d60004, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-15T17:25:01,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44719-0x1002ab909d60002, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:25:01,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36765-0x1002ab909d60004, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:25:01,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:25:01,004 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '4ce65a7c4674,33043,1734283488750' ***** 2024-12-15T17:25:01,004 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-15T17:25:01,004 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '4ce65a7c4674,44719,1734283488776' ***** 2024-12-15T17:25:01,004 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-15T17:25:01,005 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '4ce65a7c4674,44729,1734283488806' ***** 2024-12-15T17:25:01,005 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-15T17:25:01,005 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '4ce65a7c4674,36765,1734283488872' ***** 2024-12-15T17:25:01,005 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-15T17:25:01,005 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44719-0x1002ab909d60002, quorum=127.0.0.1:52847, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:25:01,005 INFO [RS:2;4ce65a7c4674:44729 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-15T17:25:01,005 INFO [RS:1;4ce65a7c4674:44719 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-15T17:25:01,005 INFO [RS:1;4ce65a7c4674:44719 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-15T17:25:01,005 INFO [RS:2;4ce65a7c4674:44729 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-15T17:25:01,005 INFO [RS:3;4ce65a7c4674:36765 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-15T17:25:01,005 INFO [RS:2;4ce65a7c4674:44729 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-15T17:25:01,005 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-15T17:25:01,005 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40425-0x1002ab909d60000, quorum=127.0.0.1:52847, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:25:01,005 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-15T17:25:01,006 INFO [RS:3;4ce65a7c4674:36765 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-15T17:25:01,006 INFO [RS:3;4ce65a7c4674:36765 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-15T17:25:01,006 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-15T17:25:01,006 INFO [RS:3;4ce65a7c4674:36765 {}] regionserver.HRegionServer(1224): stopping server 4ce65a7c4674,36765,1734283488872 2024-12-15T17:25:01,006 DEBUG [RS:3;4ce65a7c4674:36765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:25:01,006 INFO [RS:3;4ce65a7c4674:36765 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-15T17:25:01,006 DEBUG [RS:3;4ce65a7c4674:36765 {}] regionserver.HRegionServer(1603): Online Regions={534574363=hbase:meta,,1_0001.534574363} 2024-12-15T17:25:01,006 INFO [RS:3;4ce65a7c4674:36765 {}] regionserver.HRegionServer(3579): Received CLOSE for 534574363 2024-12-15T17:25:01,006 INFO [RS:0;4ce65a7c4674:33043 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-15T17:25:01,006 INFO [RS:0;4ce65a7c4674:33043 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-15T17:25:01,006 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-15T17:25:01,006 INFO [RS:0;4ce65a7c4674:33043 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-15T17:25:01,006 INFO [RS:0;4ce65a7c4674:33043 {}] regionserver.HRegionServer(1224): stopping server 4ce65a7c4674,33043,1734283488750 2024-12-15T17:25:01,006 DEBUG [RS:0;4ce65a7c4674:33043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:25:01,006 DEBUG [RS:3;4ce65a7c4674:36765 {}] regionserver.HRegionServer(1629): Waiting on 534574363 2024-12-15T17:25:01,006 INFO [RS:0;4ce65a7c4674:33043 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-15T17:25:01,006 DEBUG [RS:0;4ce65a7c4674:33043 {}] regionserver.HRegionServer(1603): Online Regions={1657623790=hbase:meta,,1_0002.1657623790} 2024-12-15T17:25:01,006 INFO [RS:0;4ce65a7c4674:33043 {}] regionserver.HRegionServer(3579): Received CLOSE for 1657623790 2024-12-15T17:25:01,006 INFO [RS:1;4ce65a7c4674:44719 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-15T17:25:01,006 INFO [RS:1;4ce65a7c4674:44719 {}] regionserver.HRegionServer(1224): stopping server 4ce65a7c4674,44719,1734283488776 2024-12-15T17:25:01,006 DEBUG [RS:0;4ce65a7c4674:33043 {}] regionserver.HRegionServer(1629): Waiting on 1657623790 2024-12-15T17:25:01,006 DEBUG [RS:1;4ce65a7c4674:44719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:25:01,007 INFO [RS:1;4ce65a7c4674:44719 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-15T17:25:01,007 INFO [RS:1;4ce65a7c4674:44719 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-15T17:25:01,007 INFO [RS:1;4ce65a7c4674:44719 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-15T17:25:01,007 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 534574363, disabling compactions & flushes 2024-12-15T17:25:01,007 INFO [RS:2;4ce65a7c4674:44729 {}] regionserver.HRegionServer(3579): Received CLOSE for 151be232931ac1c783b54fe6fc6e1c7a 2024-12-15T17:25:01,007 INFO [RS:1;4ce65a7c4674:44719 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-15T17:25:01,007 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1_0001.534574363 2024-12-15T17:25:01,007 INFO [RS:1;4ce65a7c4674:44719 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-15T17:25:01,007 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1657623790, disabling compactions & flushes 2024-12-15T17:25:01,007 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1_0001.534574363 2024-12-15T17:25:01,007 DEBUG [RS:1;4ce65a7c4674:44719 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-15T17:25:01,007 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1_0001.534574363 after waiting 0 ms 2024-12-15T17:25:01,007 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-15T17:25:01,007 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1_0002.1657623790 2024-12-15T17:25:01,007 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1_0001.534574363 2024-12-15T17:25:01,007 DEBUG [RS:1;4ce65a7c4674:44719 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-15T17:25:01,007 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1_0002.1657623790 2024-12-15T17:25:01,007 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-15T17:25:01,007 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1_0002.1657623790 after waiting 0 ms 2024-12-15T17:25:01,007 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-15T17:25:01,007 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-15T17:25:01,007 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1_0002.1657623790 2024-12-15T17:25:01,007 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-15T17:25:01,008 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36765-0x1002ab909d60004, quorum=127.0.0.1:52847, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:25:01,008 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44729-0x1002ab909d60003, quorum=127.0.0.1:52847, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:25:01,008 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33043-0x1002ab909d60001, quorum=127.0.0.1:52847, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:25:01,008 INFO [RS:2;4ce65a7c4674:44729 {}] regionserver.HRegionServer(1224): stopping server 4ce65a7c4674,44729,1734283488806 2024-12-15T17:25:01,008 DEBUG [RS:2;4ce65a7c4674:44729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:25:01,008 INFO [RS:2;4ce65a7c4674:44729 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-15T17:25:01,008 DEBUG [RS:2;4ce65a7c4674:44729 {}] regionserver.HRegionServer(1603): Online Regions={151be232931ac1c783b54fe6fc6e1c7a=hbase:namespace,,1734283490512.151be232931ac1c783b54fe6fc6e1c7a.} 2024-12-15T17:25:01,008 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 151be232931ac1c783b54fe6fc6e1c7a, disabling compactions & flushes 2024-12-15T17:25:01,008 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734283490512.151be232931ac1c783b54fe6fc6e1c7a. 2024-12-15T17:25:01,008 DEBUG [RS:2;4ce65a7c4674:44729 {}] regionserver.HRegionServer(1629): Waiting on 151be232931ac1c783b54fe6fc6e1c7a 2024-12-15T17:25:01,008 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734283490512.151be232931ac1c783b54fe6fc6e1c7a. 2024-12-15T17:25:01,008 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734283490512.151be232931ac1c783b54fe6fc6e1c7a. after waiting 0 ms 2024-12-15T17:25:01,008 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734283490512.151be232931ac1c783b54fe6fc6e1c7a. 2024-12-15T17:25:01,008 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 151be232931ac1c783b54fe6fc6e1c7a 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-15T17:25:01,009 DEBUG [StoreCloser-hbase:meta,,1.1588230740-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/info/c115408207834169aa8c0d55e59c3a9d, hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/info/4eeb333e296840eaa60ec68d86541a5d, hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/info/41d71b0866e24b61abe353ba0bec8ef0, hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/info/6b8c4a6449d340dbab67faedfdccd8b8, hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/info/58a05ac266ab4f1b8b243ad923b41df3, hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/info/af8cbb046c3d4a8dab94ee79ea078f22] to archive 2024-12-15T17:25:01,010 DEBUG [StoreCloser-hbase:meta,,1.1588230740-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T17:25:01,012 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/info/c115408207834169aa8c0d55e59c3a9d to hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/archive/data/hbase/meta/1588230740/info/c115408207834169aa8c0d55e59c3a9d 2024-12-15T17:25:01,012 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/info/4eeb333e296840eaa60ec68d86541a5d to hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/archive/data/hbase/meta/1588230740/info/4eeb333e296840eaa60ec68d86541a5d 2024-12-15T17:25:01,012 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/info/41d71b0866e24b61abe353ba0bec8ef0 to hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/archive/data/hbase/meta/1588230740/info/41d71b0866e24b61abe353ba0bec8ef0 2024-12-15T17:25:01,012 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/info/6b8c4a6449d340dbab67faedfdccd8b8 to hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/archive/data/hbase/meta/1588230740/info/6b8c4a6449d340dbab67faedfdccd8b8 2024-12-15T17:25:01,022 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T17:25:01,022 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1_0002.1657623790 2024-12-15T17:25:01,022 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1657623790: 2024-12-15T17:25:01,022 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1_0002.1657623790 2024-12-15T17:25:01,024 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T17:25:01,024 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1_0001.534574363 2024-12-15T17:25:01,024 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 534574363: 2024-12-15T17:25:01,024 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1_0001.534574363 2024-12-15T17:25:01,027 INFO [regionserver/4ce65a7c4674:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-15T17:25:01,027 INFO [regionserver/4ce65a7c4674:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-15T17:25:01,031 INFO [regionserver/4ce65a7c4674:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T17:25:01,032 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/namespace/151be232931ac1c783b54fe6fc6e1c7a/.tmp/info/885f16a91f5344bd8b6ff1e559697a21 is 45, key is default/info:d/1734283491689/Put/seqid=0 2024-12-15T17:25:01,034 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/info/af8cbb046c3d4a8dab94ee79ea078f22 to hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/archive/data/hbase/meta/1588230740/info/af8cbb046c3d4a8dab94ee79ea078f22 2024-12-15T17:25:01,035 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/info/58a05ac266ab4f1b8b243ad923b41df3 to hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/archive/data/hbase/meta/1588230740/info/58a05ac266ab4f1b8b243ad923b41df3 2024-12-15T17:25:01,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741854_1030 (size=5037) 2024-12-15T17:25:01,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38813 is added to blk_1073741854_1030 (size=5037) 2024-12-15T17:25:01,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33611 is added to blk_1073741854_1030 (size=5037) 2024-12-15T17:25:01,042 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/namespace/151be232931ac1c783b54fe6fc6e1c7a/.tmp/info/885f16a91f5344bd8b6ff1e559697a21 2024-12-15T17:25:01,060 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/namespace/151be232931ac1c783b54fe6fc6e1c7a/.tmp/info/885f16a91f5344bd8b6ff1e559697a21 as hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/namespace/151be232931ac1c783b54fe6fc6e1c7a/info/885f16a91f5344bd8b6ff1e559697a21 2024-12-15T17:25:01,071 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/meta/1588230740/recovered.edits/5036.seqid, newMaxSeqId=5036, maxSeqId=12 2024-12-15T17:25:01,073 INFO [regionserver/4ce65a7c4674:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T17:25:01,076 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T17:25:01,076 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-15T17:25:01,076 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-15T17:25:01,076 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-15T17:25:01,079 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/namespace/151be232931ac1c783b54fe6fc6e1c7a/info/885f16a91f5344bd8b6ff1e559697a21, entries=2, sequenceid=6, filesize=4.9 K 2024-12-15T17:25:01,080 INFO [regionserver/4ce65a7c4674:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T17:25:01,080 INFO [regionserver/4ce65a7c4674:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T17:25:01,083 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 151be232931ac1c783b54fe6fc6e1c7a in 75ms, sequenceid=6, compaction requested=false 2024-12-15T17:25:01,092 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/data/hbase/namespace/151be232931ac1c783b54fe6fc6e1c7a/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-15T17:25:01,093 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734283490512.151be232931ac1c783b54fe6fc6e1c7a. 2024-12-15T17:25:01,093 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 151be232931ac1c783b54fe6fc6e1c7a: 2024-12-15T17:25:01,093 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734283490512.151be232931ac1c783b54fe6fc6e1c7a. 2024-12-15T17:25:01,093 INFO [regionserver/4ce65a7c4674:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-15T17:25:01,093 INFO [regionserver/4ce65a7c4674:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-15T17:25:01,095 INFO [regionserver/4ce65a7c4674:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-15T17:25:01,095 INFO [regionserver/4ce65a7c4674:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-15T17:25:01,206 INFO [RS:3;4ce65a7c4674:36765 {}] regionserver.HRegionServer(1250): stopping server 4ce65a7c4674,36765,1734283488872; all regions closed. 2024-12-15T17:25:01,207 INFO [RS:0;4ce65a7c4674:33043 {}] regionserver.HRegionServer(1250): stopping server 4ce65a7c4674,33043,1734283488750; all regions closed. 2024-12-15T17:25:01,207 INFO [RS:1;4ce65a7c4674:44719 {}] regionserver.HRegionServer(1250): stopping server 4ce65a7c4674,44719,1734283488776; all regions closed. 2024-12-15T17:25:01,208 INFO [RS:2;4ce65a7c4674:44729 {}] regionserver.HRegionServer(1250): stopping server 4ce65a7c4674,44729,1734283488806; all regions closed. 2024-12-15T17:25:01,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741852_1028 (size=34459) 2024-12-15T17:25:01,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40259 is added to blk_1073741852_1028 (size=34459) 2024-12-15T17:25:01,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38813 is added to blk_1073741836_1012 (size=93) 2024-12-15T17:25:01,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33611 is added to blk_1073741852_1028 (size=34459) 2024-12-15T17:25:01,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741835_1011 (size=1414) 2024-12-15T17:25:01,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741834_1010 (size=93) 2024-12-15T17:25:01,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38813 is added to blk_1073741835_1011 (size=1414) 2024-12-15T17:25:01,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40259 is added to blk_1073741836_1012 (size=93) 2024-12-15T17:25:01,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40259 is added to blk_1073741834_1010 (size=93) 2024-12-15T17:25:01,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33611 is added to blk_1073741835_1011 (size=1414) 2024-12-15T17:25:01,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33611 is added to blk_1073741834_1010 (size=93) 2024-12-15T17:25:01,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33611 is added to blk_1073741836_1012 (size=93) 2024-12-15T17:25:01,228 DEBUG [RS:0;4ce65a7c4674:33043 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/oldWALs 2024-12-15T17:25:01,228 INFO [RS:0;4ce65a7c4674:33043 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 4ce65a7c4674%2C33043%2C1734283488750:(num 1734283490166) 2024-12-15T17:25:01,228 DEBUG [RS:0;4ce65a7c4674:33043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:25:01,228 INFO [RS:0;4ce65a7c4674:33043 {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T17:25:01,229 DEBUG [RS:2;4ce65a7c4674:44729 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/oldWALs 2024-12-15T17:25:01,229 DEBUG [RS:3;4ce65a7c4674:36765 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/oldWALs 2024-12-15T17:25:01,229 INFO [RS:2;4ce65a7c4674:44729 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 4ce65a7c4674%2C44729%2C1734283488806:(num 1734283490158) 2024-12-15T17:25:01,229 INFO [RS:3;4ce65a7c4674:36765 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 4ce65a7c4674%2C36765%2C1734283488872:(num 1734283490148) 2024-12-15T17:25:01,229 DEBUG [RS:2;4ce65a7c4674:44729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:25:01,229 DEBUG [RS:3;4ce65a7c4674:36765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:25:01,229 INFO [RS:2;4ce65a7c4674:44729 {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T17:25:01,229 INFO [RS:3;4ce65a7c4674:36765 {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T17:25:01,229 DEBUG [RS:1;4ce65a7c4674:44719 {}] wal.AbstractFSWAL(1071): Moved 2 WAL file(s) to /user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/oldWALs 2024-12-15T17:25:01,229 INFO [RS:1;4ce65a7c4674:44719 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 4ce65a7c4674%2C44719%2C1734283488776.meta:.meta(num 1734283500173) 2024-12-15T17:25:01,229 INFO [RS:3;4ce65a7c4674:36765 {}] hbase.ChoreService(370): Chore service for: regionserver/4ce65a7c4674:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-15T17:25:01,229 INFO [RS:3;4ce65a7c4674:36765 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-15T17:25:01,229 INFO [RS:3;4ce65a7c4674:36765 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-15T17:25:01,229 INFO [RS:3;4ce65a7c4674:36765 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-15T17:25:01,229 INFO [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T17:25:01,229 INFO [RS:3;4ce65a7c4674:36765 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:36765 2024-12-15T17:25:01,230 INFO [RS:2;4ce65a7c4674:44729 {}] hbase.ChoreService(370): Chore service for: regionserver/4ce65a7c4674:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-15T17:25:01,230 INFO [RS:2;4ce65a7c4674:44729 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-15T17:25:01,230 INFO [RS:2;4ce65a7c4674:44729 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-15T17:25:01,230 INFO [RS:2;4ce65a7c4674:44729 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-15T17:25:01,230 INFO [RS:2;4ce65a7c4674:44729 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:44729 2024-12-15T17:25:01,230 INFO [RS:0;4ce65a7c4674:33043 {}] hbase.ChoreService(370): Chore service for: regionserver/4ce65a7c4674:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-15T17:25:01,230 INFO [RS:0;4ce65a7c4674:33043 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-15T17:25:01,230 INFO [RS:0;4ce65a7c4674:33043 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-15T17:25:01,230 INFO [RS:0;4ce65a7c4674:33043 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-15T17:25:01,230 INFO [RS:0;4ce65a7c4674:33043 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:33043 2024-12-15T17:25:01,232 INFO [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T17:25:01,232 INFO [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T17:25:01,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40425-0x1002ab909d60000, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-15T17:25:01,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x1002ab909d60003, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4ce65a7c4674,44729,1734283488806 2024-12-15T17:25:01,240 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283500173.meta to pos 34217, reset compression=false 2024-12-15T17:25:01,241 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] wal.AbstractFSWALProvider(461): Log hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283500173.meta was moved to hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/oldWALs/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283500173.meta 2024-12-15T17:25:01,244 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(462): EOF, closing hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283500173.meta 2024-12-15T17:25:01,244 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:25:01,244 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.WALEntryStream(247): No more WAL files in queue 2024-12-15T17:25:01,244 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/5036=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_CLOSE/1734283501040/Put/vlen=129/seqid=0; >],340}], lastWalPath=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/WALs/4ce65a7c4674,44719,1734283488776/4ce65a7c4674%2C44719%2C1734283488776.meta.1734283500173.meta, lastWalPosition=34451, nbRowKeys=1, nbHFiles=0, heapSize=340, lastSeqIds={}, endOfFile=true,usedBufferSize=340] 2024-12-15T17:25:01,244 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44719%2C1734283488776,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(121): Stopping the replication source wal reader 2024-12-15T17:25:01,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36765-0x1002ab909d60004, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4ce65a7c4674,36765,1734283488872 2024-12-15T17:25:01,245 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4ce65a7c4674,36765,1734283488872] 2024-12-15T17:25:01,245 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 4ce65a7c4674,36765,1734283488872; numProcessing=1 2024-12-15T17:25:01,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33043-0x1002ab909d60001, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4ce65a7c4674,33043,1734283488750 2024-12-15T17:25:01,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741833_1009 (size=93) 2024-12-15T17:25:01,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38813 is added to blk_1073741833_1009 (size=93) 2024-12-15T17:25:01,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33611 is added to blk_1073741833_1009 (size=93) 2024-12-15T17:25:01,257 DEBUG [RS:1;4ce65a7c4674:44719 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/oldWALs 2024-12-15T17:25:01,257 INFO [RS:1;4ce65a7c4674:44719 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 4ce65a7c4674%2C44719%2C1734283488776:(num 1734283490112) 2024-12-15T17:25:01,257 DEBUG [RS:1;4ce65a7c4674:44719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:25:01,257 INFO [RS:1;4ce65a7c4674:44719 {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T17:25:01,257 INFO [RS:1;4ce65a7c4674:44719 {}] hbase.ChoreService(370): Chore service for: regionserver/4ce65a7c4674:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-15T17:25:01,257 INFO [RS:1;4ce65a7c4674:44719 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:44719 2024-12-15T17:25:01,258 INFO [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T17:25:01,262 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/4ce65a7c4674,36765,1734283488872 already deleted, retry=false 2024-12-15T17:25:01,262 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 4ce65a7c4674,36765,1734283488872 expired; onlineServers=3 2024-12-15T17:25:01,262 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4ce65a7c4674,33043,1734283488750] 2024-12-15T17:25:01,262 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 4ce65a7c4674,33043,1734283488750; numProcessing=2 2024-12-15T17:25:01,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40425-0x1002ab909d60000, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-15T17:25:01,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44719-0x1002ab909d60002, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4ce65a7c4674,44719,1734283488776 2024-12-15T17:25:01,278 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/4ce65a7c4674,33043,1734283488750 already deleted, retry=false 2024-12-15T17:25:01,278 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 4ce65a7c4674,33043,1734283488750 expired; onlineServers=2 2024-12-15T17:25:01,278 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4ce65a7c4674,44729,1734283488806] 2024-12-15T17:25:01,279 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 4ce65a7c4674,44729,1734283488806; numProcessing=3 2024-12-15T17:25:01,295 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/4ce65a7c4674,44729,1734283488806 already deleted, retry=false 2024-12-15T17:25:01,295 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 4ce65a7c4674,44729,1734283488806 expired; onlineServers=1 2024-12-15T17:25:01,295 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4ce65a7c4674,44719,1734283488776] 2024-12-15T17:25:01,296 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 4ce65a7c4674,44719,1734283488776; numProcessing=4 2024-12-15T17:25:01,303 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/4ce65a7c4674,44719,1734283488776 already deleted, retry=false 2024-12-15T17:25:01,303 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 4ce65a7c4674,44719,1734283488776 expired; onlineServers=0 2024-12-15T17:25:01,304 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '4ce65a7c4674,40425,1734283488618' ***** 2024-12-15T17:25:01,304 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-15T17:25:01,304 DEBUG [M:0;4ce65a7c4674:40425 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@391db471, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ce65a7c4674/172.17.0.2:0 2024-12-15T17:25:01,304 INFO [M:0;4ce65a7c4674:40425 {}] regionserver.HRegionServer(1224): stopping server 4ce65a7c4674,40425,1734283488618 2024-12-15T17:25:01,304 INFO [M:0;4ce65a7c4674:40425 {}] regionserver.HRegionServer(1250): stopping server 4ce65a7c4674,40425,1734283488618; all regions closed. 2024-12-15T17:25:01,304 DEBUG [M:0;4ce65a7c4674:40425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:25:01,304 DEBUG [M:0;4ce65a7c4674:40425 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-15T17:25:01,304 DEBUG [M:0;4ce65a7c4674:40425 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-15T17:25:01,304 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-15T17:25:01,304 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster-HFileCleaner.small.0-1734283489757 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ce65a7c4674:0:becomeActiveMaster-HFileCleaner.small.0-1734283489757,5,FailOnTimeoutGroup] 2024-12-15T17:25:01,304 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster-HFileCleaner.large.0-1734283489756 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ce65a7c4674:0:becomeActiveMaster-HFileCleaner.large.0-1734283489756,5,FailOnTimeoutGroup] 2024-12-15T17:25:01,305 INFO [M:0;4ce65a7c4674:40425 {}] hbase.ChoreService(370): Chore service for: master/4ce65a7c4674:0 had [] on shutdown 2024-12-15T17:25:01,305 DEBUG [M:0;4ce65a7c4674:40425 {}] master.HMaster(1733): Stopping service threads 2024-12-15T17:25:01,305 INFO [M:0;4ce65a7c4674:40425 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-15T17:25:01,305 INFO [M:0;4ce65a7c4674:40425 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-15T17:25:01,305 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-15T17:25:01,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40425-0x1002ab909d60000, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-15T17:25:01,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40425-0x1002ab909d60000, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:25:01,312 DEBUG [M:0;4ce65a7c4674:40425 {}] zookeeper.ZKUtil(347): master:40425-0x1002ab909d60000, quorum=127.0.0.1:52847, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-15T17:25:01,312 WARN [M:0;4ce65a7c4674:40425 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-15T17:25:01,312 INFO [M:0;4ce65a7c4674:40425 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-15T17:25:01,312 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40425-0x1002ab909d60000, quorum=127.0.0.1:52847, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T17:25:01,313 INFO [M:0;4ce65a7c4674:40425 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-15T17:25:01,313 DEBUG [M:0;4ce65a7c4674:40425 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-15T17:25:01,313 INFO [M:0;4ce65a7c4674:40425 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T17:25:01,313 DEBUG [M:0;4ce65a7c4674:40425 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T17:25:01,313 DEBUG [M:0;4ce65a7c4674:40425 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-15T17:25:01,313 DEBUG [M:0;4ce65a7c4674:40425 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T17:25:01,313 INFO [M:0;4ce65a7c4674:40425 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=92.04 KB heapSize=108.06 KB 2024-12-15T17:25:01,332 DEBUG [M:0;4ce65a7c4674:40425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/115f58dbaef44d0d819f6fea84ea608e is 82, key is hbase:meta,,1/info:regioninfo/1734283493876/Put/seqid=0 2024-12-15T17:25:01,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741855_1031 (size=6933) 2024-12-15T17:25:01,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38813 is added to blk_1073741855_1031 (size=6933) 2024-12-15T17:25:01,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x1002ab909d60003, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T17:25:01,359 INFO [RS:2;4ce65a7c4674:44729 {}] regionserver.HRegionServer(1307): Exiting; stopping=4ce65a7c4674,44729,1734283488806; zookeeper connection closed. 2024-12-15T17:25:01,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x1002ab909d60003, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T17:25:01,360 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6ff36c73 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6ff36c73 2024-12-15T17:25:01,362 INFO [M:0;4ce65a7c4674:40425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.34 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/115f58dbaef44d0d819f6fea84ea608e 2024-12-15T17:25:01,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36765-0x1002ab909d60004, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T17:25:01,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36765-0x1002ab909d60004, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T17:25:01,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40259 is added to blk_1073741855_1031 (size=6933) 2024-12-15T17:25:01,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33043-0x1002ab909d60001, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T17:25:01,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33043-0x1002ab909d60001, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T17:25:01,363 INFO [RS:0;4ce65a7c4674:33043 {}] regionserver.HRegionServer(1307): Exiting; stopping=4ce65a7c4674,33043,1734283488750; zookeeper connection closed. 2024-12-15T17:25:01,364 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@25c46c1b {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@25c46c1b 2024-12-15T17:25:01,367 INFO [RS:3;4ce65a7c4674:36765 {}] regionserver.HRegionServer(1307): Exiting; stopping=4ce65a7c4674,36765,1734283488872; zookeeper connection closed. 2024-12-15T17:25:01,367 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1f670bb9 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1f670bb9 2024-12-15T17:25:01,387 INFO [RS:1;4ce65a7c4674:44719 {}] regionserver.HRegionServer(1307): Exiting; stopping=4ce65a7c4674,44719,1734283488776; zookeeper connection closed. 2024-12-15T17:25:01,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44719-0x1002ab909d60002, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T17:25:01,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44719-0x1002ab909d60002, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T17:25:01,387 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@11c2c12d {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@11c2c12d 2024-12-15T17:25:01,388 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 4 regionserver(s) complete 2024-12-15T17:25:01,393 DEBUG [M:0;4ce65a7c4674:40425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d2ffa5e5a5543bfae561d8202c16535 is 2426, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1734283493894/Put/seqid=0 2024-12-15T17:25:01,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33611 is added to blk_1073741856_1032 (size=9350) 2024-12-15T17:25:01,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741856_1032 (size=9350) 2024-12-15T17:25:01,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40259 is added to blk_1073741856_1032 (size=9350) 2024-12-15T17:25:01,408 INFO [M:0;4ce65a7c4674:40425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=89.44 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d2ffa5e5a5543bfae561d8202c16535 2024-12-15T17:25:01,432 DEBUG [M:0;4ce65a7c4674:40425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/800ef3bf26de4c63869049a2e81181ca is 69, key is 4ce65a7c4674,33043,1734283488750/rs:state/1734283489928/Put/seqid=0 2024-12-15T17:25:01,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741857_1033 (size=5360) 2024-12-15T17:25:01,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38813 is added to blk_1073741857_1033 (size=5360) 2024-12-15T17:25:01,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40259 is added to blk_1073741857_1033 (size=5360) 2024-12-15T17:25:01,845 INFO [M:0;4ce65a7c4674:40425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=260 B at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/800ef3bf26de4c63869049a2e81181ca 2024-12-15T17:25:01,851 DEBUG [M:0;4ce65a7c4674:40425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/115f58dbaef44d0d819f6fea84ea608e as hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/115f58dbaef44d0d819f6fea84ea608e 2024-12-15T17:25:01,855 INFO [M:0;4ce65a7c4674:40425 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/115f58dbaef44d0d819f6fea84ea608e, entries=27, sequenceid=155, filesize=6.8 K 2024-12-15T17:25:01,856 DEBUG [M:0;4ce65a7c4674:40425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d2ffa5e5a5543bfae561d8202c16535 as hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9d2ffa5e5a5543bfae561d8202c16535 2024-12-15T17:25:01,864 INFO [M:0;4ce65a7c4674:40425 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9d2ffa5e5a5543bfae561d8202c16535, entries=17, sequenceid=155, filesize=9.1 K 2024-12-15T17:25:01,872 DEBUG [M:0;4ce65a7c4674:40425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/800ef3bf26de4c63869049a2e81181ca as hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/800ef3bf26de4c63869049a2e81181ca 2024-12-15T17:25:01,877 INFO [M:0;4ce65a7c4674:40425 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39349/user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/800ef3bf26de4c63869049a2e81181ca, entries=4, sequenceid=155, filesize=5.2 K 2024-12-15T17:25:01,879 INFO [M:0;4ce65a7c4674:40425 {}] regionserver.HRegion(3040): Finished flush of dataSize ~92.04 KB/94248, heapSize ~107.77 KB/110352, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 566ms, sequenceid=155, compaction requested=false 2024-12-15T17:25:01,880 INFO [M:0;4ce65a7c4674:40425 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T17:25:01,880 DEBUG [M:0;4ce65a7c4674:40425 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T17:25:01,883 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/5f97cbab-4257-4d20-4b0c-cabf7e63156e/MasterData/WALs/4ce65a7c4674,40425,1734283488618/4ce65a7c4674%2C40425%2C1734283488618.1734283489532 not finished, retry = 0 2024-12-15T17:25:01,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33611 is added to blk_1073741830_1006 (size=104934) 2024-12-15T17:25:01,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741830_1006 (size=104934) 2024-12-15T17:25:01,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40259 is added to blk_1073741830_1006 (size=104934) 2024-12-15T17:25:01,984 INFO [M:0;4ce65a7c4674:40425 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-15T17:25:01,984 INFO [M:0;4ce65a7c4674:40425 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:40425 2024-12-15T17:25:01,985 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T17:25:01,995 DEBUG [M:0;4ce65a7c4674:40425 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/4ce65a7c4674,40425,1734283488618 already deleted, retry=false 2024-12-15T17:25:02,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40425-0x1002ab909d60000, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T17:25:02,104 INFO [M:0;4ce65a7c4674:40425 {}] regionserver.HRegionServer(1307): Exiting; stopping=4ce65a7c4674,40425,1734283488618; zookeeper connection closed. 2024-12-15T17:25:02,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40425-0x1002ab909d60000, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T17:25:02,113 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6fb3d240{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:25:02,113 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3cdbfe38{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T17:25:02,113 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T17:25:02,113 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e4f96f1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T17:25:02,114 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6adb5188{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e75eee-9f3a-82a9-8852-6df75b6bfdca/hadoop.log.dir/,STOPPED} 2024-12-15T17:25:02,116 WARN [BP-354010506-172.17.0.2-1734283486104 heartbeating to localhost/127.0.0.1:39349 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T17:25:02,116 WARN [BP-354010506-172.17.0.2-1734283486104 heartbeating to localhost/127.0.0.1:39349 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-354010506-172.17.0.2-1734283486104 (Datanode Uuid 9d8b7f57-ad63-430a-8440-e22f5e51d1f1) service to localhost/127.0.0.1:39349 2024-12-15T17:25:02,116 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T17:25:02,116 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T17:25:02,117 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e75eee-9f3a-82a9-8852-6df75b6bfdca/cluster_77bea4c8-9b20-6f15-bf24-fec454026d35/dfs/data/data7/current/BP-354010506-172.17.0.2-1734283486104 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:25:02,117 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T17:25:02,118 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e75eee-9f3a-82a9-8852-6df75b6bfdca/cluster_77bea4c8-9b20-6f15-bf24-fec454026d35/dfs/data/data8/current/BP-354010506-172.17.0.2-1734283486104 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:25:02,138 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6d725fc7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:25:02,147 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5573f0ff{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T17:25:02,147 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T17:25:02,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f1111d6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T17:25:02,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b3c075{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e75eee-9f3a-82a9-8852-6df75b6bfdca/hadoop.log.dir/,STOPPED} 2024-12-15T17:25:02,164 WARN [BP-354010506-172.17.0.2-1734283486104 heartbeating to localhost/127.0.0.1:39349 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T17:25:02,164 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T17:25:02,164 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T17:25:02,164 WARN [BP-354010506-172.17.0.2-1734283486104 heartbeating to localhost/127.0.0.1:39349 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-354010506-172.17.0.2-1734283486104 (Datanode Uuid 7163a2c6-722d-4041-bf4d-716eb457fec6) service to localhost/127.0.0.1:39349 2024-12-15T17:25:02,165 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e75eee-9f3a-82a9-8852-6df75b6bfdca/cluster_77bea4c8-9b20-6f15-bf24-fec454026d35/dfs/data/data5/current/BP-354010506-172.17.0.2-1734283486104 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:25:02,165 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e75eee-9f3a-82a9-8852-6df75b6bfdca/cluster_77bea4c8-9b20-6f15-bf24-fec454026d35/dfs/data/data6/current/BP-354010506-172.17.0.2-1734283486104 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:25:02,166 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T17:25:02,176 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@31fb960c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:25:02,179 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@76177ae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T17:25:02,179 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T17:25:02,180 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68139886{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T17:25:02,180 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@466e9e09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e75eee-9f3a-82a9-8852-6df75b6bfdca/hadoop.log.dir/,STOPPED} 2024-12-15T17:25:02,182 WARN [BP-354010506-172.17.0.2-1734283486104 heartbeating to localhost/127.0.0.1:39349 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T17:25:02,182 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T17:25:02,182 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T17:25:02,182 WARN [BP-354010506-172.17.0.2-1734283486104 heartbeating to localhost/127.0.0.1:39349 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-354010506-172.17.0.2-1734283486104 (Datanode Uuid d0c76e8b-3f69-4244-9c23-541d320b89d3) service to localhost/127.0.0.1:39349 2024-12-15T17:25:02,182 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e75eee-9f3a-82a9-8852-6df75b6bfdca/cluster_77bea4c8-9b20-6f15-bf24-fec454026d35/dfs/data/data4/current/BP-354010506-172.17.0.2-1734283486104 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:25:02,183 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e75eee-9f3a-82a9-8852-6df75b6bfdca/cluster_77bea4c8-9b20-6f15-bf24-fec454026d35/dfs/data/data3/current/BP-354010506-172.17.0.2-1734283486104 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:25:02,183 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T17:25:02,200 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@14e49b24{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:25:02,201 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23348e1a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T17:25:02,201 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T17:25:02,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32592029{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T17:25:02,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bfc000{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e75eee-9f3a-82a9-8852-6df75b6bfdca/hadoop.log.dir/,STOPPED} 2024-12-15T17:25:02,207 WARN [BP-354010506-172.17.0.2-1734283486104 heartbeating to localhost/127.0.0.1:39349 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T17:25:02,207 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T17:25:02,207 WARN [BP-354010506-172.17.0.2-1734283486104 heartbeating to localhost/127.0.0.1:39349 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-354010506-172.17.0.2-1734283486104 (Datanode Uuid 34bee0dd-ca9d-4517-8a6b-b3290d70a71c) service to localhost/127.0.0.1:39349 2024-12-15T17:25:02,207 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T17:25:02,208 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e75eee-9f3a-82a9-8852-6df75b6bfdca/cluster_77bea4c8-9b20-6f15-bf24-fec454026d35/dfs/data/data1/current/BP-354010506-172.17.0.2-1734283486104 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:25:02,208 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e75eee-9f3a-82a9-8852-6df75b6bfdca/cluster_77bea4c8-9b20-6f15-bf24-fec454026d35/dfs/data/data2/current/BP-354010506-172.17.0.2-1734283486104 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:25:02,209 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T17:25:02,220 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45f7906{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T17:25:02,220 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40ab1b5d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T17:25:02,220 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T17:25:02,220 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bfed502{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T17:25:02,221 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4dba8762{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e75eee-9f3a-82a9-8852-6df75b6bfdca/hadoop.log.dir/,STOPPED} 2024-12-15T17:25:02,233 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-15T17:25:02,265 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-15T17:25:02,282 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.regionserver.TestMetaRegionReplicaReplicationEndpoint#testCatalogReplicaReplicationWithFlushAndCompaction Thread=341 (was 303) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-34-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-34-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (55424644) connection to localhost/127.0.0.1:39349 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (55424644) connection to localhost/127.0.0.1:39349 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:39349 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-35-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncConn Chore Service.Chore.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:39349 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-39-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-35-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:39349 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39349 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:52847@0x1c8c6f78 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$684/0x00007f5680adb1a8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (55424644) connection to localhost/127.0.0.1:39349 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-39-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:52847@0x1c8c6f78-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: HFileArchiver-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-37-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-SendThread(127.0.0.1:52847) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-39-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-37-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-36-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-37-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-34-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-36-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:39349 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:52847@0x1c8c6f78-SendThread(127.0.0.1:52847) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HFileArchiver-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (55424644) connection to localhost/127.0.0.1:39349 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (55424644) connection to localhost/127.0.0.1:39349 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-36-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (55424644) connection to localhost/127.0.0.1:39349 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-35-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=735 (was 670) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=854 (was 910), ProcessCount=11 (was 11), AvailableMemoryMB=4445 (was 4168) - AvailableMemoryMB LEAK? - 2024-12-15T17:25:02,294 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.regionserver.TestMetaRegionReplicaReplicationEndpoint#testHBaseMetaReplicates Thread=341, OpenFileDescriptor=735, MaxFileDescriptor=1048576, SystemLoadAverage=854, ProcessCount=11, AvailableMemoryMB=4443 2024-12-15T17:25:02,308 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e75eee-9f3a-82a9-8852-6df75b6bfdca/hadoop.log.dir so I do NOT create it in target/test-data/2367d4b1-01d3-052a-ca52-7d5823b72bd8 2024-12-15T17:25:02,308 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e75eee-9f3a-82a9-8852-6df75b6bfdca/hadoop.log.dir Erasing configuration value by system value. 2024-12-15T17:25:02,308 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e75eee-9f3a-82a9-8852-6df75b6bfdca/hadoop.tmp.dir so I do NOT create it in target/test-data/2367d4b1-01d3-052a-ca52-7d5823b72bd8 2024-12-15T17:25:02,308 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e75eee-9f3a-82a9-8852-6df75b6bfdca/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-15T17:25:02,308 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2367d4b1-01d3-052a-ca52-7d5823b72bd8 2024-12-15T17:25:02,308 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=4, rsPorts=, rsClass=null, numDataNodes=4, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-15T17:25:02,308 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2367d4b1-01d3-052a-ca52-7d5823b72bd8/cluster_e14d17ce-01f3-4c94-3b59-be36f0522587, deleteOnExit=true 2024-12-15T17:25:02,308 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-15T17:25:02,308 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2367d4b1-01d3-052a-ca52-7d5823b72bd8/test.cache.data in system properties and HBase conf 2024-12-15T17:25:02,309 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2367d4b1-01d3-052a-ca52-7d5823b72bd8/hadoop.tmp.dir in system properties and HBase conf 2024-12-15T17:25:02,309 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2367d4b1-01d3-052a-ca52-7d5823b72bd8/hadoop.log.dir in system properties and HBase conf 2024-12-15T17:25:02,309 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2367d4b1-01d3-052a-ca52-7d5823b72bd8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-15T17:25:02,309 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2367d4b1-01d3-052a-ca52-7d5823b72bd8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-15T17:25:02,309 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-15T17:25:02,309 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-15T17:25:02,309 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2367d4b1-01d3-052a-ca52-7d5823b72bd8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-15T17:25:02,309 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2367d4b1-01d3-052a-ca52-7d5823b72bd8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-15T17:25:02,309 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2367d4b1-01d3-052a-ca52-7d5823b72bd8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-15T17:25:02,309 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2367d4b1-01d3-052a-ca52-7d5823b72bd8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T17:25:02,309 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2367d4b1-01d3-052a-ca52-7d5823b72bd8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-15T17:25:02,309 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2367d4b1-01d3-052a-ca52-7d5823b72bd8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-15T17:25:02,309 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2367d4b1-01d3-052a-ca52-7d5823b72bd8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T17:25:02,309 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2367d4b1-01d3-052a-ca52-7d5823b72bd8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T17:25:02,309 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2367d4b1-01d3-052a-ca52-7d5823b72bd8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-15T17:25:02,309 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2367d4b1-01d3-052a-ca52-7d5823b72bd8/nfs.dump.dir in system properties and HBase conf 2024-12-15T17:25:02,309 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2367d4b1-01d3-052a-ca52-7d5823b72bd8/java.io.tmpdir in system properties and HBase conf 2024-12-15T17:25:02,309 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2367d4b1-01d3-052a-ca52-7d5823b72bd8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T17:25:02,310 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2367d4b1-01d3-052a-ca52-7d5823b72bd8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-15T17:25:02,310 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2367d4b1-01d3-052a-ca52-7d5823b72bd8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-15T17:25:02,349 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: region_replica_replication_catalog-0x1002ab909d60006, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-15T17:25:02,349 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): connection to cluster: region_replica_replication_catalog-0x1002ab909d60006, quorum=127.0.0.1:52847, baseZNode=/hbase Received Disconnected from ZooKeeper, ignoring 2024-12-15T17:25:02,814 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T17:25:02,819 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T17:25:02,832 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T17:25:02,832 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T17:25:02,832 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T17:25:02,836 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T17:25:02,836 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a1c408e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2367d4b1-01d3-052a-ca52-7d5823b72bd8/hadoop.log.dir/,AVAILABLE} 2024-12-15T17:25:02,836 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76cd7c0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T17:25:02,852 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:25:02,852 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:25:02,936 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3903cc44{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2367d4b1-01d3-052a-ca52-7d5823b72bd8/java.io.tmpdir/jetty-localhost-45555-hadoop-hdfs-3_4_1-tests_jar-_-any-1569789607491500025/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T17:25:02,937 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32f5499b{HTTP/1.1, (http/1.1)}{localhost:45555} 2024-12-15T17:25:02,937 INFO [Time-limited test {}] server.Server(415): Started @217358ms 2024-12-15T17:25:02,964 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:25:02,964 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:25:03,142 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T17:25:03,146 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T17:25:03,159 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T17:25:03,159 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T17:25:03,160 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T17:25:03,161 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71a8aa9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2367d4b1-01d3-052a-ca52-7d5823b72bd8/hadoop.log.dir/,AVAILABLE} 2024-12-15T17:25:03,162 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@df639a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T17:25:03,278 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d285aed{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2367d4b1-01d3-052a-ca52-7d5823b72bd8/java.io.tmpdir/jetty-localhost-46759-hadoop-hdfs-3_4_1-tests_jar-_-any-13086574164560881263/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:25:03,279 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31a1c23f{HTTP/1.1, (http/1.1)}{localhost:46759} 2024-12-15T17:25:03,279 INFO [Time-limited test {}] server.Server(415): Started @217700ms 2024-12-15T17:25:03,280 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T17:25:03,356 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T17:25:03,364 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T17:25:03,365 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T17:25:03,365 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T17:25:03,365 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T17:25:03,366 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ce86179{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2367d4b1-01d3-052a-ca52-7d5823b72bd8/hadoop.log.dir/,AVAILABLE} 2024-12-15T17:25:03,366 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ba0da7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T17:25:03,495 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@647403e0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2367d4b1-01d3-052a-ca52-7d5823b72bd8/java.io.tmpdir/jetty-localhost-44449-hadoop-hdfs-3_4_1-tests_jar-_-any-18326033059784340727/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:25:03,495 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@180b57ab{HTTP/1.1, (http/1.1)}{localhost:44449} 2024-12-15T17:25:03,495 INFO [Time-limited test {}] server.Server(415): Started @217916ms 2024-12-15T17:25:03,497 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T17:25:03,599 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T17:25:03,602 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T17:25:03,604 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T17:25:03,605 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T17:25:03,605 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T17:25:03,605 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4676f827{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2367d4b1-01d3-052a-ca52-7d5823b72bd8/hadoop.log.dir/,AVAILABLE} 2024-12-15T17:25:03,605 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5241fa17{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T17:25:03,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a3a2aab{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2367d4b1-01d3-052a-ca52-7d5823b72bd8/java.io.tmpdir/jetty-localhost-40779-hadoop-hdfs-3_4_1-tests_jar-_-any-16613072329566433523/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:25:03,733 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3bf7b117{HTTP/1.1, (http/1.1)}{localhost:40779} 2024-12-15T17:25:03,733 INFO [Time-limited test {}] server.Server(415): Started @218154ms 2024-12-15T17:25:03,734 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T17:25:03,833 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T17:25:03,837 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T17:25:03,863 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T17:25:03,863 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T17:25:03,864 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T17:25:03,864 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7296b8cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2367d4b1-01d3-052a-ca52-7d5823b72bd8/hadoop.log.dir/,AVAILABLE} 2024-12-15T17:25:03,865 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74c4b6eb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T17:25:03,940 WARN [Thread-4002 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2367d4b1-01d3-052a-ca52-7d5823b72bd8/cluster_e14d17ce-01f3-4c94-3b59-be36f0522587/dfs/data/data1/current/BP-2098354036-172.17.0.2-1734283502347/current, will proceed with Du for space computation calculation, 2024-12-15T17:25:03,947 WARN [Thread-4003 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2367d4b1-01d3-052a-ca52-7d5823b72bd8/cluster_e14d17ce-01f3-4c94-3b59-be36f0522587/dfs/data/data2/current/BP-2098354036-172.17.0.2-1734283502347/current, will proceed with Du for space computation calculation, 2024-12-15T17:25:04,028 WARN [Thread-3936 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T17:25:04,040 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ce858599e9d47e8 with lease ID 0x626a097b1fc577ea: Processing first storage report for DS-9aa2bc86-42b8-41b2-99de-15cf8d3a4d57 from datanode DatanodeRegistration(127.0.0.1:39121, datanodeUuid=6a4677d4-8dd4-4864-b321-d592d41a2312, infoPort=43149, infoSecurePort=0, ipcPort=41075, storageInfo=lv=-57;cid=testClusterID;nsid=1384713066;c=1734283502347) 2024-12-15T17:25:04,040 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ce858599e9d47e8 with lease ID 0x626a097b1fc577ea: from storage DS-9aa2bc86-42b8-41b2-99de-15cf8d3a4d57 node DatanodeRegistration(127.0.0.1:39121, datanodeUuid=6a4677d4-8dd4-4864-b321-d592d41a2312, infoPort=43149, infoSecurePort=0, ipcPort=41075, storageInfo=lv=-57;cid=testClusterID;nsid=1384713066;c=1734283502347), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T17:25:04,040 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ce858599e9d47e8 with lease ID 0x626a097b1fc577ea: Processing first storage report for DS-46b5ed2b-34f2-41d2-8fae-888ae8090a1f from datanode DatanodeRegistration(127.0.0.1:39121, datanodeUuid=6a4677d4-8dd4-4864-b321-d592d41a2312, infoPort=43149, infoSecurePort=0, ipcPort=41075, storageInfo=lv=-57;cid=testClusterID;nsid=1384713066;c=1734283502347) 2024-12-15T17:25:04,040 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ce858599e9d47e8 with lease ID 0x626a097b1fc577ea: from storage DS-46b5ed2b-34f2-41d2-8fae-888ae8090a1f node DatanodeRegistration(127.0.0.1:39121, datanodeUuid=6a4677d4-8dd4-4864-b321-d592d41a2312, infoPort=43149, infoSecurePort=0, ipcPort=41075, storageInfo=lv=-57;cid=testClusterID;nsid=1384713066;c=1734283502347), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-15T17:25:04,079 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21cf14f3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2367d4b1-01d3-052a-ca52-7d5823b72bd8/java.io.tmpdir/jetty-localhost-37353-hadoop-hdfs-3_4_1-tests_jar-_-any-13694236592302552041/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:25:04,079 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@798f9b6e{HTTP/1.1, (http/1.1)}{localhost:37353} 2024-12-15T17:25:04,079 INFO [Time-limited test {}] server.Server(415): Started @218500ms 2024-12-15T17:25:04,082 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T17:25:04,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T17:25:04,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-15T17:25:04,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-15T17:25:04,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-15T17:25:04,491 WARN [Thread-4029 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2367d4b1-01d3-052a-ca52-7d5823b72bd8/cluster_e14d17ce-01f3-4c94-3b59-be36f0522587/dfs/data/data3/current/BP-2098354036-172.17.0.2-1734283502347/current, will proceed with Du for space computation calculation, 2024-12-15T17:25:04,492 WARN [Thread-4030 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2367d4b1-01d3-052a-ca52-7d5823b72bd8/cluster_e14d17ce-01f3-4c94-3b59-be36f0522587/dfs/data/data4/current/BP-2098354036-172.17.0.2-1734283502347/current, will proceed with Du for space computation calculation, 2024-12-15T17:25:04,523 WARN [Thread-3960 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T17:25:04,527 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x16bd224701b5a480 with lease ID 0x626a097b1fc577eb: Processing first storage report for DS-414c4a2d-1c45-4c4d-ace9-fedc282974e2 from datanode DatanodeRegistration(127.0.0.1:41549, datanodeUuid=ec4fe2cc-b7d1-4a29-9f06-8944299860b6, infoPort=38645, infoSecurePort=0, ipcPort=43895, storageInfo=lv=-57;cid=testClusterID;nsid=1384713066;c=1734283502347) 2024-12-15T17:25:04,527 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x16bd224701b5a480 with lease ID 0x626a097b1fc577eb: from storage DS-414c4a2d-1c45-4c4d-ace9-fedc282974e2 node DatanodeRegistration(127.0.0.1:41549, datanodeUuid=ec4fe2cc-b7d1-4a29-9f06-8944299860b6, infoPort=38645, infoSecurePort=0, ipcPort=43895, storageInfo=lv=-57;cid=testClusterID;nsid=1384713066;c=1734283502347), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T17:25:04,527 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x16bd224701b5a480 with lease ID 0x626a097b1fc577eb: Processing first storage report for DS-d0bd9ecb-c75a-4bb8-ace0-c89c3facae6a from datanode DatanodeRegistration(127.0.0.1:41549, datanodeUuid=ec4fe2cc-b7d1-4a29-9f06-8944299860b6, infoPort=38645, infoSecurePort=0, ipcPort=43895, storageInfo=lv=-57;cid=testClusterID;nsid=1384713066;c=1734283502347) 2024-12-15T17:25:04,527 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x16bd224701b5a480 with lease ID 0x626a097b1fc577eb: from storage DS-d0bd9ecb-c75a-4bb8-ace0-c89c3facae6a node DatanodeRegistration(127.0.0.1:41549, datanodeUuid=ec4fe2cc-b7d1-4a29-9f06-8944299860b6, infoPort=38645, infoSecurePort=0, ipcPort=43895, storageInfo=lv=-57;cid=testClusterID;nsid=1384713066;c=1734283502347), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T17:25:04,808 WARN [Thread-4042 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2367d4b1-01d3-052a-ca52-7d5823b72bd8/cluster_e14d17ce-01f3-4c94-3b59-be36f0522587/dfs/data/data6/current/BP-2098354036-172.17.0.2-1734283502347/current, will proceed with Du for space computation calculation, 2024-12-15T17:25:04,808 WARN [Thread-4041 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2367d4b1-01d3-052a-ca52-7d5823b72bd8/cluster_e14d17ce-01f3-4c94-3b59-be36f0522587/dfs/data/data5/current/BP-2098354036-172.17.0.2-1734283502347/current, will proceed with Du for space computation calculation, 2024-12-15T17:25:04,856 WARN [Thread-3983 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T17:25:04,861 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1359e028aca9d6e4 with lease ID 0x626a097b1fc577ec: Processing first storage report for DS-f31de8b1-9632-4fa8-9379-76a8d4bb0b68 from datanode DatanodeRegistration(127.0.0.1:37513, datanodeUuid=272ce805-e23c-4c0b-aa37-162f8e8a4a4d, infoPort=38389, infoSecurePort=0, ipcPort=44933, storageInfo=lv=-57;cid=testClusterID;nsid=1384713066;c=1734283502347) 2024-12-15T17:25:04,861 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1359e028aca9d6e4 with lease ID 0x626a097b1fc577ec: from storage DS-f31de8b1-9632-4fa8-9379-76a8d4bb0b68 node DatanodeRegistration(127.0.0.1:37513, datanodeUuid=272ce805-e23c-4c0b-aa37-162f8e8a4a4d, infoPort=38389, infoSecurePort=0, ipcPort=44933, storageInfo=lv=-57;cid=testClusterID;nsid=1384713066;c=1734283502347), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T17:25:04,861 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1359e028aca9d6e4 with lease ID 0x626a097b1fc577ec: Processing first storage report for DS-6becdbdc-205c-418d-9b7c-fe8fee5eaf04 from datanode DatanodeRegistration(127.0.0.1:37513, datanodeUuid=272ce805-e23c-4c0b-aa37-162f8e8a4a4d, infoPort=38389, infoSecurePort=0, ipcPort=44933, storageInfo=lv=-57;cid=testClusterID;nsid=1384713066;c=1734283502347) 2024-12-15T17:25:04,861 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1359e028aca9d6e4 with lease ID 0x626a097b1fc577ec: from storage DS-6becdbdc-205c-418d-9b7c-fe8fee5eaf04 node DatanodeRegistration(127.0.0.1:37513, datanodeUuid=272ce805-e23c-4c0b-aa37-162f8e8a4a4d, infoPort=38389, infoSecurePort=0, ipcPort=44933, storageInfo=lv=-57;cid=testClusterID;nsid=1384713066;c=1734283502347), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T17:25:05,063 WARN [Thread-4053 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2367d4b1-01d3-052a-ca52-7d5823b72bd8/cluster_e14d17ce-01f3-4c94-3b59-be36f0522587/dfs/data/data7/current/BP-2098354036-172.17.0.2-1734283502347/current, will proceed with Du for space computation calculation, 2024-12-15T17:25:05,067 WARN [Thread-4054 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2367d4b1-01d3-052a-ca52-7d5823b72bd8/cluster_e14d17ce-01f3-4c94-3b59-be36f0522587/dfs/data/data8/current/BP-2098354036-172.17.0.2-1734283502347/current, will proceed with Du for space computation calculation, 2024-12-15T17:25:05,100 WARN [Thread-4017 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T17:25:05,105 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf0db6739e02435b7 with lease ID 0x626a097b1fc577ed: Processing first storage report for DS-eba1a8f6-f6e9-4a02-9fc8-841d9aab5d60 from datanode DatanodeRegistration(127.0.0.1:45101, datanodeUuid=8a657749-eadb-4214-9555-66e03ab5d09a, infoPort=36397, infoSecurePort=0, ipcPort=45569, storageInfo=lv=-57;cid=testClusterID;nsid=1384713066;c=1734283502347) 2024-12-15T17:25:05,105 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf0db6739e02435b7 with lease ID 0x626a097b1fc577ed: from storage DS-eba1a8f6-f6e9-4a02-9fc8-841d9aab5d60 node DatanodeRegistration(127.0.0.1:45101, datanodeUuid=8a657749-eadb-4214-9555-66e03ab5d09a, infoPort=36397, infoSecurePort=0, ipcPort=45569, storageInfo=lv=-57;cid=testClusterID;nsid=1384713066;c=1734283502347), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T17:25:05,105 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf0db6739e02435b7 with lease ID 0x626a097b1fc577ed: Processing first storage report for DS-0e5747d7-5fee-4f40-b648-e6cb06130ce8 from datanode DatanodeRegistration(127.0.0.1:45101, datanodeUuid=8a657749-eadb-4214-9555-66e03ab5d09a, infoPort=36397, infoSecurePort=0, ipcPort=45569, storageInfo=lv=-57;cid=testClusterID;nsid=1384713066;c=1734283502347) 2024-12-15T17:25:05,105 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf0db6739e02435b7 with lease ID 0x626a097b1fc577ed: from storage DS-0e5747d7-5fee-4f40-b648-e6cb06130ce8 node DatanodeRegistration(127.0.0.1:45101, datanodeUuid=8a657749-eadb-4214-9555-66e03ab5d09a, infoPort=36397, infoSecurePort=0, ipcPort=45569, storageInfo=lv=-57;cid=testClusterID;nsid=1384713066;c=1734283502347), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T17:25:05,111 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2367d4b1-01d3-052a-ca52-7d5823b72bd8 2024-12-15T17:25:05,120 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2367d4b1-01d3-052a-ca52-7d5823b72bd8/cluster_e14d17ce-01f3-4c94-3b59-be36f0522587/zookeeper_0, clientPort=64812, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2367d4b1-01d3-052a-ca52-7d5823b72bd8/cluster_e14d17ce-01f3-4c94-3b59-be36f0522587/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2367d4b1-01d3-052a-ca52-7d5823b72bd8/cluster_e14d17ce-01f3-4c94-3b59-be36f0522587/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-15T17:25:05,121 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=64812 2024-12-15T17:25:05,121 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:25:05,123 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:25:05,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741825_1001 (size=7) 2024-12-15T17:25:05,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41549 is added to blk_1073741825_1001 (size=7) 2024-12-15T17:25:05,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741825_1001 (size=7) 2024-12-15T17:25:05,139 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047 with version=8 2024-12-15T17:25:05,139 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/hbase-staging 2024-12-15T17:25:05,141 INFO [Time-limited test {}] client.ConnectionUtils(129): master/4ce65a7c4674:0 server-side Connection retries=15 2024-12-15T17:25:05,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:25:05,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T17:25:05,141 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T17:25:05,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:25:05,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T17:25:05,141 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T17:25:05,141 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T17:25:05,142 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:41609 2024-12-15T17:25:05,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:25:05,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:25:05,145 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:41609 connecting to ZooKeeper ensemble=127.0.0.1:64812 2024-12-15T17:25:05,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:416090x0, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T17:25:05,189 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41609-0x1002ab94a5c0000 connected 2024-12-15T17:25:05,347 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41609-0x1002ab94a5c0000, quorum=127.0.0.1:64812, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T17:25:05,352 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41609-0x1002ab94a5c0000, quorum=127.0.0.1:64812, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:25:05,352 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41609-0x1002ab94a5c0000, quorum=127.0.0.1:64812, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-15T17:25:05,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41609 2024-12-15T17:25:05,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41609 2024-12-15T17:25:05,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41609 2024-12-15T17:25:05,359 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41609 2024-12-15T17:25:05,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41609 2024-12-15T17:25:05,362 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047, hbase.cluster.distributed=false 2024-12-15T17:25:05,378 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/4ce65a7c4674:0 server-side Connection retries=15 2024-12-15T17:25:05,378 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:25:05,378 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T17:25:05,378 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T17:25:05,378 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:25:05,378 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T17:25:05,378 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T17:25:05,378 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T17:25:05,379 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:43497 2024-12-15T17:25:05,379 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-15T17:25:05,387 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-15T17:25:05,388 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:25:05,390 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:25:05,392 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:43497 connecting to ZooKeeper ensemble=127.0.0.1:64812 2024-12-15T17:25:05,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434970x0, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T17:25:05,404 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:434970x0, quorum=127.0.0.1:64812, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T17:25:05,404 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43497-0x1002ab94a5c0001 connected 2024-12-15T17:25:05,405 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43497-0x1002ab94a5c0001, quorum=127.0.0.1:64812, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:25:05,405 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43497-0x1002ab94a5c0001, quorum=127.0.0.1:64812, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-15T17:25:05,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43497 2024-12-15T17:25:05,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43497 2024-12-15T17:25:05,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43497 2024-12-15T17:25:05,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43497 2024-12-15T17:25:05,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43497 2024-12-15T17:25:05,431 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/4ce65a7c4674:0 server-side Connection retries=15 2024-12-15T17:25:05,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:25:05,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T17:25:05,431 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T17:25:05,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:25:05,432 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T17:25:05,432 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T17:25:05,432 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T17:25:05,432 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:38979 2024-12-15T17:25:05,433 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-15T17:25:05,434 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-15T17:25:05,435 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:25:05,436 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:25:05,438 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:38979 connecting to ZooKeeper ensemble=127.0.0.1:64812 2024-12-15T17:25:05,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:389790x0, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T17:25:05,445 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:389790x0, quorum=127.0.0.1:64812, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T17:25:05,446 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38979-0x1002ab94a5c0002 connected 2024-12-15T17:25:05,446 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38979-0x1002ab94a5c0002, quorum=127.0.0.1:64812, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:25:05,446 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38979-0x1002ab94a5c0002, quorum=127.0.0.1:64812, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-15T17:25:05,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38979 2024-12-15T17:25:05,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38979 2024-12-15T17:25:05,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38979 2024-12-15T17:25:05,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38979 2024-12-15T17:25:05,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38979 2024-12-15T17:25:05,463 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/4ce65a7c4674:0 server-side Connection retries=15 2024-12-15T17:25:05,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:25:05,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T17:25:05,463 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T17:25:05,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:25:05,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T17:25:05,463 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T17:25:05,464 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T17:25:05,467 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:43937 2024-12-15T17:25:05,468 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-15T17:25:05,468 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-15T17:25:05,469 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:25:05,472 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:25:05,475 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:43937 connecting to ZooKeeper ensemble=127.0.0.1:64812 2024-12-15T17:25:05,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439370x0, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T17:25:05,486 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:439370x0, quorum=127.0.0.1:64812, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T17:25:05,487 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:439370x0, quorum=127.0.0.1:64812, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:25:05,487 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43937-0x1002ab94a5c0003 connected 2024-12-15T17:25:05,489 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43937-0x1002ab94a5c0003, quorum=127.0.0.1:64812, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-15T17:25:05,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43937 2024-12-15T17:25:05,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43937 2024-12-15T17:25:05,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43937 2024-12-15T17:25:05,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43937 2024-12-15T17:25:05,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43937 2024-12-15T17:25:05,517 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/4ce65a7c4674:0 server-side Connection retries=15 2024-12-15T17:25:05,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:25:05,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T17:25:05,517 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T17:25:05,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:25:05,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T17:25:05,518 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T17:25:05,518 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T17:25:05,519 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:32947 2024-12-15T17:25:05,519 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-15T17:25:05,520 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-15T17:25:05,521 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:25:05,523 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:25:05,525 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:32947 connecting to ZooKeeper ensemble=127.0.0.1:64812 2024-12-15T17:25:05,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329470x0, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T17:25:05,536 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:329470x0, quorum=127.0.0.1:64812, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T17:25:05,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32947-0x1002ab94a5c0004 connected 2024-12-15T17:25:05,537 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32947-0x1002ab94a5c0004, quorum=127.0.0.1:64812, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:25:05,537 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32947-0x1002ab94a5c0004, quorum=127.0.0.1:64812, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-15T17:25:05,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32947 2024-12-15T17:25:05,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32947 2024-12-15T17:25:05,543 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32947 2024-12-15T17:25:05,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32947 2024-12-15T17:25:05,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32947 2024-12-15T17:25:05,556 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/4ce65a7c4674,41609,1734283505140 2024-12-15T17:25:05,564 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:25:05,565 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:25:05,572 DEBUG [M:0;4ce65a7c4674:41609 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4ce65a7c4674:41609 2024-12-15T17:25:05,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43497-0x1002ab94a5c0001, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:25:05,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41609-0x1002ab94a5c0000, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:25:05,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38979-0x1002ab94a5c0002, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:25:05,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43937-0x1002ab94a5c0003, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:25:05,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32947-0x1002ab94a5c0004, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:25:05,607 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41609-0x1002ab94a5c0000, quorum=127.0.0.1:64812, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4ce65a7c4674,41609,1734283505140 2024-12-15T17:25:05,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43937-0x1002ab94a5c0003, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-15T17:25:05,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43937-0x1002ab94a5c0003, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:25:05,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38979-0x1002ab94a5c0002, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-15T17:25:05,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38979-0x1002ab94a5c0002, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:25:05,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43497-0x1002ab94a5c0001, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-15T17:25:05,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43497-0x1002ab94a5c0001, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:25:05,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32947-0x1002ab94a5c0004, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-15T17:25:05,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32947-0x1002ab94a5c0004, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:25:05,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41609-0x1002ab94a5c0000, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-15T17:25:05,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41609-0x1002ab94a5c0000, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:25:05,624 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41609-0x1002ab94a5c0000, quorum=127.0.0.1:64812, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-15T17:25:05,625 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:41609-0x1002ab94a5c0000, quorum=127.0.0.1:64812, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-15T17:25:05,625 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4ce65a7c4674,41609,1734283505140 from backup master directory 2024-12-15T17:25:05,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38979-0x1002ab94a5c0002, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:25:05,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41609-0x1002ab94a5c0000, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4ce65a7c4674,41609,1734283505140 2024-12-15T17:25:05,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41609-0x1002ab94a5c0000, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:25:05,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32947-0x1002ab94a5c0004, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:25:05,629 WARN [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T17:25:05,629 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4ce65a7c4674,41609,1734283505140 2024-12-15T17:25:05,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43497-0x1002ab94a5c0001, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:25:05,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43937-0x1002ab94a5c0003, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:25:05,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741826_1002 (size=42) 2024-12-15T17:25:05,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41549 is added to blk_1073741826_1002 (size=42) 2024-12-15T17:25:05,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741826_1002 (size=42) 2024-12-15T17:25:05,648 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/hbase.id with ID: cf468db3-1db1-492b-bc09-c84ce2f7a1bf 2024-12-15T17:25:05,663 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:25:05,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32947-0x1002ab94a5c0004, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:25:05,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41609-0x1002ab94a5c0000, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:25:05,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38979-0x1002ab94a5c0002, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:25:05,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43937-0x1002ab94a5c0003, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:25:05,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43497-0x1002ab94a5c0001, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:25:05,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741827_1003 (size=196) 2024-12-15T17:25:05,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741827_1003 (size=196) 2024-12-15T17:25:05,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41549 is added to blk_1073741827_1003 (size=196) 2024-12-15T17:25:05,709 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T17:25:05,710 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-15T17:25:05,711 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T17:25:05,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741828_1004 (size=1189) 2024-12-15T17:25:05,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741828_1004 (size=1189) 2024-12-15T17:25:05,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41549 is added to blk_1073741828_1004 (size=1189) 2024-12-15T17:25:05,732 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/MasterData/data/master/store 2024-12-15T17:25:05,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41549 is added to blk_1073741829_1005 (size=34) 2024-12-15T17:25:05,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741829_1005 (size=34) 2024-12-15T17:25:05,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741829_1005 (size=34) 2024-12-15T17:25:06,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:06,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:06,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:06,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:06,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:06,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:06,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:06,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:06,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:06,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:06,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:06,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:06,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:06,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:06,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:06,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:06,191 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:06,191 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-15T17:25:06,191 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T17:25:06,191 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T17:25:06,191 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-15T17:25:06,191 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T17:25:06,191 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T17:25:06,191 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T17:25:06,192 WARN [master/4ce65a7c4674:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/MasterData/data/master/store/.initializing 2024-12-15T17:25:06,192 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/MasterData/WALs/4ce65a7c4674,41609,1734283505140 2024-12-15T17:25:06,193 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T17:25:06,195 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ce65a7c4674%2C41609%2C1734283505140, suffix=, logDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/MasterData/WALs/4ce65a7c4674,41609,1734283505140, archiveDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/MasterData/oldWALs, maxLogs=10 2024-12-15T17:25:06,213 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/MasterData/WALs/4ce65a7c4674,41609,1734283505140/4ce65a7c4674%2C41609%2C1734283505140.1734283506195, exclude list is [], retry=0 2024-12-15T17:25:06,216 DEBUG [RS-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37513,DS-f31de8b1-9632-4fa8-9379-76a8d4bb0b68,DISK] 2024-12-15T17:25:06,216 DEBUG [RS-EventLoopGroup-32-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41549,DS-414c4a2d-1c45-4c4d-ace9-fedc282974e2,DISK] 2024-12-15T17:25:06,216 DEBUG [RS-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39121,DS-9aa2bc86-42b8-41b2-99de-15cf8d3a4d57,DISK] 2024-12-15T17:25:06,218 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/MasterData/WALs/4ce65a7c4674,41609,1734283505140/4ce65a7c4674%2C41609%2C1734283505140.1734283506195 2024-12-15T17:25:06,219 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38389:38389),(127.0.0.1/127.0.0.1:38645:38645),(127.0.0.1/127.0.0.1:43149:43149)] 2024-12-15T17:25:06,219 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-15T17:25:06,219 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:06,219 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:25:06,219 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:25:06,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:25:06,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-15T17:25:06,224 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:06,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:25:06,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:25:06,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-15T17:25:06,226 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:06,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:25:06,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:25:06,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-15T17:25:06,227 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:06,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:25:06,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:25:06,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-15T17:25:06,228 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:06,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:25:06,229 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:25:06,229 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:25:06,230 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-15T17:25:06,231 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:25:06,244 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:25:06,244 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72441880, jitterRate=0.07946813106536865}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-15T17:25:06,245 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T17:25:06,246 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-15T17:25:06,252 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@231d6ef6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:25:06,252 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:25:06,253 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-15T17:25:06,253 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:25:06,253 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-15T17:25:06,253 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-15T17:25:06,253 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-15T17:25:06,253 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-15T17:25:06,253 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-15T17:25:06,253 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-15T17:25:06,256 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-15T17:25:06,256 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41609-0x1002ab94a5c0000, quorum=127.0.0.1:64812, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-15T17:25:06,262 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-15T17:25:06,262 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-15T17:25:06,263 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41609-0x1002ab94a5c0000, quorum=127.0.0.1:64812, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-15T17:25:06,270 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-15T17:25:06,270 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-15T17:25:06,276 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41609-0x1002ab94a5c0000, quorum=127.0.0.1:64812, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-15T17:25:06,286 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-15T17:25:06,286 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41609-0x1002ab94a5c0000, quorum=127.0.0.1:64812, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-15T17:25:06,295 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-15T17:25:06,297 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41609-0x1002ab94a5c0000, quorum=127.0.0.1:64812, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-15T17:25:06,305 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-15T17:25:06,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43937-0x1002ab94a5c0003, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-15T17:25:06,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43937-0x1002ab94a5c0003, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:25:06,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43497-0x1002ab94a5c0001, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-15T17:25:06,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38979-0x1002ab94a5c0002, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-15T17:25:06,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38979-0x1002ab94a5c0002, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:25:06,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43497-0x1002ab94a5c0001, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:25:06,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41609-0x1002ab94a5c0000, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-15T17:25:06,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41609-0x1002ab94a5c0000, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:25:06,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32947-0x1002ab94a5c0004, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-15T17:25:06,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32947-0x1002ab94a5c0004, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:25:06,314 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=4ce65a7c4674,41609,1734283505140, sessionid=0x1002ab94a5c0000, setting cluster-up flag (Was=false) 2024-12-15T17:25:06,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43497-0x1002ab94a5c0001, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:25:06,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43937-0x1002ab94a5c0003, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:25:06,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32947-0x1002ab94a5c0004, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:25:06,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41609-0x1002ab94a5c0000, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:25:06,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38979-0x1002ab94a5c0002, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:25:06,354 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-15T17:25:06,354 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ce65a7c4674,41609,1734283505140 2024-12-15T17:25:06,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32947-0x1002ab94a5c0004, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:25:06,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43937-0x1002ab94a5c0003, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:25:06,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38979-0x1002ab94a5c0002, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:25:06,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43497-0x1002ab94a5c0001, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:25:06,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41609-0x1002ab94a5c0000, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:25:06,503 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-15T17:25:06,504 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ce65a7c4674,41609,1734283505140 2024-12-15T17:25:06,506 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-15T17:25:06,506 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-15T17:25:06,506 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-15T17:25:06,506 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4ce65a7c4674,41609,1734283505140 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-15T17:25:06,506 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4ce65a7c4674:0, corePoolSize=5, maxPoolSize=5 2024-12-15T17:25:06,506 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4ce65a7c4674:0, corePoolSize=5, maxPoolSize=5 2024-12-15T17:25:06,506 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4ce65a7c4674:0, corePoolSize=5, maxPoolSize=5 2024-12-15T17:25:06,506 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4ce65a7c4674:0, corePoolSize=5, maxPoolSize=5 2024-12-15T17:25:06,506 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4ce65a7c4674:0, corePoolSize=10, maxPoolSize=10 2024-12-15T17:25:06,506 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:25:06,506 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4ce65a7c4674:0, corePoolSize=2, maxPoolSize=2 2024-12-15T17:25:06,507 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:25:06,507 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734283536507 2024-12-15T17:25:06,507 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-15T17:25:06,508 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-15T17:25:06,508 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-15T17:25:06,508 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-15T17:25:06,508 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-15T17:25:06,508 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-15T17:25:06,508 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-15T17:25:06,508 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-15T17:25:06,508 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-15T17:25:06,508 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-15T17:25:06,509 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-15T17:25:06,509 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-15T17:25:06,509 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:06,509 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-15T17:25:06,509 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-15T17:25:06,509 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-15T17:25:06,509 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4ce65a7c4674:0:becomeActiveMaster-HFileCleaner.large.0-1734283506509,5,FailOnTimeoutGroup] 2024-12-15T17:25:06,509 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4ce65a7c4674:0:becomeActiveMaster-HFileCleaner.small.0-1734283506509,5,FailOnTimeoutGroup] 2024-12-15T17:25:06,509 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-15T17:25:06,509 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-15T17:25:06,509 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-15T17:25:06,509 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-15T17:25:06,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41549 is added to blk_1073741831_1007 (size=1039) 2024-12-15T17:25:06,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741831_1007 (size=1039) 2024-12-15T17:25:06,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741831_1007 (size=1039) 2024-12-15T17:25:06,560 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-15T17:25:06,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:06,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:06,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:06,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:06,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:06,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:06,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:06,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:06,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:06,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:06,577 DEBUG [RS:2;4ce65a7c4674:43937 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;4ce65a7c4674:43937 2024-12-15T17:25:06,577 DEBUG [RS:0;4ce65a7c4674:43497 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4ce65a7c4674:43497 2024-12-15T17:25:06,578 INFO [RS:0;4ce65a7c4674:43497 {}] regionserver.HRegionServer(1008): ClusterId : cf468db3-1db1-492b-bc09-c84ce2f7a1bf 2024-12-15T17:25:06,578 INFO [RS:2;4ce65a7c4674:43937 {}] regionserver.HRegionServer(1008): ClusterId : cf468db3-1db1-492b-bc09-c84ce2f7a1bf 2024-12-15T17:25:06,578 DEBUG [RS:1;4ce65a7c4674:38979 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;4ce65a7c4674:38979 2024-12-15T17:25:06,578 DEBUG [RS:0;4ce65a7c4674:43497 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-15T17:25:06,578 DEBUG [RS:2;4ce65a7c4674:43937 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-15T17:25:06,581 DEBUG [RS:3;4ce65a7c4674:32947 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:3;4ce65a7c4674:32947 2024-12-15T17:25:06,587 INFO [RS:1;4ce65a7c4674:38979 {}] regionserver.HRegionServer(1008): ClusterId : cf468db3-1db1-492b-bc09-c84ce2f7a1bf 2024-12-15T17:25:06,587 DEBUG [RS:1;4ce65a7c4674:38979 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-15T17:25:06,587 INFO [RS:3;4ce65a7c4674:32947 {}] regionserver.HRegionServer(1008): ClusterId : cf468db3-1db1-492b-bc09-c84ce2f7a1bf 2024-12-15T17:25:06,587 DEBUG [RS:3;4ce65a7c4674:32947 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-15T17:25:06,595 DEBUG [RS:0;4ce65a7c4674:43497 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-15T17:25:06,595 DEBUG [RS:2;4ce65a7c4674:43937 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-15T17:25:06,595 DEBUG [RS:2;4ce65a7c4674:43937 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-15T17:25:06,595 DEBUG [RS:0;4ce65a7c4674:43497 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-15T17:25:06,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:06,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:06,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:06,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:06,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:06,612 DEBUG [RS:1;4ce65a7c4674:38979 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-15T17:25:06,612 DEBUG [RS:1;4ce65a7c4674:38979 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-15T17:25:06,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:06,613 DEBUG [RS:3;4ce65a7c4674:32947 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-15T17:25:06,613 DEBUG [RS:3;4ce65a7c4674:32947 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-15T17:25:06,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:06,620 DEBUG [RS:0;4ce65a7c4674:43497 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-15T17:25:06,620 DEBUG [RS:2;4ce65a7c4674:43937 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-15T17:25:06,620 DEBUG [RS:2;4ce65a7c4674:43937 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2692e98d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:25:06,620 DEBUG [RS:0;4ce65a7c4674:43497 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a23b8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:25:06,621 DEBUG [RS:2;4ce65a7c4674:43937 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@406e1ed1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ce65a7c4674/172.17.0.2:0 2024-12-15T17:25:06,621 DEBUG [RS:0;4ce65a7c4674:43497 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34b5de8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ce65a7c4674/172.17.0.2:0 2024-12-15T17:25:06,621 INFO [RS:2;4ce65a7c4674:43937 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-15T17:25:06,621 INFO [RS:0;4ce65a7c4674:43497 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-15T17:25:06,621 INFO [RS:2;4ce65a7c4674:43937 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-15T17:25:06,621 INFO [RS:0;4ce65a7c4674:43497 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-15T17:25:06,621 DEBUG [RS:0;4ce65a7c4674:43497 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-15T17:25:06,621 DEBUG [RS:2;4ce65a7c4674:43937 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-15T17:25:06,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:06,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:06,628 INFO [RS:0;4ce65a7c4674:43497 {}] regionserver.HRegionServer(3073): reportForDuty to master=4ce65a7c4674,41609,1734283505140 with isa=4ce65a7c4674/172.17.0.2:43497, startcode=1734283505378 2024-12-15T17:25:06,628 INFO [RS:2;4ce65a7c4674:43937 {}] regionserver.HRegionServer(3073): reportForDuty to master=4ce65a7c4674,41609,1734283505140 with isa=4ce65a7c4674/172.17.0.2:43937, startcode=1734283505463 2024-12-15T17:25:06,629 DEBUG [RS:0;4ce65a7c4674:43497 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T17:25:06,629 DEBUG [RS:2;4ce65a7c4674:43937 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T17:25:06,629 DEBUG [RS:1;4ce65a7c4674:38979 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-15T17:25:06,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:06,629 DEBUG [RS:1;4ce65a7c4674:38979 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10eda52c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:25:06,629 DEBUG [RS:1;4ce65a7c4674:38979 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bd89690, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ce65a7c4674/172.17.0.2:0 2024-12-15T17:25:06,629 INFO [RS:1;4ce65a7c4674:38979 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-15T17:25:06,629 DEBUG [RS:3;4ce65a7c4674:32947 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-15T17:25:06,629 INFO [RS:1;4ce65a7c4674:38979 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-15T17:25:06,630 DEBUG [RS:1;4ce65a7c4674:38979 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-15T17:25:06,630 DEBUG [RS:3;4ce65a7c4674:32947 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e74ba03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:25:06,630 DEBUG [RS:3;4ce65a7c4674:32947 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@653e46c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ce65a7c4674/172.17.0.2:0 2024-12-15T17:25:06,630 INFO [RS:3;4ce65a7c4674:32947 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-15T17:25:06,630 INFO [RS:3;4ce65a7c4674:32947 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-15T17:25:06,630 DEBUG [RS:3;4ce65a7c4674:32947 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-15T17:25:06,630 INFO [RS:1;4ce65a7c4674:38979 {}] regionserver.HRegionServer(3073): reportForDuty to master=4ce65a7c4674,41609,1734283505140 with isa=4ce65a7c4674/172.17.0.2:38979, startcode=1734283505431 2024-12-15T17:25:06,630 DEBUG [RS:1;4ce65a7c4674:38979 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T17:25:06,630 INFO [RS:3;4ce65a7c4674:32947 {}] regionserver.HRegionServer(3073): reportForDuty to master=4ce65a7c4674,41609,1734283505140 with isa=4ce65a7c4674/172.17.0.2:32947, startcode=1734283505517 2024-12-15T17:25:06,630 DEBUG [RS:3;4ce65a7c4674:32947 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T17:25:06,632 INFO [RS-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48465, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T17:25:06,632 INFO [RS-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46049, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T17:25:06,632 INFO [RS-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36551, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T17:25:06,633 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41609 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 4ce65a7c4674,38979,1734283505431 2024-12-15T17:25:06,633 INFO [RS-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46535, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T17:25:06,633 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41609 {}] master.ServerManager(486): Registering regionserver=4ce65a7c4674,38979,1734283505431 2024-12-15T17:25:06,633 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41609 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 4ce65a7c4674,43937,1734283505463 2024-12-15T17:25:06,633 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41609 {}] master.ServerManager(486): Registering regionserver=4ce65a7c4674,43937,1734283505463 2024-12-15T17:25:06,633 DEBUG [RS:1;4ce65a7c4674:38979 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047 2024-12-15T17:25:06,633 DEBUG [RS:1;4ce65a7c4674:38979 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:45475 2024-12-15T17:25:06,633 DEBUG [RS:1;4ce65a7c4674:38979 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-15T17:25:06,634 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41609 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 4ce65a7c4674,32947,1734283505517 2024-12-15T17:25:06,634 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41609 {}] master.ServerManager(486): Registering regionserver=4ce65a7c4674,32947,1734283505517 2024-12-15T17:25:06,634 DEBUG [RS:2;4ce65a7c4674:43937 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047 2024-12-15T17:25:06,634 DEBUG [RS:2;4ce65a7c4674:43937 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:45475 2024-12-15T17:25:06,634 DEBUG [RS:2;4ce65a7c4674:43937 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-15T17:25:06,634 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41609 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 4ce65a7c4674,43497,1734283505378 2024-12-15T17:25:06,634 DEBUG [RS:3;4ce65a7c4674:32947 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047 2024-12-15T17:25:06,634 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41609 {}] master.ServerManager(486): Registering regionserver=4ce65a7c4674,43497,1734283505378 2024-12-15T17:25:06,634 DEBUG [RS:3;4ce65a7c4674:32947 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:45475 2024-12-15T17:25:06,634 DEBUG [RS:3;4ce65a7c4674:32947 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-15T17:25:06,634 DEBUG [RS:0;4ce65a7c4674:43497 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047 2024-12-15T17:25:06,634 DEBUG [RS:0;4ce65a7c4674:43497 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:45475 2024-12-15T17:25:06,634 DEBUG [RS:0;4ce65a7c4674:43497 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-15T17:25:06,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41609-0x1002ab94a5c0000, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-15T17:25:06,670 DEBUG [RS:3;4ce65a7c4674:32947 {}] zookeeper.ZKUtil(111): regionserver:32947-0x1002ab94a5c0004, quorum=127.0.0.1:64812, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4ce65a7c4674,32947,1734283505517 2024-12-15T17:25:06,670 WARN [RS:3;4ce65a7c4674:32947 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T17:25:06,670 DEBUG [RS:2;4ce65a7c4674:43937 {}] zookeeper.ZKUtil(111): regionserver:43937-0x1002ab94a5c0003, quorum=127.0.0.1:64812, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4ce65a7c4674,43937,1734283505463 2024-12-15T17:25:06,671 WARN [RS:2;4ce65a7c4674:43937 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T17:25:06,671 INFO [RS:3;4ce65a7c4674:32947 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T17:25:06,671 INFO [RS:2;4ce65a7c4674:43937 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T17:25:06,671 DEBUG [RS:3;4ce65a7c4674:32947 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,32947,1734283505517 2024-12-15T17:25:06,671 DEBUG [RS:2;4ce65a7c4674:43937 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463 2024-12-15T17:25:06,671 DEBUG [RS:0;4ce65a7c4674:43497 {}] zookeeper.ZKUtil(111): regionserver:43497-0x1002ab94a5c0001, quorum=127.0.0.1:64812, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4ce65a7c4674,43497,1734283505378 2024-12-15T17:25:06,671 WARN [RS:0;4ce65a7c4674:43497 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T17:25:06,671 INFO [RS:0;4ce65a7c4674:43497 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T17:25:06,671 DEBUG [RS:0;4ce65a7c4674:43497 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43497,1734283505378 2024-12-15T17:25:06,672 DEBUG [RS:1;4ce65a7c4674:38979 {}] zookeeper.ZKUtil(111): regionserver:38979-0x1002ab94a5c0002, quorum=127.0.0.1:64812, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4ce65a7c4674,38979,1734283505431 2024-12-15T17:25:06,672 WARN [RS:1;4ce65a7c4674:38979 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T17:25:06,672 INFO [RS:1;4ce65a7c4674:38979 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T17:25:06,672 DEBUG [RS:1;4ce65a7c4674:38979 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,38979,1734283505431 2024-12-15T17:25:06,677 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ce65a7c4674,38979,1734283505431] 2024-12-15T17:25:06,677 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ce65a7c4674,43937,1734283505463] 2024-12-15T17:25:06,677 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ce65a7c4674,32947,1734283505517] 2024-12-15T17:25:06,677 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ce65a7c4674,43497,1734283505378] 2024-12-15T17:25:06,697 DEBUG [RS:1;4ce65a7c4674:38979 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-15T17:25:06,697 INFO [RS:1;4ce65a7c4674:38979 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-15T17:25:06,706 DEBUG [RS:2;4ce65a7c4674:43937 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-15T17:25:06,706 INFO [RS:2;4ce65a7c4674:43937 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-15T17:25:06,718 DEBUG [RS:0;4ce65a7c4674:43497 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-15T17:25:06,719 INFO [RS:0;4ce65a7c4674:43497 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-15T17:25:06,719 INFO [RS:1;4ce65a7c4674:38979 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-15T17:25:06,722 DEBUG [RS:3;4ce65a7c4674:32947 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-15T17:25:06,722 INFO [RS:3;4ce65a7c4674:32947 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-15T17:25:06,724 INFO [RS:0;4ce65a7c4674:43497 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-15T17:25:06,724 INFO [RS:1;4ce65a7c4674:38979 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-15T17:25:06,726 INFO [RS:1;4ce65a7c4674:38979 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T17:25:06,727 INFO [RS:2;4ce65a7c4674:43937 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-15T17:25:06,727 INFO [RS:3;4ce65a7c4674:32947 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-15T17:25:06,731 INFO [RS:2;4ce65a7c4674:43937 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-15T17:25:06,731 INFO [RS:2;4ce65a7c4674:43937 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T17:25:06,738 INFO [RS:1;4ce65a7c4674:38979 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-15T17:25:06,739 INFO [RS:3;4ce65a7c4674:32947 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-15T17:25:06,739 INFO [RS:3;4ce65a7c4674:32947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T17:25:06,739 INFO [RS:0;4ce65a7c4674:43497 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-15T17:25:06,739 INFO [RS:2;4ce65a7c4674:43937 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-15T17:25:06,739 INFO [RS:0;4ce65a7c4674:43497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T17:25:06,739 INFO [RS:3;4ce65a7c4674:32947 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-15T17:25:06,739 INFO [RS:1;4ce65a7c4674:38979 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-15T17:25:06,740 DEBUG [RS:1;4ce65a7c4674:38979 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:25:06,740 DEBUG [RS:1;4ce65a7c4674:38979 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:25:06,740 DEBUG [RS:1;4ce65a7c4674:38979 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:25:06,740 DEBUG [RS:1;4ce65a7c4674:38979 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:25:06,740 DEBUG [RS:1;4ce65a7c4674:38979 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:25:06,740 INFO [RS:2;4ce65a7c4674:43937 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-15T17:25:06,740 INFO [RS:3;4ce65a7c4674:32947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-15T17:25:06,740 DEBUG [RS:1;4ce65a7c4674:38979 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0, corePoolSize=2, maxPoolSize=2 2024-12-15T17:25:06,740 DEBUG [RS:2;4ce65a7c4674:43937 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:25:06,740 DEBUG [RS:3;4ce65a7c4674:32947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:25:06,740 DEBUG [RS:1;4ce65a7c4674:38979 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:25:06,740 DEBUG [RS:3;4ce65a7c4674:32947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:25:06,740 DEBUG [RS:2;4ce65a7c4674:43937 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:25:06,740 DEBUG [RS:1;4ce65a7c4674:38979 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:25:06,740 DEBUG [RS:3;4ce65a7c4674:32947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:25:06,740 DEBUG [RS:2;4ce65a7c4674:43937 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:25:06,740 DEBUG [RS:1;4ce65a7c4674:38979 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:25:06,740 DEBUG [RS:3;4ce65a7c4674:32947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:25:06,740 DEBUG [RS:1;4ce65a7c4674:38979 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:25:06,740 DEBUG [RS:2;4ce65a7c4674:43937 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:25:06,740 DEBUG [RS:3;4ce65a7c4674:32947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:25:06,740 DEBUG [RS:1;4ce65a7c4674:38979 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:25:06,740 DEBUG [RS:2;4ce65a7c4674:43937 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:25:06,740 DEBUG [RS:3;4ce65a7c4674:32947 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0, corePoolSize=2, maxPoolSize=2 2024-12-15T17:25:06,740 DEBUG [RS:1;4ce65a7c4674:38979 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ce65a7c4674:0, corePoolSize=3, maxPoolSize=3 2024-12-15T17:25:06,740 DEBUG [RS:2;4ce65a7c4674:43937 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0, corePoolSize=2, maxPoolSize=2 2024-12-15T17:25:06,740 DEBUG [RS:3;4ce65a7c4674:32947 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:25:06,740 DEBUG [RS:2;4ce65a7c4674:43937 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:25:06,740 DEBUG [RS:1;4ce65a7c4674:38979 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0, corePoolSize=3, maxPoolSize=3 2024-12-15T17:25:06,740 DEBUG [RS:3;4ce65a7c4674:32947 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:25:06,740 DEBUG [RS:2;4ce65a7c4674:43937 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:25:06,740 DEBUG [RS:3;4ce65a7c4674:32947 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:25:06,740 DEBUG [RS:2;4ce65a7c4674:43937 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:25:06,740 DEBUG [RS:3;4ce65a7c4674:32947 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:25:06,740 DEBUG [RS:2;4ce65a7c4674:43937 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:25:06,740 DEBUG [RS:3;4ce65a7c4674:32947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:25:06,740 DEBUG [RS:2;4ce65a7c4674:43937 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:25:06,740 DEBUG [RS:3;4ce65a7c4674:32947 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ce65a7c4674:0, corePoolSize=3, maxPoolSize=3 2024-12-15T17:25:06,740 DEBUG [RS:3;4ce65a7c4674:32947 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0, corePoolSize=3, maxPoolSize=3 2024-12-15T17:25:06,740 DEBUG [RS:2;4ce65a7c4674:43937 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ce65a7c4674:0, corePoolSize=3, maxPoolSize=3 2024-12-15T17:25:06,740 DEBUG [RS:2;4ce65a7c4674:43937 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0, corePoolSize=3, maxPoolSize=3 2024-12-15T17:25:06,741 INFO [RS:0;4ce65a7c4674:43497 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-15T17:25:06,745 INFO [RS:0;4ce65a7c4674:43497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-15T17:25:06,746 DEBUG [RS:0;4ce65a7c4674:43497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:25:06,746 DEBUG [RS:0;4ce65a7c4674:43497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:25:06,746 DEBUG [RS:0;4ce65a7c4674:43497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:25:06,746 DEBUG [RS:0;4ce65a7c4674:43497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:25:06,746 DEBUG [RS:0;4ce65a7c4674:43497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:25:06,746 DEBUG [RS:0;4ce65a7c4674:43497 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0, corePoolSize=2, maxPoolSize=2 2024-12-15T17:25:06,746 DEBUG [RS:0;4ce65a7c4674:43497 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:25:06,746 DEBUG [RS:0;4ce65a7c4674:43497 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:25:06,746 DEBUG [RS:0;4ce65a7c4674:43497 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:25:06,746 DEBUG [RS:0;4ce65a7c4674:43497 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:25:06,746 DEBUG [RS:0;4ce65a7c4674:43497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:25:06,746 DEBUG [RS:0;4ce65a7c4674:43497 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ce65a7c4674:0, corePoolSize=3, maxPoolSize=3 2024-12-15T17:25:06,746 DEBUG [RS:0;4ce65a7c4674:43497 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0, corePoolSize=3, maxPoolSize=3 2024-12-15T17:25:06,747 INFO [RS:1;4ce65a7c4674:38979 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T17:25:06,747 INFO [RS:1;4ce65a7c4674:38979 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T17:25:06,747 INFO [RS:1;4ce65a7c4674:38979 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-15T17:25:06,747 INFO [RS:1;4ce65a7c4674:38979 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-15T17:25:06,747 INFO [RS:1;4ce65a7c4674:38979 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,38979,1734283505431-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T17:25:06,757 INFO [RS:3;4ce65a7c4674:32947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T17:25:06,757 INFO [RS:3;4ce65a7c4674:32947 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T17:25:06,757 INFO [RS:3;4ce65a7c4674:32947 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-15T17:25:06,757 INFO [RS:3;4ce65a7c4674:32947 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-15T17:25:06,757 INFO [RS:3;4ce65a7c4674:32947 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,32947,1734283505517-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T17:25:06,758 INFO [RS:0;4ce65a7c4674:43497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T17:25:06,758 INFO [RS:0;4ce65a7c4674:43497 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T17:25:06,758 INFO [RS:0;4ce65a7c4674:43497 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-15T17:25:06,758 INFO [RS:0;4ce65a7c4674:43497 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-15T17:25:06,758 INFO [RS:0;4ce65a7c4674:43497 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,43497,1734283505378-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T17:25:06,759 INFO [RS:2;4ce65a7c4674:43937 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T17:25:06,759 INFO [RS:2;4ce65a7c4674:43937 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T17:25:06,759 INFO [RS:2;4ce65a7c4674:43937 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-15T17:25:06,759 INFO [RS:2;4ce65a7c4674:43937 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-15T17:25:06,759 INFO [RS:2;4ce65a7c4674:43937 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,43937,1734283505463-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T17:25:06,773 INFO [RS:2;4ce65a7c4674:43937 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-15T17:25:06,773 INFO [RS:0;4ce65a7c4674:43497 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-15T17:25:06,773 INFO [RS:0;4ce65a7c4674:43497 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,43497,1734283505378-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T17:25:06,773 INFO [RS:2;4ce65a7c4674:43937 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,43937,1734283505463-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T17:25:06,776 INFO [RS:1;4ce65a7c4674:38979 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-15T17:25:06,777 INFO [RS:1;4ce65a7c4674:38979 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,38979,1734283505431-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T17:25:06,785 INFO [RS:3;4ce65a7c4674:32947 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-15T17:25:06,785 INFO [RS:3;4ce65a7c4674:32947 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,32947,1734283505517-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T17:25:06,791 INFO [RS:0;4ce65a7c4674:43497 {}] regionserver.Replication(204): 4ce65a7c4674,43497,1734283505378 started 2024-12-15T17:25:06,791 INFO [RS:0;4ce65a7c4674:43497 {}] regionserver.HRegionServer(1767): Serving as 4ce65a7c4674,43497,1734283505378, RpcServer on 4ce65a7c4674/172.17.0.2:43497, sessionid=0x1002ab94a5c0001 2024-12-15T17:25:06,791 DEBUG [RS:0;4ce65a7c4674:43497 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-15T17:25:06,791 DEBUG [RS:0;4ce65a7c4674:43497 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ce65a7c4674,43497,1734283505378 2024-12-15T17:25:06,791 DEBUG [RS:0;4ce65a7c4674:43497 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ce65a7c4674,43497,1734283505378' 2024-12-15T17:25:06,791 DEBUG [RS:0;4ce65a7c4674:43497 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-15T17:25:06,792 DEBUG [RS:0;4ce65a7c4674:43497 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-15T17:25:06,792 DEBUG [RS:0;4ce65a7c4674:43497 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-15T17:25:06,792 DEBUG [RS:0;4ce65a7c4674:43497 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-15T17:25:06,792 DEBUG [RS:0;4ce65a7c4674:43497 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ce65a7c4674,43497,1734283505378 2024-12-15T17:25:06,792 DEBUG [RS:0;4ce65a7c4674:43497 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ce65a7c4674,43497,1734283505378' 2024-12-15T17:25:06,792 DEBUG [RS:0;4ce65a7c4674:43497 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-15T17:25:06,792 DEBUG [RS:0;4ce65a7c4674:43497 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-15T17:25:06,793 DEBUG [RS:0;4ce65a7c4674:43497 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-15T17:25:06,793 INFO [RS:0;4ce65a7c4674:43497 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-15T17:25:06,793 INFO [RS:0;4ce65a7c4674:43497 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-15T17:25:06,793 INFO [RS:1;4ce65a7c4674:38979 {}] regionserver.Replication(204): 4ce65a7c4674,38979,1734283505431 started 2024-12-15T17:25:06,793 INFO [RS:1;4ce65a7c4674:38979 {}] regionserver.HRegionServer(1767): Serving as 4ce65a7c4674,38979,1734283505431, RpcServer on 4ce65a7c4674/172.17.0.2:38979, sessionid=0x1002ab94a5c0002 2024-12-15T17:25:06,793 DEBUG [RS:1;4ce65a7c4674:38979 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-15T17:25:06,793 DEBUG [RS:1;4ce65a7c4674:38979 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ce65a7c4674,38979,1734283505431 2024-12-15T17:25:06,793 DEBUG [RS:1;4ce65a7c4674:38979 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ce65a7c4674,38979,1734283505431' 2024-12-15T17:25:06,793 DEBUG [RS:1;4ce65a7c4674:38979 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-15T17:25:06,794 DEBUG [RS:1;4ce65a7c4674:38979 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-15T17:25:06,794 DEBUG [RS:1;4ce65a7c4674:38979 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-15T17:25:06,794 DEBUG [RS:1;4ce65a7c4674:38979 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-15T17:25:06,794 DEBUG [RS:1;4ce65a7c4674:38979 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ce65a7c4674,38979,1734283505431 2024-12-15T17:25:06,794 DEBUG [RS:1;4ce65a7c4674:38979 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ce65a7c4674,38979,1734283505431' 2024-12-15T17:25:06,794 DEBUG [RS:1;4ce65a7c4674:38979 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-15T17:25:06,794 DEBUG [RS:1;4ce65a7c4674:38979 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-15T17:25:06,794 DEBUG [RS:1;4ce65a7c4674:38979 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-15T17:25:06,794 INFO [RS:1;4ce65a7c4674:38979 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-15T17:25:06,794 INFO [RS:1;4ce65a7c4674:38979 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-15T17:25:06,799 INFO [RS:2;4ce65a7c4674:43937 {}] regionserver.Replication(204): 4ce65a7c4674,43937,1734283505463 started 2024-12-15T17:25:06,799 INFO [RS:2;4ce65a7c4674:43937 {}] regionserver.HRegionServer(1767): Serving as 4ce65a7c4674,43937,1734283505463, RpcServer on 4ce65a7c4674/172.17.0.2:43937, sessionid=0x1002ab94a5c0003 2024-12-15T17:25:06,800 DEBUG [RS:2;4ce65a7c4674:43937 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-15T17:25:06,800 DEBUG [RS:2;4ce65a7c4674:43937 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ce65a7c4674,43937,1734283505463 2024-12-15T17:25:06,800 DEBUG [RS:2;4ce65a7c4674:43937 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ce65a7c4674,43937,1734283505463' 2024-12-15T17:25:06,800 DEBUG [RS:2;4ce65a7c4674:43937 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-15T17:25:06,800 INFO [RS:3;4ce65a7c4674:32947 {}] regionserver.Replication(204): 4ce65a7c4674,32947,1734283505517 started 2024-12-15T17:25:06,800 INFO [RS:3;4ce65a7c4674:32947 {}] regionserver.HRegionServer(1767): Serving as 4ce65a7c4674,32947,1734283505517, RpcServer on 4ce65a7c4674/172.17.0.2:32947, sessionid=0x1002ab94a5c0004 2024-12-15T17:25:06,800 DEBUG [RS:3;4ce65a7c4674:32947 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-15T17:25:06,800 DEBUG [RS:3;4ce65a7c4674:32947 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ce65a7c4674,32947,1734283505517 2024-12-15T17:25:06,800 DEBUG [RS:3;4ce65a7c4674:32947 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ce65a7c4674,32947,1734283505517' 2024-12-15T17:25:06,800 DEBUG [RS:3;4ce65a7c4674:32947 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-15T17:25:06,800 DEBUG [RS:2;4ce65a7c4674:43937 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-15T17:25:06,800 DEBUG [RS:3;4ce65a7c4674:32947 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-15T17:25:06,800 DEBUG [RS:2;4ce65a7c4674:43937 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-15T17:25:06,800 DEBUG [RS:2;4ce65a7c4674:43937 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-15T17:25:06,800 DEBUG [RS:2;4ce65a7c4674:43937 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ce65a7c4674,43937,1734283505463 2024-12-15T17:25:06,800 DEBUG [RS:2;4ce65a7c4674:43937 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ce65a7c4674,43937,1734283505463' 2024-12-15T17:25:06,800 DEBUG [RS:2;4ce65a7c4674:43937 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-15T17:25:06,800 DEBUG [RS:3;4ce65a7c4674:32947 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-15T17:25:06,800 DEBUG [RS:3;4ce65a7c4674:32947 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-15T17:25:06,800 DEBUG [RS:3;4ce65a7c4674:32947 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ce65a7c4674,32947,1734283505517 2024-12-15T17:25:06,800 DEBUG [RS:3;4ce65a7c4674:32947 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ce65a7c4674,32947,1734283505517' 2024-12-15T17:25:06,800 DEBUG [RS:3;4ce65a7c4674:32947 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-15T17:25:06,800 DEBUG [RS:2;4ce65a7c4674:43937 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-15T17:25:06,801 DEBUG [RS:3;4ce65a7c4674:32947 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-15T17:25:06,801 DEBUG [RS:2;4ce65a7c4674:43937 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-15T17:25:06,801 DEBUG [RS:3;4ce65a7c4674:32947 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-15T17:25:06,801 INFO [RS:2;4ce65a7c4674:43937 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-15T17:25:06,801 INFO [RS:3;4ce65a7c4674:32947 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-15T17:25:06,801 INFO [RS:2;4ce65a7c4674:43937 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-15T17:25:06,801 INFO [RS:3;4ce65a7c4674:32947 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-15T17:25:06,893 INFO [RS:0;4ce65a7c4674:43497 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T17:25:06,894 INFO [RS:0;4ce65a7c4674:43497 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=4ce65a7c4674%2C43497%2C1734283505378, suffix=, logDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43497,1734283505378, archiveDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/oldWALs, maxLogs=10 2024-12-15T17:25:06,895 INFO [RS:1;4ce65a7c4674:38979 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T17:25:06,896 INFO [RS:1;4ce65a7c4674:38979 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=4ce65a7c4674%2C38979%2C1734283505431, suffix=, logDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,38979,1734283505431, archiveDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/oldWALs, maxLogs=10 2024-12-15T17:25:06,901 INFO [RS:2;4ce65a7c4674:43937 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T17:25:06,901 INFO [RS:3;4ce65a7c4674:32947 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T17:25:06,902 INFO [RS:3;4ce65a7c4674:32947 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=4ce65a7c4674%2C32947%2C1734283505517, suffix=, logDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,32947,1734283505517, archiveDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/oldWALs, maxLogs=10 2024-12-15T17:25:06,902 INFO [RS:2;4ce65a7c4674:43937 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=4ce65a7c4674%2C43937%2C1734283505463, suffix=, logDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463, archiveDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/oldWALs, maxLogs=10 2024-12-15T17:25:06,909 DEBUG [RS:1;4ce65a7c4674:38979 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,38979,1734283505431/4ce65a7c4674%2C38979%2C1734283505431.1734283506896, exclude list is [], retry=0 2024-12-15T17:25:06,911 DEBUG [RS-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45101,DS-eba1a8f6-f6e9-4a02-9fc8-841d9aab5d60,DISK] 2024-12-15T17:25:06,911 DEBUG [RS-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39121,DS-9aa2bc86-42b8-41b2-99de-15cf8d3a4d57,DISK] 2024-12-15T17:25:06,911 DEBUG [RS:0;4ce65a7c4674:43497 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43497,1734283505378/4ce65a7c4674%2C43497%2C1734283505378.1734283506895, exclude list is [], retry=0 2024-12-15T17:25:06,911 DEBUG [RS-EventLoopGroup-32-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37513,DS-f31de8b1-9632-4fa8-9379-76a8d4bb0b68,DISK] 2024-12-15T17:25:06,913 DEBUG [RS-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41549,DS-414c4a2d-1c45-4c4d-ace9-fedc282974e2,DISK] 2024-12-15T17:25:06,913 DEBUG [RS-EventLoopGroup-32-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39121,DS-9aa2bc86-42b8-41b2-99de-15cf8d3a4d57,DISK] 2024-12-15T17:25:06,913 DEBUG [RS-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37513,DS-f31de8b1-9632-4fa8-9379-76a8d4bb0b68,DISK] 2024-12-15T17:25:06,914 DEBUG [RS:2;4ce65a7c4674:43937 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.1734283506902, exclude list is [], retry=0 2024-12-15T17:25:06,915 INFO [RS:1;4ce65a7c4674:38979 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,38979,1734283505431/4ce65a7c4674%2C38979%2C1734283505431.1734283506896 2024-12-15T17:25:06,916 DEBUG [RS-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41549,DS-414c4a2d-1c45-4c4d-ace9-fedc282974e2,DISK] 2024-12-15T17:25:06,916 DEBUG [RS-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37513,DS-f31de8b1-9632-4fa8-9379-76a8d4bb0b68,DISK] 2024-12-15T17:25:06,916 DEBUG [RS-EventLoopGroup-32-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39121,DS-9aa2bc86-42b8-41b2-99de-15cf8d3a4d57,DISK] 2024-12-15T17:25:06,916 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-15T17:25:06,916 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047 2024-12-15T17:25:06,917 DEBUG [RS:3;4ce65a7c4674:32947 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,32947,1734283505517/4ce65a7c4674%2C32947%2C1734283505517.1734283506902, exclude list is [], retry=0 2024-12-15T17:25:06,918 DEBUG [RS:1;4ce65a7c4674:38979 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36397:36397),(127.0.0.1/127.0.0.1:43149:43149),(127.0.0.1/127.0.0.1:38389:38389)] 2024-12-15T17:25:06,919 DEBUG [RS-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41549,DS-414c4a2d-1c45-4c4d-ace9-fedc282974e2,DISK] 2024-12-15T17:25:06,919 DEBUG [RS-EventLoopGroup-32-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39121,DS-9aa2bc86-42b8-41b2-99de-15cf8d3a4d57,DISK] 2024-12-15T17:25:06,919 DEBUG [RS-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37513,DS-f31de8b1-9632-4fa8-9379-76a8d4bb0b68,DISK] 2024-12-15T17:25:06,920 INFO [RS:0;4ce65a7c4674:43497 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43497,1734283505378/4ce65a7c4674%2C43497%2C1734283505378.1734283506895 2024-12-15T17:25:06,921 DEBUG [RS:0;4ce65a7c4674:43497 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38645:38645),(127.0.0.1/127.0.0.1:38389:38389),(127.0.0.1/127.0.0.1:43149:43149)] 2024-12-15T17:25:06,921 INFO [RS:2;4ce65a7c4674:43937 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.1734283506902 2024-12-15T17:25:06,922 INFO [RS:3;4ce65a7c4674:32947 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,32947,1734283505517/4ce65a7c4674%2C32947%2C1734283505517.1734283506902 2024-12-15T17:25:06,922 DEBUG [RS:2;4ce65a7c4674:43937 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38389:38389),(127.0.0.1/127.0.0.1:38645:38645),(127.0.0.1/127.0.0.1:43149:43149)] 2024-12-15T17:25:06,922 DEBUG [RS:3;4ce65a7c4674:32947 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38389:38389),(127.0.0.1/127.0.0.1:38645:38645),(127.0.0.1/127.0.0.1:43149:43149)] 2024-12-15T17:25:06,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741836_1012 (size=32) 2024-12-15T17:25:06,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41549 is added to blk_1073741836_1012 (size=32) 2024-12-15T17:25:06,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741836_1012 (size=32) 2024-12-15T17:25:06,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:06,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-15T17:25:06,926 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-15T17:25:06,926 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:06,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:25:06,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-15T17:25:06,927 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-15T17:25:06,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:06,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:25:06,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-15T17:25:06,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-15T17:25:06,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:06,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:25:06,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/hbase/meta/1588230740 2024-12-15T17:25:06,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/hbase/meta/1588230740 2024-12-15T17:25:06,930 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-15T17:25:06,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-15T17:25:06,935 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:25:06,936 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68594169, jitterRate=0.022132769227027893}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-15T17:25:06,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-15T17:25:06,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-15T17:25:06,936 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-15T17:25:06,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-15T17:25:06,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-15T17:25:06,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-15T17:25:06,937 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-15T17:25:06,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-15T17:25:06,937 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-15T17:25:06,937 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-15T17:25:06,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-15T17:25:06,938 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-15T17:25:06,938 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-15T17:25:07,088 DEBUG [4ce65a7c4674:41609 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=4, allServersCount=4 2024-12-15T17:25:07,088 DEBUG [4ce65a7c4674:41609 {}] balancer.BalancerClusterState(202): Hosts are {4ce65a7c4674=0} racks are {/default-rack=0} 2024-12-15T17:25:07,090 DEBUG [4ce65a7c4674:41609 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-15T17:25:07,090 DEBUG [4ce65a7c4674:41609 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-15T17:25:07,090 DEBUG [4ce65a7c4674:41609 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-15T17:25:07,090 DEBUG [4ce65a7c4674:41609 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-15T17:25:07,090 INFO [4ce65a7c4674:41609 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-15T17:25:07,090 INFO [4ce65a7c4674:41609 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-15T17:25:07,090 INFO [4ce65a7c4674:41609 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-15T17:25:07,090 INFO [4ce65a7c4674:41609 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-15T17:25:07,090 DEBUG [4ce65a7c4674:41609 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-15T17:25:07,090 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4ce65a7c4674,43937,1734283505463 2024-12-15T17:25:07,090 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ce65a7c4674,43937,1734283505463, state=OPENING 2024-12-15T17:25:07,095 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-15T17:25:07,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43937-0x1002ab94a5c0003, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:25:07,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38979-0x1002ab94a5c0002, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:25:07,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32947-0x1002ab94a5c0004, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:25:07,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43497-0x1002ab94a5c0001, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:25:07,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41609-0x1002ab94a5c0000, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:25:07,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:25:07,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:25:07,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:25:07,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:25:07,104 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=4ce65a7c4674,43937,1734283505463}] 2024-12-15T17:25:07,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:25:07,180 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:25:07,180 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:25:07,256 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,43937,1734283505463 2024-12-15T17:25:07,256 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T17:25:07,257 INFO [RS-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36296, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-15T17:25:07,264 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-15T17:25:07,264 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T17:25:07,283 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.ReplicationSource(229): queueId=region_replica_replication_catalog, ReplicationSource: region_replica_replication_catalog, currentBandwidth=0 2024-12-15T17:25:07,283 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-15T17:25:07,284 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=78.64 KB, prefix=4ce65a7c4674%2C43937%2C1734283505463.meta, suffix=.meta, logDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463, archiveDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/oldWALs, maxLogs=10 2024-12-15T17:25:07,297 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta, exclude list is [], retry=0 2024-12-15T17:25:07,299 DEBUG [RS-EventLoopGroup-32-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39121,DS-9aa2bc86-42b8-41b2-99de-15cf8d3a4d57,DISK] 2024-12-15T17:25:07,300 DEBUG [RS-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41549,DS-414c4a2d-1c45-4c4d-ace9-fedc282974e2,DISK] 2024-12-15T17:25:07,300 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06fa7705 to 127.0.0.1:64812 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2f550f27 2024-12-15T17:25:07,303 DEBUG [RS-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37513,DS-f31de8b1-9632-4fa8-9379-76a8d4bb0b68,DISK] 2024-12-15T17:25:07,328 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta 2024-12-15T17:25:07,329 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43149:43149),(127.0.0.1/127.0.0.1:38389:38389),(127.0.0.1/127.0.0.1:38645:38645)] 2024-12-15T17:25:07,329 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-15T17:25:07,329 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b155a75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:25:07,330 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-15T17:25:07,330 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-15T17:25:07,330 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-15T17:25:07,330 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-15T17:25:07,330 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:07,330 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-15T17:25:07,331 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-15T17:25:07,337 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: region_replica_replication_catalog connecting to ZooKeeper ensemble=127.0.0.1:64812 2024-12-15T17:25:07,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-15T17:25:07,351 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-15T17:25:07,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:07,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:25:07,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-15T17:25:07,360 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-15T17:25:07,360 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:07,362 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: region_replica_replication_catalog0x0, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T17:25:07,367 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: region_replica_replication_catalog-0x1002ab94a5c0006 connected 2024-12-15T17:25:07,367 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSource(587): peerId=region_replica_replication_catalog, queueId=region_replica_replication_catalog (queues=1) is replicating from cluster=cf468db3-1db1-492b-bc09-c84ce2f7a1bf to cluster=cf468db3-1db1-492b-bc09-c84ce2f7a1bf 2024-12-15T17:25:07,368 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSource(343): peerId=region_replica_replication_catalog, starting shipping worker for walGroupId=4ce65a7c4674%2C43937%2C1734283505463 2024-12-15T17:25:07,368 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=region_replica_replication_catalog, ReplicationSourceWALReaderThread : region_replica_replication_catalog inited, replicationBatchSizeCapacity=10240, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-15T17:25:07,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:25:07,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-15T17:25:07,369 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-15T17:25:07,369 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:07,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:25:07,375 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/hbase/meta/1588230740 2024-12-15T17:25:07,375 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta, startPosition=0, beingWritten=true 2024-12-15T17:25:07,381 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/hbase/meta/1588230740 2024-12-15T17:25:07,381 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4ce65a7c4674%2C43937%2C1734283505463 2024-12-15T17:25:07,388 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-15T17:25:07,390 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-15T17:25:07,391 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66677207, jitterRate=-0.006432190537452698}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-15T17:25:07,392 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-15T17:25:07,403 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734283507256 2024-12-15T17:25:07,412 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:25:07,412 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta to pos 316, reset compression=false 2024-12-15T17:25:07,412 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/3=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_OPEN/1734283507392/Put/vlen=128/seqid=0; >],332}], lastWalPath=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta, lastWalPosition=316, nbRowKeys=1, nbHFiles=0, heapSize=332, lastSeqIds={}, endOfFile=false,usedBufferSize=332] 2024-12-15T17:25:07,415 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-15T17:25:07,416 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-15T17:25:07,416 WARN [ReadOnlyZKClient-127.0.0.1:64812@0x06fa7705 {}] client.ZKConnectionRegistry(198): Meta region is in state OPENING 2024-12-15T17:25:07,419 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,43937,1734283505463 2024-12-15T17:25:07,423 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ce65a7c4674,43937,1734283505463, state=OPEN 2024-12-15T17:25:07,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43497-0x1002ab94a5c0001, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:25:07,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32947-0x1002ab94a5c0004, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:25:07,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41609-0x1002ab94a5c0000, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:25:07,436 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:25:07,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38979-0x1002ab94a5c0002, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:25:07,436 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:25:07,436 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:25:07,439 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:25:07,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43937-0x1002ab94a5c0003, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:25:07,439 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:25:07,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-15T17:25:07,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=4ce65a7c4674,43937,1734283505463 in 332 msec 2024-12-15T17:25:07,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-15T17:25:07,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 505 msec 2024-12-15T17:25:07,444 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 939 msec 2024-12-15T17:25:07,444 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734283507444, completionTime=-1 2024-12-15T17:25:07,444 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=4; waited=0ms, expected min=4 server(s), max=4 server(s), master is running 2024-12-15T17:25:07,444 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-15T17:25:07,445 DEBUG [hconnection-0x9a3144f-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:25:07,446 INFO [RS-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36300, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:25:07,446 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=4 2024-12-15T17:25:07,446 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734283567446 2024-12-15T17:25:07,446 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734283627446 2024-12-15T17:25:07,446 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 2 msec 2024-12-15T17:25:07,462 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-15T17:25:07,463 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,41609,1734283505140-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T17:25:07,463 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,41609,1734283505140-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T17:25:07,463 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,41609,1734283505140-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T17:25:07,463 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4ce65a7c4674:41609, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T17:25:07,463 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-15T17:25:07,463 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-15T17:25:07,463 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-15T17:25:07,465 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-15T17:25:07,467 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-15T17:25:07,468 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T17:25:07,468 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:07,468 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T17:25:07,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41549 is added to blk_1073741838_1014 (size=358) 2024-12-15T17:25:07,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741838_1014 (size=358) 2024-12-15T17:25:07,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741838_1014 (size=358) 2024-12-15T17:25:07,486 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 43558a505c1cd1ebc16dbb8a56f2a9d3, NAME => 'hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047 2024-12-15T17:25:07,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741839_1015 (size=42) 2024-12-15T17:25:07,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741839_1015 (size=42) 2024-12-15T17:25:07,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741839_1015 (size=42) 2024-12-15T17:25:07,494 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:07,494 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 43558a505c1cd1ebc16dbb8a56f2a9d3, disabling compactions & flushes 2024-12-15T17:25:07,494 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3. 2024-12-15T17:25:07,494 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3. 2024-12-15T17:25:07,494 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3. after waiting 0 ms 2024-12-15T17:25:07,494 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3. 2024-12-15T17:25:07,494 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3. 2024-12-15T17:25:07,494 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 43558a505c1cd1ebc16dbb8a56f2a9d3: 2024-12-15T17:25:07,495 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T17:25:07,495 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734283507495"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283507495"}]},"ts":"1734283507495"} 2024-12-15T17:25:07,496 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T17:25:07,496 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T17:25:07,496 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734283507496"}]},"ts":"1734283507496"} 2024-12-15T17:25:07,497 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-15T17:25:07,512 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {4ce65a7c4674=0} racks are {/default-rack=0} 2024-12-15T17:25:07,513 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-15T17:25:07,513 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-15T17:25:07,513 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-15T17:25:07,513 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-15T17:25:07,513 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-15T17:25:07,513 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-15T17:25:07,513 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-15T17:25:07,513 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-15T17:25:07,513 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-15T17:25:07,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=43558a505c1cd1ebc16dbb8a56f2a9d3, ASSIGN}] 2024-12-15T17:25:07,514 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=43558a505c1cd1ebc16dbb8a56f2a9d3, ASSIGN 2024-12-15T17:25:07,514 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=43558a505c1cd1ebc16dbb8a56f2a9d3, ASSIGN; state=OFFLINE, location=4ce65a7c4674,43937,1734283505463; forceNewPlan=false, retain=false 2024-12-15T17:25:07,624 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta to pos 316, reset compression=false 2024-12-15T17:25:07,629 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:25:07,629 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta to pos 685, reset compression=false 2024-12-15T17:25:07,629 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/4=[#edits: 2 = ],436}, {hbase:meta/1588230740/5=[#edits: 1 = ],188}], lastWalPath=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta, lastWalPosition=685, nbRowKeys=2, nbHFiles=0, heapSize=624, lastSeqIds={}, endOfFile=false,usedBufferSize=624] 2024-12-15T17:25:07,665 INFO [4ce65a7c4674:41609 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-15T17:25:07,665 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=43558a505c1cd1ebc16dbb8a56f2a9d3, regionState=OPENING, regionLocation=4ce65a7c4674,43937,1734283505463 2024-12-15T17:25:07,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 43558a505c1cd1ebc16dbb8a56f2a9d3, server=4ce65a7c4674,43937,1734283505463}] 2024-12-15T17:25:07,818 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,43937,1734283505463 2024-12-15T17:25:07,820 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3. 2024-12-15T17:25:07,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 43558a505c1cd1ebc16dbb8a56f2a9d3, NAME => 'hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3.', STARTKEY => '', ENDKEY => ''} 2024-12-15T17:25:07,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 43558a505c1cd1ebc16dbb8a56f2a9d3 2024-12-15T17:25:07,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:07,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 43558a505c1cd1ebc16dbb8a56f2a9d3 2024-12-15T17:25:07,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 43558a505c1cd1ebc16dbb8a56f2a9d3 2024-12-15T17:25:07,821 INFO [StoreOpener-43558a505c1cd1ebc16dbb8a56f2a9d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 43558a505c1cd1ebc16dbb8a56f2a9d3 2024-12-15T17:25:07,822 INFO [StoreOpener-43558a505c1cd1ebc16dbb8a56f2a9d3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43558a505c1cd1ebc16dbb8a56f2a9d3 columnFamilyName info 2024-12-15T17:25:07,822 DEBUG [StoreOpener-43558a505c1cd1ebc16dbb8a56f2a9d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:07,822 INFO [StoreOpener-43558a505c1cd1ebc16dbb8a56f2a9d3-1 {}] regionserver.HStore(327): Store=43558a505c1cd1ebc16dbb8a56f2a9d3/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:25:07,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/hbase/namespace/43558a505c1cd1ebc16dbb8a56f2a9d3 2024-12-15T17:25:07,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/hbase/namespace/43558a505c1cd1ebc16dbb8a56f2a9d3 2024-12-15T17:25:07,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 43558a505c1cd1ebc16dbb8a56f2a9d3 2024-12-15T17:25:07,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/hbase/namespace/43558a505c1cd1ebc16dbb8a56f2a9d3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:25:07,826 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 43558a505c1cd1ebc16dbb8a56f2a9d3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64460830, jitterRate=-0.039458781480789185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:25:07,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 43558a505c1cd1ebc16dbb8a56f2a9d3: 2024-12-15T17:25:07,842 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta to pos 685, reset compression=false 2024-12-15T17:25:07,845 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:25:07,846 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta to pos 1094, reset compression=false 2024-12-15T17:25:07,846 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/6=[#edits: 3 = ],612}], lastWalPath=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta, lastWalPosition=1094, nbRowKeys=1, nbHFiles=0, heapSize=612, lastSeqIds={}, endOfFile=false,usedBufferSize=612] 2024-12-15T17:25:07,893 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3., pid=6, masterSystemTime=1734283507818 2024-12-15T17:25:07,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3. 2024-12-15T17:25:07,894 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3. 2024-12-15T17:25:07,894 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=43558a505c1cd1ebc16dbb8a56f2a9d3, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,43937,1734283505463 2024-12-15T17:25:07,896 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-15T17:25:07,896 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 43558a505c1cd1ebc16dbb8a56f2a9d3, server=4ce65a7c4674,43937,1734283505463 in 229 msec 2024-12-15T17:25:07,897 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-15T17:25:07,897 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=43558a505c1cd1ebc16dbb8a56f2a9d3, ASSIGN in 383 msec 2024-12-15T17:25:07,898 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T17:25:07,898 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734283507898"}]},"ts":"1734283507898"} 2024-12-15T17:25:07,898 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-15T17:25:08,049 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta to pos 1094, reset compression=false 2024-12-15T17:25:08,053 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:25:08,053 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta to pos 1808, reset compression=false 2024-12-15T17:25:08,053 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/7=[#edits: 5 = ],916}, {hbase:meta/1588230740/8=[#edits: 1 = ],188}], lastWalPath=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta, lastWalPosition=1808, nbRowKeys=2, nbHFiles=0, heapSize=1104, lastSeqIds={}, endOfFile=false,usedBufferSize=1104] 2024-12-15T17:25:08,073 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:41609-0x1002ab94a5c0000, quorum=127.0.0.1:64812, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-15T17:25:08,073 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T17:25:08,074 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 610 msec 2024-12-15T17:25:08,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38979-0x1002ab94a5c0002, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:25:08,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41609-0x1002ab94a5c0000, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-15T17:25:08,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41609-0x1002ab94a5c0000, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:25:08,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43497-0x1002ab94a5c0001, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:25:08,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43937-0x1002ab94a5c0003, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:25:08,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32947-0x1002ab94a5c0004, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:25:08,139 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-15T17:25:08,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41609-0x1002ab94a5c0000, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-15T17:25:08,256 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta to pos 1808, reset compression=false 2024-12-15T17:25:08,265 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:25:08,265 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:25:08,278 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 139 msec 2024-12-15T17:25:08,282 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-15T17:25:08,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41609-0x1002ab94a5c0000, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-15T17:25:08,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 115 msec 2024-12-15T17:25:08,560 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta to pos 1808, reset compression=false 2024-12-15T17:25:08,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41609-0x1002ab94a5c0000, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-15T17:25:08,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41609-0x1002ab94a5c0000, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-15T17:25:08,587 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 2.958sec 2024-12-15T17:25:08,587 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-15T17:25:08,587 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-15T17:25:08,587 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-15T17:25:08,587 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-15T17:25:08,587 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-15T17:25:08,587 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,41609,1734283505140-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T17:25:08,587 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,41609,1734283505140-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-15T17:25:08,592 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-15T17:25:08,592 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-15T17:25:08,592 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,41609,1734283505140-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T17:25:08,662 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x410629f4 to 127.0.0.1:64812 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d2f09fd 2024-12-15T17:25:08,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@260c6080, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:25:08,703 DEBUG [hconnection-0x41f294d6-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:25:08,705 INFO [RS-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36302, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:25:08,706 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=4ce65a7c4674,41609,1734283505140 2024-12-15T17:25:08,706 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T17:25:08,707 INFO [RS-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53606, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T17:25:08,709 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41609 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table hbase:meta from 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} to 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', REGION_REPLICATION => '3', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-15T17:25:08,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41609 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=hbase:meta 2024-12-15T17:25:08,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741840_1016 (size=1064) 2024-12-15T17:25:08,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41549 is added to blk_1073741840_1016 (size=1064) 2024-12-15T17:25:08,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741840_1016 (size=1064) 2024-12-15T17:25:08,963 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta to pos 1808, reset compression=false 2024-12-15T17:25:09,142 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-15T17:25:09,142 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/hbase/meta/.tabledesc/.tableinfo.0000000002.1064 2024-12-15T17:25:09,144 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=hbase:meta}] 2024-12-15T17:25:09,145 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE}] 2024-12-15T17:25:09,145 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE 2024-12-15T17:25:09,146 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=CLOSING, regionLocation=4ce65a7c4674,43937,1734283505463 2024-12-15T17:25:09,146 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ce65a7c4674,43937,1734283505463, state=CLOSING 2024-12-15T17:25:09,148 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41609 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=CLOSING, location=4ce65a7c4674,43937,1734283505463, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-15T17:25:09,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43937-0x1002ab94a5c0003, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:25:09,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43497-0x1002ab94a5c0001, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:25:09,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38979-0x1002ab94a5c0002, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:25:09,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32947-0x1002ab94a5c0004, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:25:09,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41609-0x1002ab94a5c0000, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:25:09,237 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T17:25:09,237 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:25:09,237 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:25:09,237 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:25:09,237 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:25:09,237 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:25:09,237 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; CloseRegionProcedure 1588230740, server=4ce65a7c4674,43937,1734283505463}] 2024-12-15T17:25:09,389 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,43937,1734283505463 2024-12-15T17:25:09,389 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] handler.UnassignRegionHandler(124): Close 1588230740 2024-12-15T17:25:09,389 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T17:25:09,389 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-15T17:25:09,389 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-15T17:25:09,389 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-15T17:25:09,389 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-15T17:25:09,389 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-15T17:25:09,389 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=1.23 KB heapSize=2.87 KB 2024-12-15T17:25:09,403 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/hbase/meta/1588230740/.tmp/info/93f9e5616e2d48bb90d0b6722d43048f is 143, key is hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3./info:regioninfo/1734283507894/Put/seqid=0 2024-12-15T17:25:09,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741841_1017 (size=6595) 2024-12-15T17:25:09,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741841_1017 (size=6595) 2024-12-15T17:25:09,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41549 is added to blk_1073741841_1017 (size=6595) 2024-12-15T17:25:09,410 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.14 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/hbase/meta/1588230740/.tmp/info/93f9e5616e2d48bb90d0b6722d43048f 2024-12-15T17:25:09,426 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/hbase/meta/1588230740/.tmp/table/79dd84d3d40449c181d012a0c758e9ce is 51, key is hbase:namespace/table:state/1734283507898/Put/seqid=0 2024-12-15T17:25:09,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41549 is added to blk_1073741842_1018 (size=5242) 2024-12-15T17:25:09,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741842_1018 (size=5242) 2024-12-15T17:25:09,433 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=94 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/hbase/meta/1588230740/.tmp/table/79dd84d3d40449c181d012a0c758e9ce 2024-12-15T17:25:09,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741842_1018 (size=5242) 2024-12-15T17:25:09,437 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/hbase/meta/1588230740/.tmp/info/93f9e5616e2d48bb90d0b6722d43048f as hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/hbase/meta/1588230740/info/93f9e5616e2d48bb90d0b6722d43048f 2024-12-15T17:25:09,440 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/hbase/meta/1588230740/info/93f9e5616e2d48bb90d0b6722d43048f, entries=10, sequenceid=9, filesize=6.4 K 2024-12-15T17:25:09,441 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/hbase/meta/1588230740/.tmp/table/79dd84d3d40449c181d012a0c758e9ce as hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/hbase/meta/1588230740/table/79dd84d3d40449c181d012a0c758e9ce 2024-12-15T17:25:09,446 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/hbase/meta/1588230740/table/79dd84d3d40449c181d012a0c758e9ce, entries=2, sequenceid=9, filesize=5.1 K 2024-12-15T17:25:09,446 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(3040): Finished flush of dataSize ~1.23 KB/1264, heapSize ~2.59 KB/2648, currentSize=0 B/0 for 1588230740 in 57ms, sequenceid=9, compaction requested=false 2024-12-15T17:25:09,446 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-15T17:25:09,450 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/hbase/meta/1588230740/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-15T17:25:09,451 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T17:25:09,452 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-15T17:25:09,453 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-15T17:25:09,453 WARN [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] regionserver.HRegionServer(3786): Not adding moved region record: 1588230740 to self. 2024-12-15T17:25:09,454 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META, pid=12}] handler.UnassignRegionHandler(170): Closed 1588230740 2024-12-15T17:25:09,454 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=CLOSED 2024-12-15T17:25:09,454 WARN [PEWorker-1 {}] zookeeper.MetaTableLocator(168): Tried to set null ServerName in hbase:meta; skipping -- ServerName required 2024-12-15T17:25:09,455 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-12-15T17:25:09,455 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; CloseRegionProcedure 1588230740, server=4ce65a7c4674,43937,1734283505463 in 217 msec 2024-12-15T17:25:09,455 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE; state=CLOSED, location=4ce65a7c4674,43937,1734283505463; forceNewPlan=false, retain=true 2024-12-15T17:25:09,466 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta to pos 1808, reset compression=false 2024-12-15T17:25:09,469 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:25:09,469 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta to pos 2476, reset compression=false 2024-12-15T17:25:09,469 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/10=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734283509390/Put/vlen=101/seqid=0; >],284}, {hbase:meta/1588230740/11=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734283509446/Put/vlen=169/seqid=0; >],356}, {hbase:meta/1588230740/12=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_CLOSE/1734283509448/Put/vlen=128/seqid=0; >],332}], lastWalPath=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta, lastWalPosition=2476, nbRowKeys=3, nbHFiles=0, heapSize=972, lastSeqIds={}, endOfFile=false,usedBufferSize=972] 2024-12-15T17:25:09,471 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-Writer-0 {}] regionserver.RegionReplicaReplicationEndpoint$RegionReplicaSinkWriter(446): Skipping location cache; only one location found for hbase:meta 2024-12-15T17:25:09,472 WARN [ReadOnlyZKClient-127.0.0.1:64812@0x06fa7705 {}] client.ZKConnectionRegistry(198): Meta region is in state CLOSING 2024-12-15T17:25:09,605 INFO [4ce65a7c4674:41609 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-15T17:25:09,606 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4ce65a7c4674,43937,1734283505463 2024-12-15T17:25:09,606 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ce65a7c4674,43937,1734283505463, state=OPENING 2024-12-15T17:25:09,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43497-0x1002ab94a5c0001, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:25:09,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38979-0x1002ab94a5c0002, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:25:09,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43937-0x1002ab94a5c0003, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:25:09,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32947-0x1002ab94a5c0004, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:25:09,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41609-0x1002ab94a5c0000, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:25:09,644 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:25:09,644 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:25:09,644 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:25:09,644 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:25:09,644 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 1588230740, server=4ce65a7c4674,43937,1734283505463}] 2024-12-15T17:25:09,644 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:25:09,672 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta to pos 2476, reset compression=false 2024-12-15T17:25:09,753 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:25:09,753 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:25:09,796 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,43937,1734283505463 2024-12-15T17:25:09,798 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-15T17:25:09,799 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-15T17:25:09,799 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-15T17:25:09,799 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-15T17:25:09,799 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-15T17:25:09,800 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-15T17:25:09,800 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:09,800 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-15T17:25:09,800 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-15T17:25:09,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-15T17:25:09,802 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-15T17:25:09,802 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:09,813 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/hbase/meta/1588230740/info/93f9e5616e2d48bb90d0b6722d43048f 2024-12-15T17:25:09,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:25:09,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-15T17:25:09,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-15T17:25:09,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:09,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:25:09,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-15T17:25:09,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-15T17:25:09,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:09,819 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/hbase/meta/1588230740/table/79dd84d3d40449c181d012a0c758e9ce 2024-12-15T17:25:09,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:25:09,820 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/hbase/meta/1588230740 2024-12-15T17:25:09,821 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/hbase/meta/1588230740 2024-12-15T17:25:09,822 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-15T17:25:09,823 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-15T17:25:09,823 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65325066, jitterRate=-0.02658066153526306}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-15T17:25:09,824 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-15T17:25:09,824 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=13, masterSystemTime=1734283509796 2024-12-15T17:25:09,825 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-15T17:25:09,825 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=13}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-15T17:25:09,825 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=13, regionLocation=4ce65a7c4674,43937,1734283505463 2024-12-15T17:25:09,826 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ce65a7c4674,43937,1734283505463, state=OPEN 2024-12-15T17:25:09,858 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41609 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=4ce65a7c4674,43937,1734283505463, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-15T17:25:09,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41609-0x1002ab94a5c0000, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:25:09,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43497-0x1002ab94a5c0001, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:25:09,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32947-0x1002ab94a5c0004, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:25:09,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38979-0x1002ab94a5c0002, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:25:09,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43937-0x1002ab94a5c0003, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:25:09,859 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:25:09,859 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:25:09,859 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:25:09,859 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:25:09,859 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:25:09,861 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-12-15T17:25:09,861 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 1588230740, server=4ce65a7c4674,43937,1734283505463 in 215 msec 2024-12-15T17:25:09,862 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-12-15T17:25:09,862 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE in 716 msec 2024-12-15T17:25:09,863 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-15T17:25:09,863 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; ReopenTableRegionsProcedure table=hbase:meta in 718 msec 2024-12-15T17:25:09,864 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN}] 2024-12-15T17:25:09,865 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN 2024-12-15T17:25:09,865 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN 2024-12-15T17:25:09,865 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-15T17:25:09,865 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-15T17:25:09,988 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta to pos 2476, reset compression=false 2024-12-15T17:25:09,992 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:25:09,992 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta to pos 2775, reset compression=false 2024-12-15T17:25:09,992 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/14=[#edits: 1 = <\x00/METAFAMILY:HBASE::REGION_EVENT::REGION_OPEN/1734283509824/Put/vlen=196/seqid=0; >],404}], lastWalPath=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta, lastWalPosition=2775, nbRowKeys=1, nbHFiles=0, heapSize=404, lastSeqIds={}, endOfFile=false,usedBufferSize=404] 2024-12-15T17:25:09,995 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-Writer-0 {}] regionserver.RegionReplicaReplicationEndpoint$RegionReplicaSinkWriter(446): Skipping location cache; only one location found for hbase:meta 2024-12-15T17:25:10,016 DEBUG [4ce65a7c4674:41609 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=4, allServersCount=4 2024-12-15T17:25:10,016 DEBUG [4ce65a7c4674:41609 {}] balancer.BalancerClusterState(202): Hosts are {4ce65a7c4674=0} racks are {/default-rack=0} 2024-12-15T17:25:10,019 DEBUG [4ce65a7c4674:41609 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-15T17:25:10,019 DEBUG [4ce65a7c4674:41609 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-15T17:25:10,019 DEBUG [4ce65a7c4674:41609 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-15T17:25:10,019 DEBUG [4ce65a7c4674:41609 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-15T17:25:10,020 INFO [4ce65a7c4674:41609 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-15T17:25:10,020 INFO [4ce65a7c4674:41609 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-15T17:25:10,020 INFO [4ce65a7c4674:41609 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-15T17:25:10,020 INFO [4ce65a7c4674:41609 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-15T17:25:10,020 DEBUG [4ce65a7c4674:41609 {}] balancer.BalancerClusterState(319): Number of tables=2, number of hosts=1, number of racks=1 2024-12-15T17:25:10,020 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=1657623790, regionState=OPENING, regionLocation=4ce65a7c4674,38979,1734283505431 2024-12-15T17:25:10,020 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=534574363, regionState=OPENING, regionLocation=4ce65a7c4674,43497,1734283505378 2024-12-15T17:25:10,023 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=1 location in ZooKeeper as 4ce65a7c4674,43497,1734283505378, state=OPENING 2024-12-15T17:25:10,023 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=2 location in ZooKeeper as 4ce65a7c4674,38979,1734283505431, state=OPENING 2024-12-15T17:25:10,036 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(185): hbase:meta region location doesn't exist for replicaId=2, create it 2024-12-15T17:25:10,036 DEBUG [PEWorker-5 {}] zookeeper.MetaTableLocator(185): hbase:meta region location doesn't exist for replicaId=1, create it 2024-12-15T17:25:10,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43497-0x1002ab94a5c0001, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:25:10,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43937-0x1002ab94a5c0003, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:25:10,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38979-0x1002ab94a5c0002, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:25:10,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41609-0x1002ab94a5c0000, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:25:10,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32947-0x1002ab94a5c0004, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:25:10,046 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:25:10,046 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:25:10,046 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:25:10,046 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:25:10,046 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:25:10,046 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=16, ppid=14, state=RUNNABLE; OpenRegionProcedure 534574363, server=4ce65a7c4674,43497,1734283505378}] 2024-12-15T17:25:10,046 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-15T17:25:10,046 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-15T17:25:10,047 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-15T17:25:10,047 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-15T17:25:10,047 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:25:10,047 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:25:10,047 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:25:10,047 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:25:10,047 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-15T17:25:10,048 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=15, state=RUNNABLE; OpenRegionProcedure 1657623790, server=4ce65a7c4674,38979,1734283505431}] 2024-12-15T17:25:10,049 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:25:10,196 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta to pos 2775, reset compression=false 2024-12-15T17:25:10,199 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,43497,1734283505378 2024-12-15T17:25:10,199 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T17:25:10,201 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,38979,1734283505431 2024-12-15T17:25:10,201 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T17:25:10,204 INFO [RS-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55714, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-15T17:25:10,210 INFO [RS-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44124, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-15T17:25:10,213 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(135): Open hbase:meta,,1_0002.1657623790 2024-12-15T17:25:10,213 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7285): Opening region: {ENCODED => 1657623790, NAME => 'hbase:meta,,1_0002', STARTKEY => '', ENDKEY => '', REPLICA_ID => 2} 2024-12-15T17:25:10,213 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-15T17:25:10,213 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1_0002 service=MultiRowMutationService 2024-12-15T17:25:10,213 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-15T17:25:10,213 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1657623790 2024-12-15T17:25:10,213 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(894): Instantiated hbase:meta,,1_0002.1657623790; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:10,213 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7327): checking encryption for 1657623790 2024-12-15T17:25:10,213 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7330): checking classloading for 1657623790 2024-12-15T17:25:10,214 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1657623790 2024-12-15T17:25:10,215 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName info 2024-12-15T17:25:10,215 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:10,215 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] handler.AssignRegionHandler(135): Open hbase:meta,,1_0001.534574363 2024-12-15T17:25:10,215 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7285): Opening region: {ENCODED => 534574363, NAME => 'hbase:meta,,1_0001', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} 2024-12-15T17:25:10,215 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-15T17:25:10,216 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1_0001 service=MultiRowMutationService 2024-12-15T17:25:10,216 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-15T17:25:10,216 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 534574363 2024-12-15T17:25:10,216 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(894): Instantiated hbase:meta,,1_0001.534574363; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:10,216 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7327): checking encryption for 534574363 2024-12-15T17:25:10,216 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(7330): checking classloading for 534574363 2024-12-15T17:25:10,219 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 534574363 2024-12-15T17:25:10,220 INFO [StoreOpener-534574363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534574363 columnFamilyName info 2024-12-15T17:25:10,221 DEBUG [StoreOpener-534574363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:10,225 DEBUG [StoreOpener-1657623790-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/hbase/meta/1588230740/info/93f9e5616e2d48bb90d0b6722d43048f 2024-12-15T17:25:10,225 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:25:10,226 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1657623790 2024-12-15T17:25:10,227 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName rep_barrier 2024-12-15T17:25:10,227 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:10,227 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:25:10,227 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1657623790 2024-12-15T17:25:10,227 DEBUG [StoreOpener-534574363-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/hbase/meta/1588230740/info/93f9e5616e2d48bb90d0b6722d43048f 2024-12-15T17:25:10,227 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(327): Store=534574363/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:25:10,228 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 534574363 2024-12-15T17:25:10,228 INFO [StoreOpener-1657623790-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1657623790 columnFamilyName table 2024-12-15T17:25:10,228 DEBUG [StoreOpener-1657623790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:10,229 INFO [StoreOpener-534574363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534574363 columnFamilyName rep_barrier 2024-12-15T17:25:10,229 DEBUG [StoreOpener-534574363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:10,229 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(327): Store=534574363/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:25:10,229 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 534574363 2024-12-15T17:25:10,230 INFO [StoreOpener-534574363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534574363 columnFamilyName table 2024-12-15T17:25:10,230 DEBUG [StoreOpener-534574363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:10,232 DEBUG [StoreOpener-1657623790-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/hbase/meta/1588230740/table/79dd84d3d40449c181d012a0c758e9ce 2024-12-15T17:25:10,232 INFO [StoreOpener-1657623790-1 {}] regionserver.HStore(327): Store=1657623790/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:25:10,233 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-15T17:25:10,235 DEBUG [StoreOpener-534574363-1 {}] regionserver.StoreEngine(277): loaded hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/hbase/meta/1588230740/table/79dd84d3d40449c181d012a0c758e9ce 2024-12-15T17:25:10,235 INFO [StoreOpener-534574363-1 {}] regionserver.HStore(327): Store=534574363/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:25:10,235 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-15T17:25:10,236 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1102): Opened 1657623790; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75084578, jitterRate=0.11884739995002747}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-15T17:25:10,236 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1001): Region open journal for 1657623790: 2024-12-15T17:25:10,236 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1_0002.1657623790, pid=17, masterSystemTime=1734283510201 2024-12-15T17:25:10,236 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(1102): Opened 534574363; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74694830, jitterRate=0.11303970217704773}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-15T17:25:10,237 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegion(1001): Region open journal for 534574363: 2024-12-15T17:25:10,237 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1_0001.534574363, pid=16, masterSystemTime=1734283510198 2024-12-15T17:25:10,237 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1_0002.1657623790 2024-12-15T17:25:10,237 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(164): Opened hbase:meta,,1_0002.1657623790 2024-12-15T17:25:10,237 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(112): RPC'ing to primary hbase:meta,,1.1588230740 from hbase:meta,,1_0002.1657623790 to trigger FLUSH 2024-12-15T17:25:10,237 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=1657623790, regionState=OPEN, openSeqNum=13, regionLocation=4ce65a7c4674,38979,1734283505431 2024-12-15T17:25:10,237 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T17:25:10,238 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=2 location in ZooKeeper as 4ce65a7c4674,38979,1734283505431, state=OPEN 2024-12-15T17:25:10,239 INFO [RS-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49218, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-15T17:25:10,239 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43937 {}] regionserver.RSRpcServices(1768): Flushing hbase:meta,,1.1588230740 2024-12-15T17:25:10,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43937 {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-15T17:25:10,240 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(155): Triggered empty flush marker (memstore empty) on primary region replica 1588230740 for 1657623790; now waiting and blocking reads until observing a flush marker 2024-12-15T17:25:10,240 INFO [RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] regionserver.HRegion(5092): Enabling reads for 1657623790 2024-12-15T17:25:10,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38979-0x1002ab94a5c0002, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-15T17:25:10,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41609-0x1002ab94a5c0000, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-15T17:25:10,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43937-0x1002ab94a5c0003, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-15T17:25:10,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43497-0x1002ab94a5c0001, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-15T17:25:10,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32947-0x1002ab94a5c0004, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-2 2024-12-15T17:25:10,245 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-15T17:25:10,245 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-15T17:25:10,245 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-15T17:25:10,245 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-15T17:25:10,245 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-2: CHANGED 2024-12-15T17:25:10,246 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=15 2024-12-15T17:25:10,246 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=15, state=SUCCESS; OpenRegionProcedure 1657623790, server=4ce65a7c4674,38979,1734283505431 in 197 msec 2024-12-15T17:25:10,247 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1657623790, ASSIGN in 382 msec 2024-12-15T17:25:10,501 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta to pos 2775, reset compression=false 2024-12-15T17:25:10,509 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:25:10,509 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta to pos 2910, reset compression=false 2024-12-15T17:25:10,509 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/16=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734283510239/Put/vlen=52/seqid=0; >],236}], lastWalPath=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta, lastWalPosition=2910, nbRowKeys=1, nbHFiles=0, heapSize=236, lastSeqIds={}, endOfFile=false,usedBufferSize=236] 2024-12-15T17:25:10,513 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-Writer-1 {}] regionserver.RegionReplicaReplicationEndpoint$RegionReplicaSinkWriter(446): Skipping location cache; only one location found for hbase:meta 2024-12-15T17:25:10,516 WARN [ReadOnlyZKClient-127.0.0.1:64812@0x06fa7705 {}] client.ZKConnectionRegistry(218): Meta region for replica 1 is in state OPENING 2024-12-15T17:25:10,517 WARN [ReadOnlyZKClient-127.0.0.1:64812@0x06fa7705 {}] client.ZKConnectionRegistry(218): Meta region for replica 1 is in state OPENING 2024-12-15T17:25:10,523 DEBUG [RegionReplicaReplicationEndpoint-rpc-shared-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T17:25:10,524 INFO [RS-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44140, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=AdminService 2024-12-15T17:25:10,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38979 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: CANNOT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 18446744073709551615 region_name: "hbase:meta,,1" 2024-12-15T17:25:10,618 WARN [ReadOnlyZKClient-127.0.0.1:64812@0x06fa7705 {}] client.ZKConnectionRegistry(218): Meta region for replica 1 is in state OPENING 2024-12-15T17:25:10,716 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta to pos 2910, reset compression=false 2024-12-15T17:25:10,821 WARN [ReadOnlyZKClient-127.0.0.1:64812@0x06fa7705 {}] client.ZKConnectionRegistry(218): Meta region for replica 1 is in state OPENING 2024-12-15T17:25:11,020 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta to pos 2910, reset compression=false 2024-12-15T17:25:11,066 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:25:11,066 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:25:11,122 WARN [ReadOnlyZKClient-127.0.0.1:64812@0x06fa7705 {}] client.ZKConnectionRegistry(218): Meta region for replica 1 is in state OPENING 2024-12-15T17:25:11,424 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta to pos 2910, reset compression=false 2024-12-15T17:25:11,626 WARN [ReadOnlyZKClient-127.0.0.1:64812@0x06fa7705 {}] client.ZKConnectionRegistry(218): Meta region for replica 1 is in state OPENING 2024-12-15T17:25:11,791 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:25:11,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:25:11,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=236B, Limit=268435456B 2024-12-15T17:25:11,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:25:11,928 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta to pos 2910, reset compression=false 2024-12-15T17:25:12,532 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta to pos 2910, reset compression=false 2024-12-15T17:25:12,637 WARN [ReadOnlyZKClient-127.0.0.1:64812@0x06fa7705 {}] client.ZKConnectionRegistry(218): Meta region for replica 1 is in state OPENING 2024-12-15T17:25:12,833 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-15T17:25:12,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:12,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:12,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:12,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:12,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:12,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:12,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:12,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:12,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:12,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:12,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:12,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:12,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:12,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:12,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:12,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:12,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:12,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:12,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:12,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:12,907 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-15T17:25:13,235 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta to pos 2910, reset compression=false 2024-12-15T17:25:13,353 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:25:13,353 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:25:13,480 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:25:13,480 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:25:13,966 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:25:13,966 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:25:14,041 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta to pos 2910, reset compression=false 2024-12-15T17:25:14,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-15T17:25:14,482 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-15T17:25:14,483 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-15T17:25:14,483 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-15T17:25:14,483 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-15T17:25:14,483 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-15T17:25:14,484 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T17:25:14,484 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-15T17:25:14,642 WARN [ReadOnlyZKClient-127.0.0.1:64812@0x06fa7705 {}] client.ZKConnectionRegistry(218): Meta region for replica 1 is in state OPENING 2024-12-15T17:25:14,643 DEBUG [RegionReplicaReplicationEndpoint-rpc-shared-pool-0 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4126 ms ago, cancelled=false, msg=There is no location table=hbase:meta ,replica=1, row=\x00, details=null, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.HBaseIOException: There is no location table=hbase:meta ,replica=1, row=\x00 at org.apache.hadoop.hbase.client.RegionAdminServiceCallable.getLocation(RegionAdminServiceCallable.java:103) at org.apache.hadoop.hbase.client.RegionAdminServiceCallable.prepare(RegionAdminServiceCallable.java:83) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:102) at org.apache.hadoop.hbase.replication.regionserver.RegionReplicaReplicationEndpoint$RetryingRpcCallable.call(RegionReplicaReplicationEndpoint.java:582) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T17:25:14,965 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta to pos 2910, reset compression=false 2024-12-15T17:25:15,983 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta to pos 2910, reset compression=false 2024-12-15T17:25:16,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:25:16,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:25:16,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=236B, Limit=268435456B 2024-12-15T17:25:16,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:25:16,966 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:25:16,967 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:25:17,054 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:25:17,054 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:25:17,093 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta to pos 2910, reset compression=false 2024-12-15T17:25:18,300 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta to pos 2910, reset compression=false 2024-12-15T17:25:18,664 WARN [ReadOnlyZKClient-127.0.0.1:64812@0x06fa7705 {}] client.ZKConnectionRegistry(218): Meta region for replica 1 is in state OPENING 2024-12-15T17:25:18,665 DEBUG [RegionReplicaReplicationEndpoint-rpc-shared-pool-0 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8148 ms ago, cancelled=false, msg=There is no location table=hbase:meta ,replica=1, row=\x00, details=null, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.HBaseIOException: There is no location table=hbase:meta ,replica=1, row=\x00 at org.apache.hadoop.hbase.client.RegionAdminServiceCallable.getLocation(RegionAdminServiceCallable.java:103) at org.apache.hadoop.hbase.client.RegionAdminServiceCallable.prepare(RegionAdminServiceCallable.java:83) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:102) at org.apache.hadoop.hbase.replication.regionserver.RegionReplicaReplicationEndpoint$RetryingRpcCallable.call(RegionReplicaReplicationEndpoint.java:582) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T17:25:19,608 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta to pos 2910, reset compression=false 2024-12-15T17:25:19,881 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:25:19,881 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:25:20,067 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:25:20,067 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:25:20,240 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegionServer(2729): Failed report transition server { host_name: "4ce65a7c4674" port: 43497 start_code: 1734283505378 } transition { transition_code: OPENED region_info { region_id: 1 table_name { namespace: "hbase" qualifier: "meta" } start_key: "" end_key: "" offline: false split: false replica_id: 1 } open_seq_num: 13 proc_id: 16 initiating_master_active_time: 1734283505629 }; retry (#0) immediately. org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=4ce65a7c4674:41609 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=34,methodName=ReportRegionStateTransition], waitTime=10002ms, rpcTimeout=10000ms at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:253) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setTimeout(Call.java:109) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection$1.run(RpcConnection.java:171) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=34,methodName=ReportRegionStateTransition], waitTime=10002ms, rpcTimeout=10000ms at org.apache.hadoop.hbase.ipc.RpcConnection$1.run(RpcConnection.java:172) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] ... 6 more 2024-12-15T17:25:20,243 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegionServer(2715): TRANSITION REPORTED server { host_name: "4ce65a7c4674" port: 43497 start_code: 1734283505378 } transition { transition_code: OPENED region_info { region_id: 1 table_name { namespace: "hbase" qualifier: "meta" } start_key: "" end_key: "" offline: false split: false replica_id: 1 } open_seq_num: 13 proc_id: 16 initiating_master_active_time: 1734283505629 } 2024-12-15T17:25:20,243 WARN [RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=41609 {}] ipc.CallRunner(100): Dropping timed out call: callId: 34 service: RegionServerStatusService methodName: ReportRegionStateTransition size: 113 connection: 172.17.0.2:46535 deadline: 1734283520237 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$ReportRegionStateTransitionRequest connection: 172.17.0.2:46535 2024-12-15T17:25:20,243 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1_0001.534574363 2024-12-15T17:25:20,243 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=16}] handler.AssignRegionHandler(164): Opened hbase:meta,,1_0001.534574363 2024-12-15T17:25:20,243 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(112): RPC'ing to primary hbase:meta,,1.1588230740 from hbase:meta,,1_0001.534574363 to trigger FLUSH 2024-12-15T17:25:20,243 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=534574363, regionState=OPEN, openSeqNum=13, regionLocation=4ce65a7c4674,43497,1734283505378 2024-12-15T17:25:20,243 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T17:25:20,245 INFO [RS-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55536, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=AdminService 2024-12-15T17:25:20,245 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=1 location in ZooKeeper as 4ce65a7c4674,43497,1734283505378, state=OPEN 2024-12-15T17:25:20,245 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43937 {}] regionserver.RSRpcServices(1768): Flushing hbase:meta,,1.1588230740 2024-12-15T17:25:20,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43937 {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-15T17:25:20,246 DEBUG [RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] handler.RegionReplicaFlushHandler(155): Triggered empty flush marker (memstore empty) on primary region replica 1588230740 for 534574363; now waiting and blocking reads until observing a flush marker 2024-12-15T17:25:20,246 INFO [RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0-0 {event_type=RS_REGION_REPLICA_FLUSH}] regionserver.HRegion(5092): Enabling reads for 534574363 2024-12-15T17:25:20,274 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41609 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=4ce65a7c4674,43497,1734283505378, table=hbase:meta, region=534574363. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-15T17:25:20,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41609-0x1002ab94a5c0000, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-15T17:25:20,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43937-0x1002ab94a5c0003, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-15T17:25:20,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32947-0x1002ab94a5c0004, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-15T17:25:20,286 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:25:20,286 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:25:20,286 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:25:20,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43497-0x1002ab94a5c0001, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-15T17:25:20,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38979-0x1002ab94a5c0002, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server-1 2024-12-15T17:25:20,286 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:25:20,286 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server-1: CHANGED 2024-12-15T17:25:20,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=16, resume processing ppid=14 2024-12-15T17:25:20,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=14, state=SUCCESS; OpenRegionProcedure 534574363, server=4ce65a7c4674,43497,1734283505378 in 10.2390 sec 2024-12-15T17:25:20,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=14, resume processing ppid=9 2024-12-15T17:25:20,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=534574363, ASSIGN in 10.4230 sec 2024-12-15T17:25:20,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; ModifyTableProcedure table=hbase:meta in 11.5790 sec 2024-12-15T17:25:20,290 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41609 {}] ipc.RpcServer(591): (responseTooSlow): {"call":"ModifyTable(org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$ModifyTableRequest)","starttimems":"1734283508709","responsesize":"2","method":"ModifyTable","param":"TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$ModifyTableRequest","processingtimems":11580,"blockbytesscanned":"0","fsreadtime":"0","client":"172.17.0.2:53606","queuetimems":1,"class":"HMaster"} 2024-12-15T17:25:20,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T17:25:20,292 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T17:25:20,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testHBaseMetaReplicates_0', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T17:25:20,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testHBaseMetaReplicates_0 2024-12-15T17:25:20,294 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testHBaseMetaReplicates_0 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T17:25:20,294 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:20,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testHBaseMetaReplicates_0" procId is: 18 2024-12-15T17:25:20,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-15T17:25:20,296 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testHBaseMetaReplicates_0 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T17:25:20,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741843_1019 (size=377) 2024-12-15T17:25:20,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741843_1019 (size=377) 2024-12-15T17:25:20,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741843_1019 (size=377) 2024-12-15T17:25:20,336 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 203fa074391697fe80bb425df65daad2, NAME => 'testHBaseMetaReplicates_0,bbb,1734283520293.203fa074391697fe80bb425df65daad2.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047 2024-12-15T17:25:20,340 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 01ed335783102439365a6a58af3ded17, NAME => 'testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047 2024-12-15T17:25:20,344 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 3daa779a17e38f0cd0550cc03b57cdda, NAME => 'testHBaseMetaReplicates_0,ccc,1734283520293.3daa779a17e38f0cd0550cc03b57cdda.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047 2024-12-15T17:25:20,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-15T17:25:20,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741844_1020 (size=66) 2024-12-15T17:25:20,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741844_1020 (size=66) 2024-12-15T17:25:20,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741844_1020 (size=66) 2024-12-15T17:25:20,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41549 is added to blk_1073741845_1021 (size=66) 2024-12-15T17:25:20,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741845_1021 (size=66) 2024-12-15T17:25:20,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741845_1021 (size=66) 2024-12-15T17:25:20,431 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,ccc,1734283520293.3daa779a17e38f0cd0550cc03b57cdda.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:20,432 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1681): Closing 3daa779a17e38f0cd0550cc03b57cdda, disabling compactions & flushes 2024-12-15T17:25:20,432 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,ccc,1734283520293.3daa779a17e38f0cd0550cc03b57cdda. 2024-12-15T17:25:20,432 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,ccc,1734283520293.3daa779a17e38f0cd0550cc03b57cdda. 2024-12-15T17:25:20,432 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,ccc,1734283520293.3daa779a17e38f0cd0550cc03b57cdda. after waiting 0 ms 2024-12-15T17:25:20,432 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,ccc,1734283520293.3daa779a17e38f0cd0550cc03b57cdda. 2024-12-15T17:25:20,432 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,ccc,1734283520293.3daa779a17e38f0cd0550cc03b57cdda. 2024-12-15T17:25:20,432 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1635): Region close journal for 3daa779a17e38f0cd0550cc03b57cdda: 2024-12-15T17:25:20,433 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => fb6b996c1f758ba6802cdc89e8e88efe, NAME => 'testHBaseMetaReplicates_0,ddd,1734283520293.fb6b996c1f758ba6802cdc89e8e88efe.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047 2024-12-15T17:25:20,435 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,bbb,1734283520293.203fa074391697fe80bb425df65daad2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:20,435 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1681): Closing 203fa074391697fe80bb425df65daad2, disabling compactions & flushes 2024-12-15T17:25:20,436 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,bbb,1734283520293.203fa074391697fe80bb425df65daad2. 2024-12-15T17:25:20,436 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,bbb,1734283520293.203fa074391697fe80bb425df65daad2. 2024-12-15T17:25:20,436 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,bbb,1734283520293.203fa074391697fe80bb425df65daad2. after waiting 0 ms 2024-12-15T17:25:20,436 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,bbb,1734283520293.203fa074391697fe80bb425df65daad2. 2024-12-15T17:25:20,436 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,bbb,1734283520293.203fa074391697fe80bb425df65daad2. 2024-12-15T17:25:20,436 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1635): Region close journal for 203fa074391697fe80bb425df65daad2: 2024-12-15T17:25:20,436 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => afed1399feff55462ad01594581f26e2, NAME => 'testHBaseMetaReplicates_0,eee,1734283520293.afed1399feff55462ad01594581f26e2.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047 2024-12-15T17:25:20,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41549 is added to blk_1073741846_1022 (size=63) 2024-12-15T17:25:20,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741846_1022 (size=63) 2024-12-15T17:25:20,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741846_1022 (size=63) 2024-12-15T17:25:20,456 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:20,456 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1681): Closing 01ed335783102439365a6a58af3ded17, disabling compactions & flushes 2024-12-15T17:25:20,456 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17. 2024-12-15T17:25:20,456 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17. 2024-12-15T17:25:20,456 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17. after waiting 0 ms 2024-12-15T17:25:20,456 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17. 2024-12-15T17:25:20,456 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17. 2024-12-15T17:25:20,456 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1635): Region close journal for 01ed335783102439365a6a58af3ded17: 2024-12-15T17:25:20,457 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f08fad4af97bff08782cb7e05596410b, NAME => 'testHBaseMetaReplicates_0,fff,1734283520293.f08fad4af97bff08782cb7e05596410b.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047 2024-12-15T17:25:20,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741847_1023 (size=66) 2024-12-15T17:25:20,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41549 is added to blk_1073741847_1023 (size=66) 2024-12-15T17:25:20,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741847_1023 (size=66) 2024-12-15T17:25:20,504 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,eee,1734283520293.afed1399feff55462ad01594581f26e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:20,504 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1681): Closing afed1399feff55462ad01594581f26e2, disabling compactions & flushes 2024-12-15T17:25:20,504 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,eee,1734283520293.afed1399feff55462ad01594581f26e2. 2024-12-15T17:25:20,504 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,eee,1734283520293.afed1399feff55462ad01594581f26e2. 2024-12-15T17:25:20,504 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,eee,1734283520293.afed1399feff55462ad01594581f26e2. after waiting 0 ms 2024-12-15T17:25:20,504 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,eee,1734283520293.afed1399feff55462ad01594581f26e2. 2024-12-15T17:25:20,504 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,eee,1734283520293.afed1399feff55462ad01594581f26e2. 2024-12-15T17:25:20,504 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1635): Region close journal for afed1399feff55462ad01594581f26e2: 2024-12-15T17:25:20,505 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 71a1c30a77a9d98d5457627db4d32714, NAME => 'testHBaseMetaReplicates_0,ggg,1734283520293.71a1c30a77a9d98d5457627db4d32714.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047 2024-12-15T17:25:20,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741848_1024 (size=66) 2024-12-15T17:25:20,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741848_1024 (size=66) 2024-12-15T17:25:20,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741848_1024 (size=66) 2024-12-15T17:25:20,556 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,ddd,1734283520293.fb6b996c1f758ba6802cdc89e8e88efe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:20,556 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1681): Closing fb6b996c1f758ba6802cdc89e8e88efe, disabling compactions & flushes 2024-12-15T17:25:20,556 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,ddd,1734283520293.fb6b996c1f758ba6802cdc89e8e88efe. 2024-12-15T17:25:20,556 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,ddd,1734283520293.fb6b996c1f758ba6802cdc89e8e88efe. 2024-12-15T17:25:20,556 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,ddd,1734283520293.fb6b996c1f758ba6802cdc89e8e88efe. after waiting 0 ms 2024-12-15T17:25:20,556 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,ddd,1734283520293.fb6b996c1f758ba6802cdc89e8e88efe. 2024-12-15T17:25:20,556 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,ddd,1734283520293.fb6b996c1f758ba6802cdc89e8e88efe. 2024-12-15T17:25:20,556 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1635): Region close journal for fb6b996c1f758ba6802cdc89e8e88efe: 2024-12-15T17:25:20,557 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => fc22d398785f692520dace054fe1f093, NAME => 'testHBaseMetaReplicates_0,hhh,1734283520293.fc22d398785f692520dace054fe1f093.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047 2024-12-15T17:25:20,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41549 is added to blk_1073741849_1025 (size=66) 2024-12-15T17:25:20,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741849_1025 (size=66) 2024-12-15T17:25:20,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741849_1025 (size=66) 2024-12-15T17:25:20,562 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,fff,1734283520293.f08fad4af97bff08782cb7e05596410b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:20,562 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1681): Closing f08fad4af97bff08782cb7e05596410b, disabling compactions & flushes 2024-12-15T17:25:20,562 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,fff,1734283520293.f08fad4af97bff08782cb7e05596410b. 2024-12-15T17:25:20,562 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,fff,1734283520293.f08fad4af97bff08782cb7e05596410b. 2024-12-15T17:25:20,562 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,fff,1734283520293.f08fad4af97bff08782cb7e05596410b. after waiting 0 ms 2024-12-15T17:25:20,562 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,fff,1734283520293.f08fad4af97bff08782cb7e05596410b. 2024-12-15T17:25:20,562 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,fff,1734283520293.f08fad4af97bff08782cb7e05596410b. 2024-12-15T17:25:20,562 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1635): Region close journal for f08fad4af97bff08782cb7e05596410b: 2024-12-15T17:25:20,563 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 2ac5db3b34ca1720d38bfadbefef829a, NAME => 'testHBaseMetaReplicates_0,iii,1734283520293.2ac5db3b34ca1720d38bfadbefef829a.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047 2024-12-15T17:25:20,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741850_1026 (size=66) 2024-12-15T17:25:20,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741850_1026 (size=66) 2024-12-15T17:25:20,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41549 is added to blk_1073741850_1026 (size=66) 2024-12-15T17:25:20,599 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,ggg,1734283520293.71a1c30a77a9d98d5457627db4d32714.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:20,599 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1681): Closing 71a1c30a77a9d98d5457627db4d32714, disabling compactions & flushes 2024-12-15T17:25:20,599 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,ggg,1734283520293.71a1c30a77a9d98d5457627db4d32714. 2024-12-15T17:25:20,599 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,ggg,1734283520293.71a1c30a77a9d98d5457627db4d32714. 2024-12-15T17:25:20,599 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,ggg,1734283520293.71a1c30a77a9d98d5457627db4d32714. after waiting 0 ms 2024-12-15T17:25:20,599 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,ggg,1734283520293.71a1c30a77a9d98d5457627db4d32714. 2024-12-15T17:25:20,599 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,ggg,1734283520293.71a1c30a77a9d98d5457627db4d32714. 2024-12-15T17:25:20,599 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1635): Region close journal for 71a1c30a77a9d98d5457627db4d32714: 2024-12-15T17:25:20,600 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 14cb587b72f8731bab7db98b58d356dd, NAME => 'testHBaseMetaReplicates_0,jjj,1734283520293.14cb587b72f8731bab7db98b58d356dd.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047 2024-12-15T17:25:20,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-15T17:25:20,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41549 is added to blk_1073741851_1027 (size=66) 2024-12-15T17:25:20,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741851_1027 (size=66) 2024-12-15T17:25:20,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741851_1027 (size=66) 2024-12-15T17:25:20,657 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,hhh,1734283520293.fc22d398785f692520dace054fe1f093.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:20,657 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1681): Closing fc22d398785f692520dace054fe1f093, disabling compactions & flushes 2024-12-15T17:25:20,657 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,hhh,1734283520293.fc22d398785f692520dace054fe1f093. 2024-12-15T17:25:20,657 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,hhh,1734283520293.fc22d398785f692520dace054fe1f093. 2024-12-15T17:25:20,657 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,hhh,1734283520293.fc22d398785f692520dace054fe1f093. after waiting 0 ms 2024-12-15T17:25:20,657 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,hhh,1734283520293.fc22d398785f692520dace054fe1f093. 2024-12-15T17:25:20,657 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,hhh,1734283520293.fc22d398785f692520dace054fe1f093. 2024-12-15T17:25:20,657 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1635): Region close journal for fc22d398785f692520dace054fe1f093: 2024-12-15T17:25:20,658 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => c84862161c7d618c258250c3088fa33d, NAME => 'testHBaseMetaReplicates_0,kkk,1734283520293.c84862161c7d618c258250c3088fa33d.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047 2024-12-15T17:25:20,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741852_1028 (size=66) 2024-12-15T17:25:20,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741852_1028 (size=66) 2024-12-15T17:25:20,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741852_1028 (size=66) 2024-12-15T17:25:20,680 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,iii,1734283520293.2ac5db3b34ca1720d38bfadbefef829a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:20,680 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1681): Closing 2ac5db3b34ca1720d38bfadbefef829a, disabling compactions & flushes 2024-12-15T17:25:20,680 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,iii,1734283520293.2ac5db3b34ca1720d38bfadbefef829a. 2024-12-15T17:25:20,680 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,iii,1734283520293.2ac5db3b34ca1720d38bfadbefef829a. 2024-12-15T17:25:20,680 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,iii,1734283520293.2ac5db3b34ca1720d38bfadbefef829a. after waiting 0 ms 2024-12-15T17:25:20,680 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,iii,1734283520293.2ac5db3b34ca1720d38bfadbefef829a. 2024-12-15T17:25:20,680 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,iii,1734283520293.2ac5db3b34ca1720d38bfadbefef829a. 2024-12-15T17:25:20,680 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1635): Region close journal for 2ac5db3b34ca1720d38bfadbefef829a: 2024-12-15T17:25:20,681 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d486977fc419debe1bb7dc886ff93327, NAME => 'testHBaseMetaReplicates_0,lll,1734283520293.d486977fc419debe1bb7dc886ff93327.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047 2024-12-15T17:25:20,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41549 is added to blk_1073741853_1029 (size=66) 2024-12-15T17:25:20,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741853_1029 (size=66) 2024-12-15T17:25:20,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741853_1029 (size=66) 2024-12-15T17:25:20,717 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,jjj,1734283520293.14cb587b72f8731bab7db98b58d356dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:20,717 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1681): Closing 14cb587b72f8731bab7db98b58d356dd, disabling compactions & flushes 2024-12-15T17:25:20,717 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,jjj,1734283520293.14cb587b72f8731bab7db98b58d356dd. 2024-12-15T17:25:20,717 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,jjj,1734283520293.14cb587b72f8731bab7db98b58d356dd. 2024-12-15T17:25:20,717 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,jjj,1734283520293.14cb587b72f8731bab7db98b58d356dd. after waiting 0 ms 2024-12-15T17:25:20,717 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,jjj,1734283520293.14cb587b72f8731bab7db98b58d356dd. 2024-12-15T17:25:20,717 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,jjj,1734283520293.14cb587b72f8731bab7db98b58d356dd. 2024-12-15T17:25:20,717 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1635): Region close journal for 14cb587b72f8731bab7db98b58d356dd: 2024-12-15T17:25:20,718 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => deff9d45a6ebb276ddf90f696aa7e3fd, NAME => 'testHBaseMetaReplicates_0,mmm,1734283520293.deff9d45a6ebb276ddf90f696aa7e3fd.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047 2024-12-15T17:25:20,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741854_1030 (size=66) 2024-12-15T17:25:20,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741854_1030 (size=66) 2024-12-15T17:25:20,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741854_1030 (size=66) 2024-12-15T17:25:20,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741855_1031 (size=66) 2024-12-15T17:25:20,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741855_1031 (size=66) 2024-12-15T17:25:20,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41549 is added to blk_1073741855_1031 (size=66) 2024-12-15T17:25:20,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741856_1032 (size=66) 2024-12-15T17:25:20,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741856_1032 (size=66) 2024-12-15T17:25:20,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41549 is added to blk_1073741856_1032 (size=66) 2024-12-15T17:25:20,801 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,mmm,1734283520293.deff9d45a6ebb276ddf90f696aa7e3fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:20,801 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1681): Closing deff9d45a6ebb276ddf90f696aa7e3fd, disabling compactions & flushes 2024-12-15T17:25:20,801 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,mmm,1734283520293.deff9d45a6ebb276ddf90f696aa7e3fd. 2024-12-15T17:25:20,801 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,mmm,1734283520293.deff9d45a6ebb276ddf90f696aa7e3fd. 2024-12-15T17:25:20,801 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,mmm,1734283520293.deff9d45a6ebb276ddf90f696aa7e3fd. after waiting 0 ms 2024-12-15T17:25:20,801 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,mmm,1734283520293.deff9d45a6ebb276ddf90f696aa7e3fd. 2024-12-15T17:25:20,801 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,mmm,1734283520293.deff9d45a6ebb276ddf90f696aa7e3fd. 2024-12-15T17:25:20,801 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1635): Region close journal for deff9d45a6ebb276ddf90f696aa7e3fd: 2024-12-15T17:25:20,801 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 7f35b277f34effd5246042dcfe85a8eb, NAME => 'testHBaseMetaReplicates_0,nnn,1734283520293.7f35b277f34effd5246042dcfe85a8eb.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047 2024-12-15T17:25:20,855 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:25:20,855 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:25:20,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741857_1033 (size=66) 2024-12-15T17:25:20,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741857_1033 (size=66) 2024-12-15T17:25:20,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41549 is added to blk_1073741857_1033 (size=66) 2024-12-15T17:25:20,901 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,nnn,1734283520293.7f35b277f34effd5246042dcfe85a8eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:20,901 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1681): Closing 7f35b277f34effd5246042dcfe85a8eb, disabling compactions & flushes 2024-12-15T17:25:20,901 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,nnn,1734283520293.7f35b277f34effd5246042dcfe85a8eb. 2024-12-15T17:25:20,901 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,nnn,1734283520293.7f35b277f34effd5246042dcfe85a8eb. 2024-12-15T17:25:20,901 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,nnn,1734283520293.7f35b277f34effd5246042dcfe85a8eb. after waiting 0 ms 2024-12-15T17:25:20,901 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,nnn,1734283520293.7f35b277f34effd5246042dcfe85a8eb. 2024-12-15T17:25:20,901 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,nnn,1734283520293.7f35b277f34effd5246042dcfe85a8eb. 2024-12-15T17:25:20,901 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1635): Region close journal for 7f35b277f34effd5246042dcfe85a8eb: 2024-12-15T17:25:20,902 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => f484d022a0b61d256bc89c9546e1cbf5, NAME => 'testHBaseMetaReplicates_0,ooo,1734283520293.f484d022a0b61d256bc89c9546e1cbf5.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047 2024-12-15T17:25:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-15T17:25:20,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741858_1034 (size=66) 2024-12-15T17:25:20,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741858_1034 (size=66) 2024-12-15T17:25:20,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41549 is added to blk_1073741858_1034 (size=66) 2024-12-15T17:25:20,991 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,ooo,1734283520293.f484d022a0b61d256bc89c9546e1cbf5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:20,991 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1681): Closing f484d022a0b61d256bc89c9546e1cbf5, disabling compactions & flushes 2024-12-15T17:25:20,992 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,ooo,1734283520293.f484d022a0b61d256bc89c9546e1cbf5. 2024-12-15T17:25:20,992 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,ooo,1734283520293.f484d022a0b61d256bc89c9546e1cbf5. 2024-12-15T17:25:20,992 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,ooo,1734283520293.f484d022a0b61d256bc89c9546e1cbf5. after waiting 0 ms 2024-12-15T17:25:20,992 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,ooo,1734283520293.f484d022a0b61d256bc89c9546e1cbf5. 2024-12-15T17:25:20,992 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,ooo,1734283520293.f484d022a0b61d256bc89c9546e1cbf5. 2024-12-15T17:25:20,992 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1635): Region close journal for f484d022a0b61d256bc89c9546e1cbf5: 2024-12-15T17:25:20,993 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => f3107e06f17663abef43df4f965dd513, NAME => 'testHBaseMetaReplicates_0,ppp,1734283520293.f3107e06f17663abef43df4f965dd513.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047 2024-12-15T17:25:21,015 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta to pos 2910, reset compression=false 2024-12-15T17:25:21,064 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 1 WAL entries eligible for replication 2024-12-15T17:25:21,064 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta to pos 3045, reset compression=false 2024-12-15T17:25:21,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41549 is added to blk_1073741859_1035 (size=66) 2024-12-15T17:25:21,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741859_1035 (size=66) 2024-12-15T17:25:21,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741859_1035 (size=66) 2024-12-15T17:25:21,087 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,ppp,1734283520293.f3107e06f17663abef43df4f965dd513.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:21,087 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1681): Closing f3107e06f17663abef43df4f965dd513, disabling compactions & flushes 2024-12-15T17:25:21,087 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,ppp,1734283520293.f3107e06f17663abef43df4f965dd513. 2024-12-15T17:25:21,087 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,ppp,1734283520293.f3107e06f17663abef43df4f965dd513. 2024-12-15T17:25:21,087 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,ppp,1734283520293.f3107e06f17663abef43df4f965dd513. after waiting 0 ms 2024-12-15T17:25:21,087 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,ppp,1734283520293.f3107e06f17663abef43df4f965dd513. 2024-12-15T17:25:21,087 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,ppp,1734283520293.f3107e06f17663abef43df4f965dd513. 2024-12-15T17:25:21,087 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1635): Region close journal for f3107e06f17663abef43df4f965dd513: 2024-12-15T17:25:21,088 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 221a69822fc62a9463c5c9fcb5277d73, NAME => 'testHBaseMetaReplicates_0,qqq,1734283520293.221a69822fc62a9463c5c9fcb5277d73.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047 2024-12-15T17:25:21,146 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,kkk,1734283520293.c84862161c7d618c258250c3088fa33d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:21,146 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1681): Closing c84862161c7d618c258250c3088fa33d, disabling compactions & flushes 2024-12-15T17:25:21,146 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,kkk,1734283520293.c84862161c7d618c258250c3088fa33d. 2024-12-15T17:25:21,146 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,kkk,1734283520293.c84862161c7d618c258250c3088fa33d. 2024-12-15T17:25:21,146 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,kkk,1734283520293.c84862161c7d618c258250c3088fa33d. after waiting 0 ms 2024-12-15T17:25:21,146 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,kkk,1734283520293.c84862161c7d618c258250c3088fa33d. 2024-12-15T17:25:21,146 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,kkk,1734283520293.c84862161c7d618c258250c3088fa33d. 2024-12-15T17:25:21,146 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1635): Region close journal for c84862161c7d618c258250c3088fa33d: 2024-12-15T17:25:21,147 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => ac66a1d73d9ffce03e30e52d7400a113, NAME => 'testHBaseMetaReplicates_0,rrr,1734283520293.ac66a1d73d9ffce03e30e52d7400a113.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047 2024-12-15T17:25:21,188 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,lll,1734283520293.d486977fc419debe1bb7dc886ff93327.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:21,188 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1681): Closing d486977fc419debe1bb7dc886ff93327, disabling compactions & flushes 2024-12-15T17:25:21,188 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,lll,1734283520293.d486977fc419debe1bb7dc886ff93327. 2024-12-15T17:25:21,188 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,lll,1734283520293.d486977fc419debe1bb7dc886ff93327. 2024-12-15T17:25:21,188 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,lll,1734283520293.d486977fc419debe1bb7dc886ff93327. after waiting 0 ms 2024-12-15T17:25:21,188 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,lll,1734283520293.d486977fc419debe1bb7dc886ff93327. 2024-12-15T17:25:21,188 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,lll,1734283520293.d486977fc419debe1bb7dc886ff93327. 2024-12-15T17:25:21,188 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1635): Region close journal for d486977fc419debe1bb7dc886ff93327: 2024-12-15T17:25:21,189 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => cd36423b8a400f47b4fddd7aea516a00, NAME => 'testHBaseMetaReplicates_0,sss,1734283520293.cd36423b8a400f47b4fddd7aea516a00.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047 2024-12-15T17:25:21,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41549 is added to blk_1073741860_1036 (size=66) 2024-12-15T17:25:21,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741860_1036 (size=66) 2024-12-15T17:25:21,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741860_1036 (size=66) 2024-12-15T17:25:21,207 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,qqq,1734283520293.221a69822fc62a9463c5c9fcb5277d73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:21,207 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1681): Closing 221a69822fc62a9463c5c9fcb5277d73, disabling compactions & flushes 2024-12-15T17:25:21,208 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,qqq,1734283520293.221a69822fc62a9463c5c9fcb5277d73. 2024-12-15T17:25:21,208 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,qqq,1734283520293.221a69822fc62a9463c5c9fcb5277d73. 2024-12-15T17:25:21,208 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,qqq,1734283520293.221a69822fc62a9463c5c9fcb5277d73. after waiting 0 ms 2024-12-15T17:25:21,208 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,qqq,1734283520293.221a69822fc62a9463c5c9fcb5277d73. 2024-12-15T17:25:21,208 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,qqq,1734283520293.221a69822fc62a9463c5c9fcb5277d73. 2024-12-15T17:25:21,208 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1635): Region close journal for 221a69822fc62a9463c5c9fcb5277d73: 2024-12-15T17:25:21,209 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 3e15309aabd312448d789238feb18aa9, NAME => 'testHBaseMetaReplicates_0,ttt,1734283520293.3e15309aabd312448d789238feb18aa9.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047 2024-12-15T17:25:21,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741861_1037 (size=66) 2024-12-15T17:25:21,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41549 is added to blk_1073741861_1037 (size=66) 2024-12-15T17:25:21,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741861_1037 (size=66) 2024-12-15T17:25:21,256 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,rrr,1734283520293.ac66a1d73d9ffce03e30e52d7400a113.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:21,256 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1681): Closing ac66a1d73d9ffce03e30e52d7400a113, disabling compactions & flushes 2024-12-15T17:25:21,256 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,rrr,1734283520293.ac66a1d73d9ffce03e30e52d7400a113. 2024-12-15T17:25:21,256 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,rrr,1734283520293.ac66a1d73d9ffce03e30e52d7400a113. 2024-12-15T17:25:21,256 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,rrr,1734283520293.ac66a1d73d9ffce03e30e52d7400a113. after waiting 0 ms 2024-12-15T17:25:21,256 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,rrr,1734283520293.ac66a1d73d9ffce03e30e52d7400a113. 2024-12-15T17:25:21,256 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,rrr,1734283520293.ac66a1d73d9ffce03e30e52d7400a113. 2024-12-15T17:25:21,256 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1635): Region close journal for ac66a1d73d9ffce03e30e52d7400a113: 2024-12-15T17:25:21,257 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 09ceb1da06f037a04fc81b52fa2d9323, NAME => 'testHBaseMetaReplicates_0,uuu,1734283520293.09ceb1da06f037a04fc81b52fa2d9323.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047 2024-12-15T17:25:21,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41549 is added to blk_1073741862_1038 (size=66) 2024-12-15T17:25:21,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741862_1038 (size=66) 2024-12-15T17:25:21,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741862_1038 (size=66) 2024-12-15T17:25:21,293 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,sss,1734283520293.cd36423b8a400f47b4fddd7aea516a00.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:21,293 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1681): Closing cd36423b8a400f47b4fddd7aea516a00, disabling compactions & flushes 2024-12-15T17:25:21,293 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,sss,1734283520293.cd36423b8a400f47b4fddd7aea516a00. 2024-12-15T17:25:21,293 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,sss,1734283520293.cd36423b8a400f47b4fddd7aea516a00. 2024-12-15T17:25:21,293 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,sss,1734283520293.cd36423b8a400f47b4fddd7aea516a00. after waiting 0 ms 2024-12-15T17:25:21,293 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,sss,1734283520293.cd36423b8a400f47b4fddd7aea516a00. 2024-12-15T17:25:21,293 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,sss,1734283520293.cd36423b8a400f47b4fddd7aea516a00. 2024-12-15T17:25:21,293 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1635): Region close journal for cd36423b8a400f47b4fddd7aea516a00: 2024-12-15T17:25:21,294 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 49c73611337e492b462d8c10d149b525, NAME => 'testHBaseMetaReplicates_0,vvv,1734283520293.49c73611337e492b462d8c10d149b525.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047 2024-12-15T17:25:21,301 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta to pos 3045, reset compression=false 2024-12-15T17:25:21,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741863_1039 (size=66) 2024-12-15T17:25:21,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741863_1039 (size=66) 2024-12-15T17:25:21,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41549 is added to blk_1073741863_1039 (size=66) 2024-12-15T17:25:21,371 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,ttt,1734283520293.3e15309aabd312448d789238feb18aa9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:21,372 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1681): Closing 3e15309aabd312448d789238feb18aa9, disabling compactions & flushes 2024-12-15T17:25:21,372 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,ttt,1734283520293.3e15309aabd312448d789238feb18aa9. 2024-12-15T17:25:21,372 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,ttt,1734283520293.3e15309aabd312448d789238feb18aa9. 2024-12-15T17:25:21,372 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,ttt,1734283520293.3e15309aabd312448d789238feb18aa9. after waiting 0 ms 2024-12-15T17:25:21,372 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,ttt,1734283520293.3e15309aabd312448d789238feb18aa9. 2024-12-15T17:25:21,372 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,ttt,1734283520293.3e15309aabd312448d789238feb18aa9. 2024-12-15T17:25:21,372 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1635): Region close journal for 3e15309aabd312448d789238feb18aa9: 2024-12-15T17:25:21,373 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 8e471c3e2d1e25fb518269a752811708, NAME => 'testHBaseMetaReplicates_0,www,1734283520293.8e471c3e2d1e25fb518269a752811708.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047 2024-12-15T17:25:21,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41549 is added to blk_1073741864_1040 (size=66) 2024-12-15T17:25:21,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741864_1040 (size=66) 2024-12-15T17:25:21,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741864_1040 (size=66) 2024-12-15T17:25:21,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-15T17:25:21,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41549 is added to blk_1073741865_1041 (size=66) 2024-12-15T17:25:21,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741865_1041 (size=66) 2024-12-15T17:25:21,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741865_1041 (size=66) 2024-12-15T17:25:21,479 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,vvv,1734283520293.49c73611337e492b462d8c10d149b525.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:21,479 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1681): Closing 49c73611337e492b462d8c10d149b525, disabling compactions & flushes 2024-12-15T17:25:21,479 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,vvv,1734283520293.49c73611337e492b462d8c10d149b525. 2024-12-15T17:25:21,479 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,vvv,1734283520293.49c73611337e492b462d8c10d149b525. 2024-12-15T17:25:21,479 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,vvv,1734283520293.49c73611337e492b462d8c10d149b525. after waiting 0 ms 2024-12-15T17:25:21,480 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,vvv,1734283520293.49c73611337e492b462d8c10d149b525. 2024-12-15T17:25:21,480 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,vvv,1734283520293.49c73611337e492b462d8c10d149b525. 2024-12-15T17:25:21,480 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1635): Region close journal for 49c73611337e492b462d8c10d149b525: 2024-12-15T17:25:21,480 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d4f60170220b4b9677e89be296705db8, NAME => 'testHBaseMetaReplicates_0,xxx,1734283520293.d4f60170220b4b9677e89be296705db8.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047 2024-12-15T17:25:21,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741866_1042 (size=66) 2024-12-15T17:25:21,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41549 is added to blk_1073741866_1042 (size=66) 2024-12-15T17:25:21,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741866_1042 (size=66) 2024-12-15T17:25:21,488 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,www,1734283520293.8e471c3e2d1e25fb518269a752811708.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:21,488 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1681): Closing 8e471c3e2d1e25fb518269a752811708, disabling compactions & flushes 2024-12-15T17:25:21,488 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,www,1734283520293.8e471c3e2d1e25fb518269a752811708. 2024-12-15T17:25:21,488 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,www,1734283520293.8e471c3e2d1e25fb518269a752811708. 2024-12-15T17:25:21,488 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,www,1734283520293.8e471c3e2d1e25fb518269a752811708. after waiting 0 ms 2024-12-15T17:25:21,488 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,www,1734283520293.8e471c3e2d1e25fb518269a752811708. 2024-12-15T17:25:21,488 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,www,1734283520293.8e471c3e2d1e25fb518269a752811708. 2024-12-15T17:25:21,488 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1635): Region close journal for 8e471c3e2d1e25fb518269a752811708: 2024-12-15T17:25:21,489 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 3799bc1996d399b365f23156a453a52e, NAME => 'testHBaseMetaReplicates_0,yyy,1734283520293.3799bc1996d399b365f23156a453a52e.', STARTKEY => 'yyy', ENDKEY => ''}, tableDescriptor='testHBaseMetaReplicates_0', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047 2024-12-15T17:25:21,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741868_1044 (size=63) 2024-12-15T17:25:21,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741868_1044 (size=63) 2024-12-15T17:25:21,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741867_1043 (size=66) 2024-12-15T17:25:21,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741868_1044 (size=63) 2024-12-15T17:25:21,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741867_1043 (size=66) 2024-12-15T17:25:21,568 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,yyy,1734283520293.3799bc1996d399b365f23156a453a52e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:21,568 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1681): Closing 3799bc1996d399b365f23156a453a52e, disabling compactions & flushes 2024-12-15T17:25:21,568 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,yyy,1734283520293.3799bc1996d399b365f23156a453a52e. 2024-12-15T17:25:21,568 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,yyy,1734283520293.3799bc1996d399b365f23156a453a52e. 2024-12-15T17:25:21,568 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,yyy,1734283520293.3799bc1996d399b365f23156a453a52e. after waiting 0 ms 2024-12-15T17:25:21,568 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,yyy,1734283520293.3799bc1996d399b365f23156a453a52e. 2024-12-15T17:25:21,568 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,yyy,1734283520293.3799bc1996d399b365f23156a453a52e. 2024-12-15T17:25:21,568 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-1 {}] regionserver.HRegion(1635): Region close journal for 3799bc1996d399b365f23156a453a52e: 2024-12-15T17:25:21,574 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,xxx,1734283520293.d4f60170220b4b9677e89be296705db8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:21,575 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1681): Closing d4f60170220b4b9677e89be296705db8, disabling compactions & flushes 2024-12-15T17:25:21,575 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,xxx,1734283520293.d4f60170220b4b9677e89be296705db8. 2024-12-15T17:25:21,575 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,xxx,1734283520293.d4f60170220b4b9677e89be296705db8. 2024-12-15T17:25:21,575 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,xxx,1734283520293.d4f60170220b4b9677e89be296705db8. after waiting 0 ms 2024-12-15T17:25:21,575 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,xxx,1734283520293.d4f60170220b4b9677e89be296705db8. 2024-12-15T17:25:21,575 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,xxx,1734283520293.d4f60170220b4b9677e89be296705db8. 2024-12-15T17:25:21,575 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-0 {}] regionserver.HRegion(1635): Region close journal for d4f60170220b4b9677e89be296705db8: 2024-12-15T17:25:21,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741867_1043 (size=66) 2024-12-15T17:25:21,675 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta to pos 3045, reset compression=false 2024-12-15T17:25:21,787 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,uuu,1734283520293.09ceb1da06f037a04fc81b52fa2d9323.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:21,787 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1681): Closing 09ceb1da06f037a04fc81b52fa2d9323, disabling compactions & flushes 2024-12-15T17:25:21,787 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,uuu,1734283520293.09ceb1da06f037a04fc81b52fa2d9323. 2024-12-15T17:25:21,787 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,uuu,1734283520293.09ceb1da06f037a04fc81b52fa2d9323. 2024-12-15T17:25:21,787 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,uuu,1734283520293.09ceb1da06f037a04fc81b52fa2d9323. after waiting 0 ms 2024-12-15T17:25:21,787 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,uuu,1734283520293.09ceb1da06f037a04fc81b52fa2d9323. 2024-12-15T17:25:21,787 INFO [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,uuu,1734283520293.09ceb1da06f037a04fc81b52fa2d9323. 2024-12-15T17:25:21,788 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_0-pool-2 {}] regionserver.HRegion(1635): Region close journal for 09ceb1da06f037a04fc81b52fa2d9323: 2024-12-15T17:25:21,789 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testHBaseMetaReplicates_0 execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T17:25:21,789 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,ccc,1734283520293.3daa779a17e38f0cd0550cc03b57cdda.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734283521789"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283521789"}]},"ts":"1734283521789"} 2024-12-15T17:25:21,789 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,bbb,1734283520293.203fa074391697fe80bb425df65daad2.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734283521789"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283521789"}]},"ts":"1734283521789"} 2024-12-15T17:25:21,789 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1734283521789"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283521789"}]},"ts":"1734283521789"} 2024-12-15T17:25:21,789 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,eee,1734283520293.afed1399feff55462ad01594581f26e2.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734283521789"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283521789"}]},"ts":"1734283521789"} 2024-12-15T17:25:21,789 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,ddd,1734283520293.fb6b996c1f758ba6802cdc89e8e88efe.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734283521789"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283521789"}]},"ts":"1734283521789"} 2024-12-15T17:25:21,789 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,fff,1734283520293.f08fad4af97bff08782cb7e05596410b.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734283521789"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283521789"}]},"ts":"1734283521789"} 2024-12-15T17:25:21,790 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,ggg,1734283520293.71a1c30a77a9d98d5457627db4d32714.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734283521789"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283521789"}]},"ts":"1734283521789"} 2024-12-15T17:25:21,790 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,hhh,1734283520293.fc22d398785f692520dace054fe1f093.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734283521789"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283521789"}]},"ts":"1734283521789"} 2024-12-15T17:25:21,790 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,iii,1734283520293.2ac5db3b34ca1720d38bfadbefef829a.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734283521789"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283521789"}]},"ts":"1734283521789"} 2024-12-15T17:25:21,790 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,jjj,1734283520293.14cb587b72f8731bab7db98b58d356dd.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734283521789"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283521789"}]},"ts":"1734283521789"} 2024-12-15T17:25:21,790 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,mmm,1734283520293.deff9d45a6ebb276ddf90f696aa7e3fd.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734283521789"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283521789"}]},"ts":"1734283521789"} 2024-12-15T17:25:21,790 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,nnn,1734283520293.7f35b277f34effd5246042dcfe85a8eb.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734283521789"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283521789"}]},"ts":"1734283521789"} 2024-12-15T17:25:21,790 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,ooo,1734283520293.f484d022a0b61d256bc89c9546e1cbf5.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734283521789"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283521789"}]},"ts":"1734283521789"} 2024-12-15T17:25:21,790 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,ppp,1734283520293.f3107e06f17663abef43df4f965dd513.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734283521789"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283521789"}]},"ts":"1734283521789"} 2024-12-15T17:25:21,790 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,kkk,1734283520293.c84862161c7d618c258250c3088fa33d.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734283521789"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283521789"}]},"ts":"1734283521789"} 2024-12-15T17:25:21,790 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,lll,1734283520293.d486977fc419debe1bb7dc886ff93327.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734283521789"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283521789"}]},"ts":"1734283521789"} 2024-12-15T17:25:21,790 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,qqq,1734283520293.221a69822fc62a9463c5c9fcb5277d73.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734283521789"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283521789"}]},"ts":"1734283521789"} 2024-12-15T17:25:21,790 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,rrr,1734283520293.ac66a1d73d9ffce03e30e52d7400a113.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734283521789"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283521789"}]},"ts":"1734283521789"} 2024-12-15T17:25:21,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:25:21,790 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,sss,1734283520293.cd36423b8a400f47b4fddd7aea516a00.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734283521789"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283521789"}]},"ts":"1734283521789"} 2024-12-15T17:25:21,791 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,ttt,1734283520293.3e15309aabd312448d789238feb18aa9.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734283521789"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283521789"}]},"ts":"1734283521789"} 2024-12-15T17:25:21,791 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,vvv,1734283520293.49c73611337e492b462d8c10d149b525.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734283521789"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283521789"}]},"ts":"1734283521789"} 2024-12-15T17:25:21,791 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,www,1734283520293.8e471c3e2d1e25fb518269a752811708.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734283521789"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283521789"}]},"ts":"1734283521789"} 2024-12-15T17:25:21,791 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,yyy,1734283520293.3799bc1996d399b365f23156a453a52e.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1734283521789"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283521789"}]},"ts":"1734283521789"} 2024-12-15T17:25:21,791 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,xxx,1734283520293.d4f60170220b4b9677e89be296705db8.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734283521789"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283521789"}]},"ts":"1734283521789"} 2024-12-15T17:25:21,791 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_0,uuu,1734283520293.09ceb1da06f037a04fc81b52fa2d9323.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734283521789"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283521789"}]},"ts":"1734283521789"} 2024-12-15T17:25:21,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:25:21,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=472B, Limit=268435456B 2024-12-15T17:25:21,795 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 25 regions to meta. 2024-12-15T17:25:21,796 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testHBaseMetaReplicates_0 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T17:25:21,796 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testHBaseMetaReplicates_0","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734283521796"}]},"ts":"1734283521796"} 2024-12-15T17:25:21,797 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testHBaseMetaReplicates_0, state=ENABLING in hbase:meta 2024-12-15T17:25:21,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:25:21,845 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {4ce65a7c4674=0} racks are {/default-rack=0} 2024-12-15T17:25:21,854 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-15T17:25:21,854 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-15T17:25:21,854 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-15T17:25:21,854 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-15T17:25:21,854 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-15T17:25:21,854 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-15T17:25:21,854 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-15T17:25:21,854 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-15T17:25:21,854 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-15T17:25:21,856 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=01ed335783102439365a6a58af3ded17, ASSIGN}, {pid=20, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=203fa074391697fe80bb425df65daad2, ASSIGN}, {pid=21, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=3daa779a17e38f0cd0550cc03b57cdda, ASSIGN}, {pid=22, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=fb6b996c1f758ba6802cdc89e8e88efe, ASSIGN}, {pid=23, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=afed1399feff55462ad01594581f26e2, ASSIGN}, {pid=24, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=f08fad4af97bff08782cb7e05596410b, ASSIGN}, {pid=25, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=71a1c30a77a9d98d5457627db4d32714, ASSIGN}, {pid=26, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=fc22d398785f692520dace054fe1f093, ASSIGN}, {pid=27, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=2ac5db3b34ca1720d38bfadbefef829a, ASSIGN}, {pid=28, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=14cb587b72f8731bab7db98b58d356dd, ASSIGN}, {pid=29, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=c84862161c7d618c258250c3088fa33d, ASSIGN}, {pid=30, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=d486977fc419debe1bb7dc886ff93327, ASSIGN}, {pid=31, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=deff9d45a6ebb276ddf90f696aa7e3fd, ASSIGN}, {pid=32, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=7f35b277f34effd5246042dcfe85a8eb, ASSIGN}, {pid=33, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=f484d022a0b61d256bc89c9546e1cbf5, ASSIGN}, {pid=34, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=f3107e06f17663abef43df4f965dd513, ASSIGN}, {pid=35, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=221a69822fc62a9463c5c9fcb5277d73, ASSIGN}, {pid=36, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=ac66a1d73d9ffce03e30e52d7400a113, ASSIGN}, {pid=37, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=cd36423b8a400f47b4fddd7aea516a00, ASSIGN}, {pid=38, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=3e15309aabd312448d789238feb18aa9, ASSIGN}, {pid=39, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=09ceb1da06f037a04fc81b52fa2d9323, ASSIGN}, {pid=40, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=49c73611337e492b462d8c10d149b525, ASSIGN}, {pid=41, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=8e471c3e2d1e25fb518269a752811708, ASSIGN}, {pid=42, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=d4f60170220b4b9677e89be296705db8, ASSIGN}, {pid=43, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=3799bc1996d399b365f23156a453a52e, ASSIGN}] 2024-12-15T17:25:21,858 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=22, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=fb6b996c1f758ba6802cdc89e8e88efe, ASSIGN 2024-12-15T17:25:21,858 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=22, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=fb6b996c1f758ba6802cdc89e8e88efe, ASSIGN; state=OFFLINE, location=4ce65a7c4674,43497,1734283505378; forceNewPlan=false, retain=false 2024-12-15T17:25:21,859 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=20, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=203fa074391697fe80bb425df65daad2, ASSIGN 2024-12-15T17:25:21,859 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=20, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=203fa074391697fe80bb425df65daad2, ASSIGN; state=OFFLINE, location=4ce65a7c4674,38979,1734283505431; forceNewPlan=false, retain=false 2024-12-15T17:25:21,860 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=19, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=01ed335783102439365a6a58af3ded17, ASSIGN 2024-12-15T17:25:21,860 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=23, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=afed1399feff55462ad01594581f26e2, ASSIGN 2024-12-15T17:25:21,860 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=21, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=3daa779a17e38f0cd0550cc03b57cdda, ASSIGN 2024-12-15T17:25:21,860 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=25, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=71a1c30a77a9d98d5457627db4d32714, ASSIGN 2024-12-15T17:25:21,861 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=19, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=01ed335783102439365a6a58af3ded17, ASSIGN; state=OFFLINE, location=4ce65a7c4674,43937,1734283505463; forceNewPlan=false, retain=false 2024-12-15T17:25:21,861 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=25, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=71a1c30a77a9d98d5457627db4d32714, ASSIGN; state=OFFLINE, location=4ce65a7c4674,43937,1734283505463; forceNewPlan=false, retain=false 2024-12-15T17:25:21,861 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=21, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=3daa779a17e38f0cd0550cc03b57cdda, ASSIGN; state=OFFLINE, location=4ce65a7c4674,43497,1734283505378; forceNewPlan=false, retain=false 2024-12-15T17:25:21,861 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=23, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=afed1399feff55462ad01594581f26e2, ASSIGN; state=OFFLINE, location=4ce65a7c4674,32947,1734283505517; forceNewPlan=false, retain=false 2024-12-15T17:25:21,862 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=43, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=3799bc1996d399b365f23156a453a52e, ASSIGN 2024-12-15T17:25:21,862 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=43, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=3799bc1996d399b365f23156a453a52e, ASSIGN; state=OFFLINE, location=4ce65a7c4674,43937,1734283505463; forceNewPlan=false, retain=false 2024-12-15T17:25:21,862 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=42, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=d4f60170220b4b9677e89be296705db8, ASSIGN 2024-12-15T17:25:21,862 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=42, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=d4f60170220b4b9677e89be296705db8, ASSIGN; state=OFFLINE, location=4ce65a7c4674,32947,1734283505517; forceNewPlan=false, retain=false 2024-12-15T17:25:21,862 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=41, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=8e471c3e2d1e25fb518269a752811708, ASSIGN 2024-12-15T17:25:21,863 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=41, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=8e471c3e2d1e25fb518269a752811708, ASSIGN; state=OFFLINE, location=4ce65a7c4674,38979,1734283505431; forceNewPlan=false, retain=false 2024-12-15T17:25:21,863 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=40, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=49c73611337e492b462d8c10d149b525, ASSIGN 2024-12-15T17:25:21,863 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=40, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=49c73611337e492b462d8c10d149b525, ASSIGN; state=OFFLINE, location=4ce65a7c4674,43497,1734283505378; forceNewPlan=false, retain=false 2024-12-15T17:25:21,863 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=39, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=09ceb1da06f037a04fc81b52fa2d9323, ASSIGN 2024-12-15T17:25:21,864 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=38, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=3e15309aabd312448d789238feb18aa9, ASSIGN 2024-12-15T17:25:21,864 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=39, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=09ceb1da06f037a04fc81b52fa2d9323, ASSIGN; state=OFFLINE, location=4ce65a7c4674,43497,1734283505378; forceNewPlan=false, retain=false 2024-12-15T17:25:21,864 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=38, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=3e15309aabd312448d789238feb18aa9, ASSIGN; state=OFFLINE, location=4ce65a7c4674,32947,1734283505517; forceNewPlan=false, retain=false 2024-12-15T17:25:21,864 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=37, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=cd36423b8a400f47b4fddd7aea516a00, ASSIGN 2024-12-15T17:25:21,864 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=36, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=ac66a1d73d9ffce03e30e52d7400a113, ASSIGN 2024-12-15T17:25:21,864 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=37, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=cd36423b8a400f47b4fddd7aea516a00, ASSIGN; state=OFFLINE, location=4ce65a7c4674,43937,1734283505463; forceNewPlan=false, retain=false 2024-12-15T17:25:21,865 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=36, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=ac66a1d73d9ffce03e30e52d7400a113, ASSIGN; state=OFFLINE, location=4ce65a7c4674,38979,1734283505431; forceNewPlan=false, retain=false 2024-12-15T17:25:21,865 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=35, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=221a69822fc62a9463c5c9fcb5277d73, ASSIGN 2024-12-15T17:25:21,865 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=f3107e06f17663abef43df4f965dd513, ASSIGN 2024-12-15T17:25:21,865 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=35, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=221a69822fc62a9463c5c9fcb5277d73, ASSIGN; state=OFFLINE, location=4ce65a7c4674,43497,1734283505378; forceNewPlan=false, retain=false 2024-12-15T17:25:21,866 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=f3107e06f17663abef43df4f965dd513, ASSIGN; state=OFFLINE, location=4ce65a7c4674,38979,1734283505431; forceNewPlan=false, retain=false 2024-12-15T17:25:21,866 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=33, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=f484d022a0b61d256bc89c9546e1cbf5, ASSIGN 2024-12-15T17:25:21,866 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=7f35b277f34effd5246042dcfe85a8eb, ASSIGN 2024-12-15T17:25:21,866 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=33, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=f484d022a0b61d256bc89c9546e1cbf5, ASSIGN; state=OFFLINE, location=4ce65a7c4674,43497,1734283505378; forceNewPlan=false, retain=false 2024-12-15T17:25:21,867 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=7f35b277f34effd5246042dcfe85a8eb, ASSIGN; state=OFFLINE, location=4ce65a7c4674,32947,1734283505517; forceNewPlan=false, retain=false 2024-12-15T17:25:21,872 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=d486977fc419debe1bb7dc886ff93327, ASSIGN 2024-12-15T17:25:21,872 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=29, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=c84862161c7d618c258250c3088fa33d, ASSIGN 2024-12-15T17:25:21,872 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=31, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=deff9d45a6ebb276ddf90f696aa7e3fd, ASSIGN 2024-12-15T17:25:21,873 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=14cb587b72f8731bab7db98b58d356dd, ASSIGN 2024-12-15T17:25:21,873 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=27, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=2ac5db3b34ca1720d38bfadbefef829a, ASSIGN 2024-12-15T17:25:21,873 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=30, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=d486977fc419debe1bb7dc886ff93327, ASSIGN; state=OFFLINE, location=4ce65a7c4674,32947,1734283505517; forceNewPlan=false, retain=false 2024-12-15T17:25:21,873 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=29, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=c84862161c7d618c258250c3088fa33d, ASSIGN; state=OFFLINE, location=4ce65a7c4674,43937,1734283505463; forceNewPlan=false, retain=false 2024-12-15T17:25:21,873 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=31, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=deff9d45a6ebb276ddf90f696aa7e3fd, ASSIGN; state=OFFLINE, location=4ce65a7c4674,43937,1734283505463; forceNewPlan=false, retain=false 2024-12-15T17:25:21,873 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=28, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=14cb587b72f8731bab7db98b58d356dd, ASSIGN; state=OFFLINE, location=4ce65a7c4674,38979,1734283505431; forceNewPlan=false, retain=false 2024-12-15T17:25:21,873 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=27, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=2ac5db3b34ca1720d38bfadbefef829a, ASSIGN; state=OFFLINE, location=4ce65a7c4674,43497,1734283505378; forceNewPlan=false, retain=false 2024-12-15T17:25:21,877 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=26, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=fc22d398785f692520dace054fe1f093, ASSIGN 2024-12-15T17:25:21,877 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=24, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=f08fad4af97bff08782cb7e05596410b, ASSIGN 2024-12-15T17:25:21,877 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=26, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=fc22d398785f692520dace054fe1f093, ASSIGN; state=OFFLINE, location=4ce65a7c4674,32947,1734283505517; forceNewPlan=false, retain=false 2024-12-15T17:25:21,878 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=24, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=f08fad4af97bff08782cb7e05596410b, ASSIGN; state=OFFLINE, location=4ce65a7c4674,38979,1734283505431; forceNewPlan=false, retain=false 2024-12-15T17:25:22,009 INFO [4ce65a7c4674:41609 {}] balancer.BaseLoadBalancer(546): Reassigned 25 regions. 25 retained the pre-restart assignment. 2024-12-15T17:25:22,009 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=37 updating hbase:meta row=cd36423b8a400f47b4fddd7aea516a00, regionState=OPENING, regionLocation=4ce65a7c4674,43937,1734283505463 2024-12-15T17:25:22,009 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=deff9d45a6ebb276ddf90f696aa7e3fd, regionState=OPENING, regionLocation=4ce65a7c4674,43937,1734283505463 2024-12-15T17:25:22,009 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=c84862161c7d618c258250c3088fa33d, regionState=OPENING, regionLocation=4ce65a7c4674,43937,1734283505463 2024-12-15T17:25:22,009 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=71a1c30a77a9d98d5457627db4d32714, regionState=OPENING, regionLocation=4ce65a7c4674,43937,1734283505463 2024-12-15T17:25:22,011 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=31, state=RUNNABLE; OpenRegionProcedure deff9d45a6ebb276ddf90f696aa7e3fd, server=4ce65a7c4674,43937,1734283505463}] 2024-12-15T17:25:22,012 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=37, state=RUNNABLE; OpenRegionProcedure cd36423b8a400f47b4fddd7aea516a00, server=4ce65a7c4674,43937,1734283505463}] 2024-12-15T17:25:22,013 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=43 updating hbase:meta row=3799bc1996d399b365f23156a453a52e, regionState=OPENING, regionLocation=4ce65a7c4674,43937,1734283505463 2024-12-15T17:25:22,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=29, state=RUNNABLE; OpenRegionProcedure c84862161c7d618c258250c3088fa33d, server=4ce65a7c4674,43937,1734283505463}] 2024-12-15T17:25:22,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=43, state=RUNNABLE; OpenRegionProcedure 3799bc1996d399b365f23156a453a52e, server=4ce65a7c4674,43937,1734283505463}] 2024-12-15T17:25:22,014 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE; OpenRegionProcedure 71a1c30a77a9d98d5457627db4d32714, server=4ce65a7c4674,43937,1734283505463}] 2024-12-15T17:25:22,015 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=01ed335783102439365a6a58af3ded17, regionState=OPENING, regionLocation=4ce65a7c4674,43937,1734283505463 2024-12-15T17:25:22,019 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=2ac5db3b34ca1720d38bfadbefef829a, regionState=OPENING, regionLocation=4ce65a7c4674,43497,1734283505378 2024-12-15T17:25:22,020 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=19, state=RUNNABLE; OpenRegionProcedure 01ed335783102439365a6a58af3ded17, server=4ce65a7c4674,43937,1734283505463}] 2024-12-15T17:25:22,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=27, state=RUNNABLE; OpenRegionProcedure 2ac5db3b34ca1720d38bfadbefef829a, server=4ce65a7c4674,43497,1734283505378}] 2024-12-15T17:25:22,023 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=f484d022a0b61d256bc89c9546e1cbf5, regionState=OPENING, regionLocation=4ce65a7c4674,43497,1734283505378 2024-12-15T17:25:22,023 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=39 updating hbase:meta row=09ceb1da06f037a04fc81b52fa2d9323, regionState=OPENING, regionLocation=4ce65a7c4674,43497,1734283505378 2024-12-15T17:25:22,023 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=3daa779a17e38f0cd0550cc03b57cdda, regionState=OPENING, regionLocation=4ce65a7c4674,43497,1734283505378 2024-12-15T17:25:22,023 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=fb6b996c1f758ba6802cdc89e8e88efe, regionState=OPENING, regionLocation=4ce65a7c4674,43497,1734283505378 2024-12-15T17:25:22,023 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=221a69822fc62a9463c5c9fcb5277d73, regionState=OPENING, regionLocation=4ce65a7c4674,43497,1734283505378 2024-12-15T17:25:22,024 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=51, ppid=33, state=RUNNABLE; OpenRegionProcedure f484d022a0b61d256bc89c9546e1cbf5, server=4ce65a7c4674,43497,1734283505378}] 2024-12-15T17:25:22,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=39, state=RUNNABLE; OpenRegionProcedure 09ceb1da06f037a04fc81b52fa2d9323, server=4ce65a7c4674,43497,1734283505378}] 2024-12-15T17:25:22,027 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=53, ppid=21, state=RUNNABLE; OpenRegionProcedure 3daa779a17e38f0cd0550cc03b57cdda, server=4ce65a7c4674,43497,1734283505378}] 2024-12-15T17:25:22,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=22, state=RUNNABLE; OpenRegionProcedure fb6b996c1f758ba6802cdc89e8e88efe, server=4ce65a7c4674,43497,1734283505378}] 2024-12-15T17:25:22,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=55, ppid=35, state=RUNNABLE; OpenRegionProcedure 221a69822fc62a9463c5c9fcb5277d73, server=4ce65a7c4674,43497,1734283505378}] 2024-12-15T17:25:22,029 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=203fa074391697fe80bb425df65daad2, regionState=OPENING, regionLocation=4ce65a7c4674,38979,1734283505431 2024-12-15T17:25:22,029 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=49c73611337e492b462d8c10d149b525, regionState=OPENING, regionLocation=4ce65a7c4674,43497,1734283505378 2024-12-15T17:25:22,029 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=ac66a1d73d9ffce03e30e52d7400a113, regionState=OPENING, regionLocation=4ce65a7c4674,38979,1734283505431 2024-12-15T17:25:22,030 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=41 updating hbase:meta row=8e471c3e2d1e25fb518269a752811708, regionState=OPENING, regionLocation=4ce65a7c4674,38979,1734283505431 2024-12-15T17:25:22,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=41, state=RUNNABLE; OpenRegionProcedure 8e471c3e2d1e25fb518269a752811708, server=4ce65a7c4674,38979,1734283505431}] 2024-12-15T17:25:22,032 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=36, state=RUNNABLE; OpenRegionProcedure ac66a1d73d9ffce03e30e52d7400a113, server=4ce65a7c4674,38979,1734283505431}] 2024-12-15T17:25:22,032 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=40, state=RUNNABLE; OpenRegionProcedure 49c73611337e492b462d8c10d149b525, server=4ce65a7c4674,43497,1734283505378}] 2024-12-15T17:25:22,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=20, state=RUNNABLE; OpenRegionProcedure 203fa074391697fe80bb425df65daad2, server=4ce65a7c4674,38979,1734283505431}] 2024-12-15T17:25:22,033 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=14cb587b72f8731bab7db98b58d356dd, regionState=OPENING, regionLocation=4ce65a7c4674,38979,1734283505431 2024-12-15T17:25:22,037 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=28, state=RUNNABLE; OpenRegionProcedure 14cb587b72f8731bab7db98b58d356dd, server=4ce65a7c4674,38979,1734283505431}] 2024-12-15T17:25:22,039 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=f3107e06f17663abef43df4f965dd513, regionState=OPENING, regionLocation=4ce65a7c4674,38979,1734283505431 2024-12-15T17:25:22,039 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=f08fad4af97bff08782cb7e05596410b, regionState=OPENING, regionLocation=4ce65a7c4674,38979,1734283505431 2024-12-15T17:25:22,044 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=fc22d398785f692520dace054fe1f093, regionState=OPENING, regionLocation=4ce65a7c4674,32947,1734283505517 2024-12-15T17:25:22,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=34, state=RUNNABLE; OpenRegionProcedure f3107e06f17663abef43df4f965dd513, server=4ce65a7c4674,38979,1734283505431}] 2024-12-15T17:25:22,050 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=3e15309aabd312448d789238feb18aa9, regionState=OPENING, regionLocation=4ce65a7c4674,32947,1734283505517 2024-12-15T17:25:22,050 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=24, state=RUNNABLE; OpenRegionProcedure f08fad4af97bff08782cb7e05596410b, server=4ce65a7c4674,38979,1734283505431}] 2024-12-15T17:25:22,056 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=38, state=RUNNABLE; OpenRegionProcedure 3e15309aabd312448d789238feb18aa9, server=4ce65a7c4674,32947,1734283505517}] 2024-12-15T17:25:22,072 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=d4f60170220b4b9677e89be296705db8, regionState=OPENING, regionLocation=4ce65a7c4674,32947,1734283505517 2024-12-15T17:25:22,082 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta to pos 3045, reset compression=false 2024-12-15T17:25:22,099 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=26, state=RUNNABLE; OpenRegionProcedure fc22d398785f692520dace054fe1f093, server=4ce65a7c4674,32947,1734283505517}] 2024-12-15T17:25:22,099 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=42, state=RUNNABLE; OpenRegionProcedure d4f60170220b4b9677e89be296705db8, server=4ce65a7c4674,32947,1734283505517}] 2024-12-15T17:25:22,100 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=afed1399feff55462ad01594581f26e2, regionState=OPENING, regionLocation=4ce65a7c4674,32947,1734283505517 2024-12-15T17:25:22,108 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:25:22,111 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=d486977fc419debe1bb7dc886ff93327, regionState=OPENING, regionLocation=4ce65a7c4674,32947,1734283505517 2024-12-15T17:25:22,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=23, state=RUNNABLE; OpenRegionProcedure afed1399feff55462ad01594581f26e2, server=4ce65a7c4674,32947,1734283505517}] 2024-12-15T17:25:22,124 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=7f35b277f34effd5246042dcfe85a8eb, regionState=OPENING, regionLocation=4ce65a7c4674,32947,1734283505517 2024-12-15T17:25:22,124 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=30, state=RUNNABLE; OpenRegionProcedure d486977fc419debe1bb7dc886ff93327, server=4ce65a7c4674,32947,1734283505517}] 2024-12-15T17:25:22,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=32, state=RUNNABLE; OpenRegionProcedure 7f35b277f34effd5246042dcfe85a8eb, server=4ce65a7c4674,32947,1734283505517}] 2024-12-15T17:25:22,163 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,43937,1734283505463 2024-12-15T17:25:22,173 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,43497,1734283505378 2024-12-15T17:25:22,185 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,38979,1734283505431 2024-12-15T17:25:22,219 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,uuu,1734283520293.09ceb1da06f037a04fc81b52fa2d9323. 2024-12-15T17:25:22,219 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7285): Opening region: {ENCODED => 09ceb1da06f037a04fc81b52fa2d9323, NAME => 'testHBaseMetaReplicates_0,uuu,1734283520293.09ceb1da06f037a04fc81b52fa2d9323.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-12-15T17:25:22,220 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 09ceb1da06f037a04fc81b52fa2d9323 2024-12-15T17:25:22,220 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,uuu,1734283520293.09ceb1da06f037a04fc81b52fa2d9323.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:22,220 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7327): checking encryption for 09ceb1da06f037a04fc81b52fa2d9323 2024-12-15T17:25:22,220 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7330): checking classloading for 09ceb1da06f037a04fc81b52fa2d9323 2024-12-15T17:25:22,223 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,yyy,1734283520293.3799bc1996d399b365f23156a453a52e. 2024-12-15T17:25:22,223 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => 3799bc1996d399b365f23156a453a52e, NAME => 'testHBaseMetaReplicates_0,yyy,1734283520293.3799bc1996d399b365f23156a453a52e.', STARTKEY => 'yyy', ENDKEY => ''} 2024-12-15T17:25:22,224 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 3799bc1996d399b365f23156a453a52e 2024-12-15T17:25:22,224 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,yyy,1734283520293.3799bc1996d399b365f23156a453a52e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:22,224 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for 3799bc1996d399b365f23156a453a52e 2024-12-15T17:25:22,224 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for 3799bc1996d399b365f23156a453a52e 2024-12-15T17:25:22,234 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,32947,1734283505517 2024-12-15T17:25:22,235 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T17:25:22,237 INFO [RS-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34414, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-15T17:25:22,247 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,www,1734283520293.8e471c3e2d1e25fb518269a752811708. 2024-12-15T17:25:22,247 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7285): Opening region: {ENCODED => 8e471c3e2d1e25fb518269a752811708, NAME => 'testHBaseMetaReplicates_0,www,1734283520293.8e471c3e2d1e25fb518269a752811708.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-12-15T17:25:22,248 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 8e471c3e2d1e25fb518269a752811708 2024-12-15T17:25:22,248 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,www,1734283520293.8e471c3e2d1e25fb518269a752811708.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:22,248 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7327): checking encryption for 8e471c3e2d1e25fb518269a752811708 2024-12-15T17:25:22,248 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7330): checking classloading for 8e471c3e2d1e25fb518269a752811708 2024-12-15T17:25:22,256 INFO [StoreOpener-09ceb1da06f037a04fc81b52fa2d9323-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 09ceb1da06f037a04fc81b52fa2d9323 2024-12-15T17:25:22,256 INFO [StoreOpener-3799bc1996d399b365f23156a453a52e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 3799bc1996d399b365f23156a453a52e 2024-12-15T17:25:22,276 INFO [StoreOpener-09ceb1da06f037a04fc81b52fa2d9323-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09ceb1da06f037a04fc81b52fa2d9323 columnFamilyName info 2024-12-15T17:25:22,276 DEBUG [StoreOpener-09ceb1da06f037a04fc81b52fa2d9323-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:22,279 INFO [StoreOpener-8e471c3e2d1e25fb518269a752811708-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 8e471c3e2d1e25fb518269a752811708 2024-12-15T17:25:22,280 INFO [StoreOpener-09ceb1da06f037a04fc81b52fa2d9323-1 {}] regionserver.HStore(327): Store=09ceb1da06f037a04fc81b52fa2d9323/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:25:22,280 INFO [StoreOpener-3799bc1996d399b365f23156a453a52e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3799bc1996d399b365f23156a453a52e columnFamilyName info 2024-12-15T17:25:22,280 DEBUG [StoreOpener-3799bc1996d399b365f23156a453a52e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:22,283 INFO [StoreOpener-3799bc1996d399b365f23156a453a52e-1 {}] regionserver.HStore(327): Store=3799bc1996d399b365f23156a453a52e/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:25:22,283 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/09ceb1da06f037a04fc81b52fa2d9323 2024-12-15T17:25:22,284 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/3799bc1996d399b365f23156a453a52e 2024-12-15T17:25:22,285 INFO [StoreOpener-8e471c3e2d1e25fb518269a752811708-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e471c3e2d1e25fb518269a752811708 columnFamilyName info 2024-12-15T17:25:22,285 DEBUG [StoreOpener-8e471c3e2d1e25fb518269a752811708-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:22,286 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/3799bc1996d399b365f23156a453a52e 2024-12-15T17:25:22,286 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/09ceb1da06f037a04fc81b52fa2d9323 2024-12-15T17:25:22,287 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,ttt,1734283520293.3e15309aabd312448d789238feb18aa9. 2024-12-15T17:25:22,288 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7285): Opening region: {ENCODED => 3e15309aabd312448d789238feb18aa9, NAME => 'testHBaseMetaReplicates_0,ttt,1734283520293.3e15309aabd312448d789238feb18aa9.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-12-15T17:25:22,288 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 3e15309aabd312448d789238feb18aa9 2024-12-15T17:25:22,288 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,ttt,1734283520293.3e15309aabd312448d789238feb18aa9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:22,288 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7327): checking encryption for 3e15309aabd312448d789238feb18aa9 2024-12-15T17:25:22,288 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7330): checking classloading for 3e15309aabd312448d789238feb18aa9 2024-12-15T17:25:22,294 INFO [StoreOpener-8e471c3e2d1e25fb518269a752811708-1 {}] regionserver.HStore(327): Store=8e471c3e2d1e25fb518269a752811708/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:25:22,296 INFO [StoreOpener-3e15309aabd312448d789238feb18aa9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 3e15309aabd312448d789238feb18aa9 2024-12-15T17:25:22,300 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/8e471c3e2d1e25fb518269a752811708 2024-12-15T17:25:22,301 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for 3799bc1996d399b365f23156a453a52e 2024-12-15T17:25:22,301 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/8e471c3e2d1e25fb518269a752811708 2024-12-15T17:25:22,301 INFO [StoreOpener-3e15309aabd312448d789238feb18aa9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e15309aabd312448d789238feb18aa9 columnFamilyName info 2024-12-15T17:25:22,302 DEBUG [StoreOpener-3e15309aabd312448d789238feb18aa9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:22,304 INFO [StoreOpener-3e15309aabd312448d789238feb18aa9-1 {}] regionserver.HStore(327): Store=3e15309aabd312448d789238feb18aa9/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:25:22,304 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1085): writing seq id for 09ceb1da06f037a04fc81b52fa2d9323 2024-12-15T17:25:22,308 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/3e15309aabd312448d789238feb18aa9 2024-12-15T17:25:22,313 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/3e15309aabd312448d789238feb18aa9 2024-12-15T17:25:22,317 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1085): writing seq id for 3e15309aabd312448d789238feb18aa9 2024-12-15T17:25:22,319 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1085): writing seq id for 8e471c3e2d1e25fb518269a752811708 2024-12-15T17:25:22,321 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/3799bc1996d399b365f23156a453a52e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:25:22,323 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened 3799bc1996d399b365f23156a453a52e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67222427, jitterRate=0.0016922205686569214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:25:22,323 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/09ceb1da06f037a04fc81b52fa2d9323/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:25:22,323 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for 3799bc1996d399b365f23156a453a52e: 2024-12-15T17:25:22,327 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/3e15309aabd312448d789238feb18aa9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:25:22,327 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1102): Opened 09ceb1da06f037a04fc81b52fa2d9323; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60676524, jitterRate=-0.09584933519363403}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:25:22,327 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1001): Region open journal for 09ceb1da06f037a04fc81b52fa2d9323: 2024-12-15T17:25:22,331 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1102): Opened 3e15309aabd312448d789238feb18aa9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66910125, jitterRate=-0.0029614418745040894}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:25:22,331 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1001): Region open journal for 3e15309aabd312448d789238feb18aa9: 2024-12-15T17:25:22,337 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,uuu,1734283520293.09ceb1da06f037a04fc81b52fa2d9323., pid=52, masterSystemTime=1734283522173 2024-12-15T17:25:22,337 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,yyy,1734283520293.3799bc1996d399b365f23156a453a52e., pid=48, masterSystemTime=1734283522163 2024-12-15T17:25:22,337 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/8e471c3e2d1e25fb518269a752811708/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:25:22,340 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1102): Opened 8e471c3e2d1e25fb518269a752811708; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64924805, jitterRate=-0.03254501521587372}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:25:22,340 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1001): Region open journal for 8e471c3e2d1e25fb518269a752811708: 2024-12-15T17:25:22,343 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,ttt,1734283520293.3e15309aabd312448d789238feb18aa9., pid=64, masterSystemTime=1734283522234 2024-12-15T17:25:22,344 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,www,1734283520293.8e471c3e2d1e25fb518269a752811708., pid=59, masterSystemTime=1734283522185 2024-12-15T17:25:22,347 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,uuu,1734283520293.09ceb1da06f037a04fc81b52fa2d9323. 2024-12-15T17:25:22,347 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,uuu,1734283520293.09ceb1da06f037a04fc81b52fa2d9323. 2024-12-15T17:25:22,347 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,ddd,1734283520293.fb6b996c1f758ba6802cdc89e8e88efe. 2024-12-15T17:25:22,348 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7285): Opening region: {ENCODED => fb6b996c1f758ba6802cdc89e8e88efe, NAME => 'testHBaseMetaReplicates_0,ddd,1734283520293.fb6b996c1f758ba6802cdc89e8e88efe.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-12-15T17:25:22,348 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 fb6b996c1f758ba6802cdc89e8e88efe 2024-12-15T17:25:22,348 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,ddd,1734283520293.fb6b996c1f758ba6802cdc89e8e88efe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:22,348 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7327): checking encryption for fb6b996c1f758ba6802cdc89e8e88efe 2024-12-15T17:25:22,348 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7330): checking classloading for fb6b996c1f758ba6802cdc89e8e88efe 2024-12-15T17:25:22,351 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=39 updating hbase:meta row=09ceb1da06f037a04fc81b52fa2d9323, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,43497,1734283505378 2024-12-15T17:25:22,359 INFO [StoreOpener-fb6b996c1f758ba6802cdc89e8e88efe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region fb6b996c1f758ba6802cdc89e8e88efe 2024-12-15T17:25:22,363 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,yyy,1734283520293.3799bc1996d399b365f23156a453a52e. 2024-12-15T17:25:22,363 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,yyy,1734283520293.3799bc1996d399b365f23156a453a52e. 2024-12-15T17:25:22,363 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17. 2024-12-15T17:25:22,364 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7285): Opening region: {ENCODED => 01ed335783102439365a6a58af3ded17, NAME => 'testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17.', STARTKEY => '', ENDKEY => 'bbb'} 2024-12-15T17:25:22,364 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 01ed335783102439365a6a58af3ded17 2024-12-15T17:25:22,364 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:22,364 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7327): checking encryption for 01ed335783102439365a6a58af3ded17 2024-12-15T17:25:22,364 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7330): checking classloading for 01ed335783102439365a6a58af3ded17 2024-12-15T17:25:22,368 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=43 updating hbase:meta row=3799bc1996d399b365f23156a453a52e, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,43937,1734283505463 2024-12-15T17:25:22,368 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,ttt,1734283520293.3e15309aabd312448d789238feb18aa9. 2024-12-15T17:25:22,368 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,ttt,1734283520293.3e15309aabd312448d789238feb18aa9. 2024-12-15T17:25:22,368 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,xxx,1734283520293.d4f60170220b4b9677e89be296705db8. 2024-12-15T17:25:22,368 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7285): Opening region: {ENCODED => d4f60170220b4b9677e89be296705db8, NAME => 'testHBaseMetaReplicates_0,xxx,1734283520293.d4f60170220b4b9677e89be296705db8.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-12-15T17:25:22,368 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 d4f60170220b4b9677e89be296705db8 2024-12-15T17:25:22,368 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,xxx,1734283520293.d4f60170220b4b9677e89be296705db8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:22,368 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7327): checking encryption for d4f60170220b4b9677e89be296705db8 2024-12-15T17:25:22,368 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7330): checking classloading for d4f60170220b4b9677e89be296705db8 2024-12-15T17:25:22,369 INFO [StoreOpener-fb6b996c1f758ba6802cdc89e8e88efe-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb6b996c1f758ba6802cdc89e8e88efe columnFamilyName info 2024-12-15T17:25:22,369 DEBUG [StoreOpener-fb6b996c1f758ba6802cdc89e8e88efe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:22,369 INFO [StoreOpener-fb6b996c1f758ba6802cdc89e8e88efe-1 {}] regionserver.HStore(327): Store=fb6b996c1f758ba6802cdc89e8e88efe/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:25:22,370 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/fb6b996c1f758ba6802cdc89e8e88efe 2024-12-15T17:25:22,370 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/fb6b996c1f758ba6802cdc89e8e88efe 2024-12-15T17:25:22,372 INFO [StoreOpener-01ed335783102439365a6a58af3ded17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 01ed335783102439365a6a58af3ded17 2024-12-15T17:25:22,372 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1085): writing seq id for fb6b996c1f758ba6802cdc89e8e88efe 2024-12-15T17:25:22,376 INFO [StoreOpener-d4f60170220b4b9677e89be296705db8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region d4f60170220b4b9677e89be296705db8 2024-12-15T17:25:22,380 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=3e15309aabd312448d789238feb18aa9, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,32947,1734283505517 2024-12-15T17:25:22,380 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/fb6b996c1f758ba6802cdc89e8e88efe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:25:22,381 INFO [StoreOpener-d4f60170220b4b9677e89be296705db8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4f60170220b4b9677e89be296705db8 columnFamilyName info 2024-12-15T17:25:22,382 DEBUG [StoreOpener-d4f60170220b4b9677e89be296705db8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:22,382 INFO [StoreOpener-01ed335783102439365a6a58af3ded17-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01ed335783102439365a6a58af3ded17 columnFamilyName info 2024-12-15T17:25:22,382 DEBUG [StoreOpener-01ed335783102439365a6a58af3ded17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:22,383 INFO [StoreOpener-d4f60170220b4b9677e89be296705db8-1 {}] regionserver.HStore(327): Store=d4f60170220b4b9677e89be296705db8/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:25:22,383 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=41 updating hbase:meta row=8e471c3e2d1e25fb518269a752811708, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,38979,1734283505431 2024-12-15T17:25:22,384 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=39 2024-12-15T17:25:22,384 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,www,1734283520293.8e471c3e2d1e25fb518269a752811708. 2024-12-15T17:25:22,384 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,www,1734283520293.8e471c3e2d1e25fb518269a752811708. 2024-12-15T17:25:22,384 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,fff,1734283520293.f08fad4af97bff08782cb7e05596410b. 2024-12-15T17:25:22,384 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7285): Opening region: {ENCODED => f08fad4af97bff08782cb7e05596410b, NAME => 'testHBaseMetaReplicates_0,fff,1734283520293.f08fad4af97bff08782cb7e05596410b.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-12-15T17:25:22,384 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1102): Opened fb6b996c1f758ba6802cdc89e8e88efe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71594577, jitterRate=0.06684233248233795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:25:22,384 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1001): Region open journal for fb6b996c1f758ba6802cdc89e8e88efe: 2024-12-15T17:25:22,384 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 f08fad4af97bff08782cb7e05596410b 2024-12-15T17:25:22,384 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,fff,1734283520293.f08fad4af97bff08782cb7e05596410b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:22,384 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7327): checking encryption for f08fad4af97bff08782cb7e05596410b 2024-12-15T17:25:22,384 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7330): checking classloading for f08fad4af97bff08782cb7e05596410b 2024-12-15T17:25:22,386 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/d4f60170220b4b9677e89be296705db8 2024-12-15T17:25:22,387 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/d4f60170220b4b9677e89be296705db8 2024-12-15T17:25:22,387 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,ddd,1734283520293.fb6b996c1f758ba6802cdc89e8e88efe., pid=54, masterSystemTime=1734283522173 2024-12-15T17:25:22,387 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=39, state=SUCCESS; OpenRegionProcedure 09ceb1da06f037a04fc81b52fa2d9323, server=4ce65a7c4674,43497,1734283505378 in 343 msec 2024-12-15T17:25:22,387 INFO [StoreOpener-01ed335783102439365a6a58af3ded17-1 {}] regionserver.HStore(327): Store=01ed335783102439365a6a58af3ded17/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:25:22,388 INFO [StoreOpener-f08fad4af97bff08782cb7e05596410b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region f08fad4af97bff08782cb7e05596410b 2024-12-15T17:25:22,391 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/01ed335783102439365a6a58af3ded17 2024-12-15T17:25:22,391 INFO [StoreOpener-f08fad4af97bff08782cb7e05596410b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f08fad4af97bff08782cb7e05596410b columnFamilyName info 2024-12-15T17:25:22,391 DEBUG [StoreOpener-f08fad4af97bff08782cb7e05596410b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:22,394 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/01ed335783102439365a6a58af3ded17 2024-12-15T17:25:22,395 INFO [StoreOpener-f08fad4af97bff08782cb7e05596410b-1 {}] regionserver.HStore(327): Store=f08fad4af97bff08782cb7e05596410b/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:25:22,395 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,ddd,1734283520293.fb6b996c1f758ba6802cdc89e8e88efe. 2024-12-15T17:25:22,396 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,ddd,1734283520293.fb6b996c1f758ba6802cdc89e8e88efe. 2024-12-15T17:25:22,396 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,ccc,1734283520293.3daa779a17e38f0cd0550cc03b57cdda. 2024-12-15T17:25:22,396 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7285): Opening region: {ENCODED => 3daa779a17e38f0cd0550cc03b57cdda, NAME => 'testHBaseMetaReplicates_0,ccc,1734283520293.3daa779a17e38f0cd0550cc03b57cdda.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-12-15T17:25:22,396 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 3daa779a17e38f0cd0550cc03b57cdda 2024-12-15T17:25:22,396 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,ccc,1734283520293.3daa779a17e38f0cd0550cc03b57cdda.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:22,396 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7327): checking encryption for 3daa779a17e38f0cd0550cc03b57cdda 2024-12-15T17:25:22,396 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7330): checking classloading for 3daa779a17e38f0cd0550cc03b57cdda 2024-12-15T17:25:22,397 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/f08fad4af97bff08782cb7e05596410b 2024-12-15T17:25:22,404 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1085): writing seq id for 01ed335783102439365a6a58af3ded17 2024-12-15T17:25:22,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=43 2024-12-15T17:25:22,405 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/f08fad4af97bff08782cb7e05596410b 2024-12-15T17:25:22,407 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=38 2024-12-15T17:25:22,408 INFO [StoreOpener-3daa779a17e38f0cd0550cc03b57cdda-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 3daa779a17e38f0cd0550cc03b57cdda 2024-12-15T17:25:22,409 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1085): writing seq id for d4f60170220b4b9677e89be296705db8 2024-12-15T17:25:22,411 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=38, state=SUCCESS; OpenRegionProcedure 3e15309aabd312448d789238feb18aa9, server=4ce65a7c4674,32947,1734283505517 in 332 msec 2024-12-15T17:25:22,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=43, state=SUCCESS; OpenRegionProcedure 3799bc1996d399b365f23156a453a52e, server=4ce65a7c4674,43937,1734283505463 in 367 msec 2024-12-15T17:25:22,416 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=41 2024-12-15T17:25:22,424 INFO [StoreOpener-3daa779a17e38f0cd0550cc03b57cdda-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3daa779a17e38f0cd0550cc03b57cdda columnFamilyName info 2024-12-15T17:25:22,424 DEBUG [StoreOpener-3daa779a17e38f0cd0550cc03b57cdda-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:22,425 INFO [StoreOpener-3daa779a17e38f0cd0550cc03b57cdda-1 {}] regionserver.HStore(327): Store=3daa779a17e38f0cd0550cc03b57cdda/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:25:22,427 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/01ed335783102439365a6a58af3ded17/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:25:22,427 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=3e15309aabd312448d789238feb18aa9, ASSIGN in 555 msec 2024-12-15T17:25:22,427 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1085): writing seq id for f08fad4af97bff08782cb7e05596410b 2024-12-15T17:25:22,428 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/3daa779a17e38f0cd0550cc03b57cdda 2024-12-15T17:25:22,428 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/3daa779a17e38f0cd0550cc03b57cdda 2024-12-15T17:25:22,429 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=fb6b996c1f758ba6802cdc89e8e88efe, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,43497,1734283505378 2024-12-15T17:25:22,429 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=41, state=SUCCESS; OpenRegionProcedure 8e471c3e2d1e25fb518269a752811708, server=4ce65a7c4674,38979,1734283505431 in 362 msec 2024-12-15T17:25:22,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=09ceb1da06f037a04fc81b52fa2d9323, ASSIGN in 539 msec 2024-12-15T17:25:22,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=3799bc1996d399b365f23156a453a52e, ASSIGN in 560 msec 2024-12-15T17:25:22,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-15T17:25:22,430 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1102): Opened 01ed335783102439365a6a58af3ded17; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65904196, jitterRate=-0.01795095205307007}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:25:22,430 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1001): Region open journal for 01ed335783102439365a6a58af3ded17: 2024-12-15T17:25:22,433 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=8e471c3e2d1e25fb518269a752811708, ASSIGN in 571 msec 2024-12-15T17:25:22,436 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17., pid=49, masterSystemTime=1734283522163 2024-12-15T17:25:22,438 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/d4f60170220b4b9677e89be296705db8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:25:22,438 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17. 2024-12-15T17:25:22,439 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17. 2024-12-15T17:25:22,439 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,mmm,1734283520293.deff9d45a6ebb276ddf90f696aa7e3fd. 2024-12-15T17:25:22,439 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => deff9d45a6ebb276ddf90f696aa7e3fd, NAME => 'testHBaseMetaReplicates_0,mmm,1734283520293.deff9d45a6ebb276ddf90f696aa7e3fd.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-12-15T17:25:22,439 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 deff9d45a6ebb276ddf90f696aa7e3fd 2024-12-15T17:25:22,439 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,mmm,1734283520293.deff9d45a6ebb276ddf90f696aa7e3fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:22,439 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for deff9d45a6ebb276ddf90f696aa7e3fd 2024-12-15T17:25:22,439 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for deff9d45a6ebb276ddf90f696aa7e3fd 2024-12-15T17:25:22,443 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1085): writing seq id for 3daa779a17e38f0cd0550cc03b57cdda 2024-12-15T17:25:22,443 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1102): Opened d4f60170220b4b9677e89be296705db8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62796625, jitterRate=-0.06425736844539642}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:25:22,444 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1001): Region open journal for d4f60170220b4b9677e89be296705db8: 2024-12-15T17:25:22,447 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=22 2024-12-15T17:25:22,447 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=22, state=SUCCESS; OpenRegionProcedure fb6b996c1f758ba6802cdc89e8e88efe, server=4ce65a7c4674,43497,1734283505378 in 409 msec 2024-12-15T17:25:22,449 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=01ed335783102439365a6a58af3ded17, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,43937,1734283505463 2024-12-15T17:25:22,452 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,xxx,1734283520293.d4f60170220b4b9677e89be296705db8., pid=65, masterSystemTime=1734283522234 2024-12-15T17:25:22,461 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,xxx,1734283520293.d4f60170220b4b9677e89be296705db8. 2024-12-15T17:25:22,461 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,xxx,1734283520293.d4f60170220b4b9677e89be296705db8. 2024-12-15T17:25:22,461 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,nnn,1734283520293.7f35b277f34effd5246042dcfe85a8eb. 2024-12-15T17:25:22,461 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7285): Opening region: {ENCODED => 7f35b277f34effd5246042dcfe85a8eb, NAME => 'testHBaseMetaReplicates_0,nnn,1734283520293.7f35b277f34effd5246042dcfe85a8eb.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-12-15T17:25:22,462 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 7f35b277f34effd5246042dcfe85a8eb 2024-12-15T17:25:22,462 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,nnn,1734283520293.7f35b277f34effd5246042dcfe85a8eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:22,462 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7327): checking encryption for 7f35b277f34effd5246042dcfe85a8eb 2024-12-15T17:25:22,462 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7330): checking classloading for 7f35b277f34effd5246042dcfe85a8eb 2024-12-15T17:25:22,463 INFO [StoreOpener-deff9d45a6ebb276ddf90f696aa7e3fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region deff9d45a6ebb276ddf90f696aa7e3fd 2024-12-15T17:25:22,467 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=d4f60170220b4b9677e89be296705db8, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,32947,1734283505517 2024-12-15T17:25:22,467 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=fb6b996c1f758ba6802cdc89e8e88efe, ASSIGN in 591 msec 2024-12-15T17:25:22,468 INFO [StoreOpener-deff9d45a6ebb276ddf90f696aa7e3fd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region deff9d45a6ebb276ddf90f696aa7e3fd columnFamilyName info 2024-12-15T17:25:22,468 DEBUG [StoreOpener-deff9d45a6ebb276ddf90f696aa7e3fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:22,469 INFO [StoreOpener-deff9d45a6ebb276ddf90f696aa7e3fd-1 {}] regionserver.HStore(327): Store=deff9d45a6ebb276ddf90f696aa7e3fd/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:25:22,470 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/deff9d45a6ebb276ddf90f696aa7e3fd 2024-12-15T17:25:22,470 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/f08fad4af97bff08782cb7e05596410b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:25:22,470 INFO [StoreOpener-7f35b277f34effd5246042dcfe85a8eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 7f35b277f34effd5246042dcfe85a8eb 2024-12-15T17:25:22,472 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1102): Opened f08fad4af97bff08782cb7e05596410b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73814978, jitterRate=0.09992888569831848}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:25:22,472 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1001): Region open journal for f08fad4af97bff08782cb7e05596410b: 2024-12-15T17:25:22,474 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/deff9d45a6ebb276ddf90f696aa7e3fd 2024-12-15T17:25:22,475 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/3daa779a17e38f0cd0550cc03b57cdda/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:25:22,481 INFO [StoreOpener-7f35b277f34effd5246042dcfe85a8eb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f35b277f34effd5246042dcfe85a8eb columnFamilyName info 2024-12-15T17:25:22,481 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1102): Opened 3daa779a17e38f0cd0550cc03b57cdda; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59013492, jitterRate=-0.12063044309616089}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:25:22,481 DEBUG [StoreOpener-7f35b277f34effd5246042dcfe85a8eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:22,481 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1001): Region open journal for 3daa779a17e38f0cd0550cc03b57cdda: 2024-12-15T17:25:22,483 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,fff,1734283520293.f08fad4af97bff08782cb7e05596410b., pid=62, masterSystemTime=1734283522185 2024-12-15T17:25:22,484 INFO [StoreOpener-7f35b277f34effd5246042dcfe85a8eb-1 {}] regionserver.HStore(327): Store=7f35b277f34effd5246042dcfe85a8eb/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:25:22,484 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/7f35b277f34effd5246042dcfe85a8eb 2024-12-15T17:25:22,485 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/7f35b277f34effd5246042dcfe85a8eb 2024-12-15T17:25:22,485 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for deff9d45a6ebb276ddf90f696aa7e3fd 2024-12-15T17:25:22,485 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,ccc,1734283520293.3daa779a17e38f0cd0550cc03b57cdda., pid=53, masterSystemTime=1734283522173 2024-12-15T17:25:22,489 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1085): writing seq id for 7f35b277f34effd5246042dcfe85a8eb 2024-12-15T17:25:22,491 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=19 2024-12-15T17:25:22,491 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/deff9d45a6ebb276ddf90f696aa7e3fd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:25:22,491 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=19, state=SUCCESS; OpenRegionProcedure 01ed335783102439365a6a58af3ded17, server=4ce65a7c4674,43937,1734283505463 in 442 msec 2024-12-15T17:25:22,492 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened deff9d45a6ebb276ddf90f696aa7e3fd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64316865, jitterRate=-0.04160402715206146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:25:22,492 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for deff9d45a6ebb276ddf90f696aa7e3fd: 2024-12-15T17:25:22,492 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,fff,1734283520293.f08fad4af97bff08782cb7e05596410b. 2024-12-15T17:25:22,492 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,fff,1734283520293.f08fad4af97bff08782cb7e05596410b. 2024-12-15T17:25:22,492 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,rrr,1734283520293.ac66a1d73d9ffce03e30e52d7400a113. 2024-12-15T17:25:22,492 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7285): Opening region: {ENCODED => ac66a1d73d9ffce03e30e52d7400a113, NAME => 'testHBaseMetaReplicates_0,rrr,1734283520293.ac66a1d73d9ffce03e30e52d7400a113.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-12-15T17:25:22,492 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 ac66a1d73d9ffce03e30e52d7400a113 2024-12-15T17:25:22,492 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,rrr,1734283520293.ac66a1d73d9ffce03e30e52d7400a113.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:22,492 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7327): checking encryption for ac66a1d73d9ffce03e30e52d7400a113 2024-12-15T17:25:22,492 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7330): checking classloading for ac66a1d73d9ffce03e30e52d7400a113 2024-12-15T17:25:22,493 INFO [StoreOpener-ac66a1d73d9ffce03e30e52d7400a113-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region ac66a1d73d9ffce03e30e52d7400a113 2024-12-15T17:25:22,494 INFO [StoreOpener-ac66a1d73d9ffce03e30e52d7400a113-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac66a1d73d9ffce03e30e52d7400a113 columnFamilyName info 2024-12-15T17:25:22,495 DEBUG [StoreOpener-ac66a1d73d9ffce03e30e52d7400a113-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:22,495 INFO [StoreOpener-ac66a1d73d9ffce03e30e52d7400a113-1 {}] regionserver.HStore(327): Store=ac66a1d73d9ffce03e30e52d7400a113/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:25:22,496 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=f08fad4af97bff08782cb7e05596410b, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,38979,1734283505431 2024-12-15T17:25:22,496 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/ac66a1d73d9ffce03e30e52d7400a113 2024-12-15T17:25:22,496 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/7f35b277f34effd5246042dcfe85a8eb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:25:22,496 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/ac66a1d73d9ffce03e30e52d7400a113 2024-12-15T17:25:22,496 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1102): Opened 7f35b277f34effd5246042dcfe85a8eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75383450, jitterRate=0.1233009397983551}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:25:22,496 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1001): Region open journal for 7f35b277f34effd5246042dcfe85a8eb: 2024-12-15T17:25:22,497 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,nnn,1734283520293.7f35b277f34effd5246042dcfe85a8eb., pid=68, masterSystemTime=1734283522234 2024-12-15T17:25:22,498 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1085): writing seq id for ac66a1d73d9ffce03e30e52d7400a113 2024-12-15T17:25:22,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=42 2024-12-15T17:25:22,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=01ed335783102439365a6a58af3ded17, ASSIGN in 635 msec 2024-12-15T17:25:22,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=42, state=SUCCESS; OpenRegionProcedure d4f60170220b4b9677e89be296705db8, server=4ce65a7c4674,32947,1734283505517 in 397 msec 2024-12-15T17:25:22,499 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,mmm,1734283520293.deff9d45a6ebb276ddf90f696aa7e3fd., pid=44, masterSystemTime=1734283522163 2024-12-15T17:25:22,501 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,nnn,1734283520293.7f35b277f34effd5246042dcfe85a8eb. 2024-12-15T17:25:22,501 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,nnn,1734283520293.7f35b277f34effd5246042dcfe85a8eb. 2024-12-15T17:25:22,501 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,hhh,1734283520293.fc22d398785f692520dace054fe1f093. 2024-12-15T17:25:22,501 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7285): Opening region: {ENCODED => fc22d398785f692520dace054fe1f093, NAME => 'testHBaseMetaReplicates_0,hhh,1734283520293.fc22d398785f692520dace054fe1f093.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-12-15T17:25:22,501 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 fc22d398785f692520dace054fe1f093 2024-12-15T17:25:22,501 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,hhh,1734283520293.fc22d398785f692520dace054fe1f093.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:22,501 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7327): checking encryption for fc22d398785f692520dace054fe1f093 2024-12-15T17:25:22,501 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7330): checking classloading for fc22d398785f692520dace054fe1f093 2024-12-15T17:25:22,503 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,ccc,1734283520293.3daa779a17e38f0cd0550cc03b57cdda. 2024-12-15T17:25:22,503 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,ccc,1734283520293.3daa779a17e38f0cd0550cc03b57cdda. 2024-12-15T17:25:22,503 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,vvv,1734283520293.49c73611337e492b462d8c10d149b525. 2024-12-15T17:25:22,503 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7285): Opening region: {ENCODED => 49c73611337e492b462d8c10d149b525, NAME => 'testHBaseMetaReplicates_0,vvv,1734283520293.49c73611337e492b462d8c10d149b525.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-12-15T17:25:22,504 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 49c73611337e492b462d8c10d149b525 2024-12-15T17:25:22,504 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,vvv,1734283520293.49c73611337e492b462d8c10d149b525.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:22,504 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7327): checking encryption for 49c73611337e492b462d8c10d149b525 2024-12-15T17:25:22,504 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7330): checking classloading for 49c73611337e492b462d8c10d149b525 2024-12-15T17:25:22,504 INFO [StoreOpener-fc22d398785f692520dace054fe1f093-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region fc22d398785f692520dace054fe1f093 2024-12-15T17:25:22,511 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=24 2024-12-15T17:25:22,511 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=24, state=SUCCESS; OpenRegionProcedure f08fad4af97bff08782cb7e05596410b, server=4ce65a7c4674,38979,1734283505431 in 449 msec 2024-12-15T17:25:22,512 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/ac66a1d73d9ffce03e30e52d7400a113/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:25:22,512 INFO [StoreOpener-49c73611337e492b462d8c10d149b525-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 49c73611337e492b462d8c10d149b525 2024-12-15T17:25:22,515 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=7f35b277f34effd5246042dcfe85a8eb, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,32947,1734283505517 2024-12-15T17:25:22,515 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=3daa779a17e38f0cd0550cc03b57cdda, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,43497,1734283505378 2024-12-15T17:25:22,517 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1102): Opened ac66a1d73d9ffce03e30e52d7400a113; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75488734, jitterRate=0.12486979365348816}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:25:22,517 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,mmm,1734283520293.deff9d45a6ebb276ddf90f696aa7e3fd. 2024-12-15T17:25:22,517 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1001): Region open journal for ac66a1d73d9ffce03e30e52d7400a113: 2024-12-15T17:25:22,517 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,mmm,1734283520293.deff9d45a6ebb276ddf90f696aa7e3fd. 2024-12-15T17:25:22,517 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,kkk,1734283520293.c84862161c7d618c258250c3088fa33d. 2024-12-15T17:25:22,517 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => c84862161c7d618c258250c3088fa33d, NAME => 'testHBaseMetaReplicates_0,kkk,1734283520293.c84862161c7d618c258250c3088fa33d.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-12-15T17:25:22,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=d4f60170220b4b9677e89be296705db8, ASSIGN in 643 msec 2024-12-15T17:25:22,517 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 c84862161c7d618c258250c3088fa33d 2024-12-15T17:25:22,518 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,kkk,1734283520293.c84862161c7d618c258250c3088fa33d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:22,518 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for c84862161c7d618c258250c3088fa33d 2024-12-15T17:25:22,518 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for c84862161c7d618c258250c3088fa33d 2024-12-15T17:25:22,519 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,rrr,1734283520293.ac66a1d73d9ffce03e30e52d7400a113., pid=58, masterSystemTime=1734283522185 2024-12-15T17:25:22,519 INFO [StoreOpener-49c73611337e492b462d8c10d149b525-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49c73611337e492b462d8c10d149b525 columnFamilyName info 2024-12-15T17:25:22,520 DEBUG [StoreOpener-49c73611337e492b462d8c10d149b525-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:22,520 INFO [StoreOpener-fc22d398785f692520dace054fe1f093-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc22d398785f692520dace054fe1f093 columnFamilyName info 2024-12-15T17:25:22,520 DEBUG [StoreOpener-fc22d398785f692520dace054fe1f093-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:22,522 INFO [StoreOpener-fc22d398785f692520dace054fe1f093-1 {}] regionserver.HStore(327): Store=fc22d398785f692520dace054fe1f093/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:25:22,523 INFO [StoreOpener-49c73611337e492b462d8c10d149b525-1 {}] regionserver.HStore(327): Store=49c73611337e492b462d8c10d149b525/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:25:22,523 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/fc22d398785f692520dace054fe1f093 2024-12-15T17:25:22,524 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/49c73611337e492b462d8c10d149b525 2024-12-15T17:25:22,524 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/49c73611337e492b462d8c10d149b525 2024-12-15T17:25:22,527 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/fc22d398785f692520dace054fe1f093 2024-12-15T17:25:22,528 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=deff9d45a6ebb276ddf90f696aa7e3fd, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,43937,1734283505463 2024-12-15T17:25:22,529 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1085): writing seq id for 49c73611337e492b462d8c10d149b525 2024-12-15T17:25:22,529 INFO [StoreOpener-c84862161c7d618c258250c3088fa33d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region c84862161c7d618c258250c3088fa33d 2024-12-15T17:25:22,532 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=f08fad4af97bff08782cb7e05596410b, ASSIGN in 655 msec 2024-12-15T17:25:22,538 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1085): writing seq id for fc22d398785f692520dace054fe1f093 2024-12-15T17:25:22,539 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,rrr,1734283520293.ac66a1d73d9ffce03e30e52d7400a113. 2024-12-15T17:25:22,539 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,rrr,1734283520293.ac66a1d73d9ffce03e30e52d7400a113. 2024-12-15T17:25:22,539 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,jjj,1734283520293.14cb587b72f8731bab7db98b58d356dd. 2024-12-15T17:25:22,539 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7285): Opening region: {ENCODED => 14cb587b72f8731bab7db98b58d356dd, NAME => 'testHBaseMetaReplicates_0,jjj,1734283520293.14cb587b72f8731bab7db98b58d356dd.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-12-15T17:25:22,540 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 14cb587b72f8731bab7db98b58d356dd 2024-12-15T17:25:22,540 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=ac66a1d73d9ffce03e30e52d7400a113, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,38979,1734283505431 2024-12-15T17:25:22,540 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,jjj,1734283520293.14cb587b72f8731bab7db98b58d356dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:22,540 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7327): checking encryption for 14cb587b72f8731bab7db98b58d356dd 2024-12-15T17:25:22,540 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7330): checking classloading for 14cb587b72f8731bab7db98b58d356dd 2024-12-15T17:25:22,541 INFO [StoreOpener-c84862161c7d618c258250c3088fa33d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c84862161c7d618c258250c3088fa33d columnFamilyName info 2024-12-15T17:25:22,541 DEBUG [StoreOpener-c84862161c7d618c258250c3088fa33d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:22,542 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/49c73611337e492b462d8c10d149b525/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:25:22,543 INFO [StoreOpener-c84862161c7d618c258250c3088fa33d-1 {}] regionserver.HStore(327): Store=c84862161c7d618c258250c3088fa33d/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:25:22,543 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1102): Opened 49c73611337e492b462d8c10d149b525; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74956572, jitterRate=0.1169399619102478}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:25:22,543 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1001): Region open journal for 49c73611337e492b462d8c10d149b525: 2024-12-15T17:25:22,545 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/c84862161c7d618c258250c3088fa33d 2024-12-15T17:25:22,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=32 2024-12-15T17:25:22,546 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/fc22d398785f692520dace054fe1f093/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:25:22,546 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1102): Opened fc22d398785f692520dace054fe1f093; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71362668, jitterRate=0.06338661909103394}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:25:22,546 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1001): Region open journal for fc22d398785f692520dace054fe1f093: 2024-12-15T17:25:22,550 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/c84862161c7d618c258250c3088fa33d 2024-12-15T17:25:22,551 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=53, resume processing ppid=21 2024-12-15T17:25:22,551 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,hhh,1734283520293.fc22d398785f692520dace054fe1f093., pid=63, masterSystemTime=1734283522234 2024-12-15T17:25:22,551 INFO [StoreOpener-14cb587b72f8731bab7db98b58d356dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 14cb587b72f8731bab7db98b58d356dd 2024-12-15T17:25:22,551 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,vvv,1734283520293.49c73611337e492b462d8c10d149b525., pid=57, masterSystemTime=1734283522173 2024-12-15T17:25:22,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=32, state=SUCCESS; OpenRegionProcedure 7f35b277f34effd5246042dcfe85a8eb, server=4ce65a7c4674,32947,1734283505517 in 400 msec 2024-12-15T17:25:22,557 INFO [StoreOpener-14cb587b72f8731bab7db98b58d356dd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14cb587b72f8731bab7db98b58d356dd columnFamilyName info 2024-12-15T17:25:22,557 DEBUG [StoreOpener-14cb587b72f8731bab7db98b58d356dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:22,559 INFO [StoreOpener-14cb587b72f8731bab7db98b58d356dd-1 {}] regionserver.HStore(327): Store=14cb587b72f8731bab7db98b58d356dd/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:25:22,560 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/14cb587b72f8731bab7db98b58d356dd 2024-12-15T17:25:22,562 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/14cb587b72f8731bab7db98b58d356dd 2024-12-15T17:25:22,563 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=31 2024-12-15T17:25:22,569 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for c84862161c7d618c258250c3088fa33d 2024-12-15T17:25:22,570 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1085): writing seq id for 14cb587b72f8731bab7db98b58d356dd 2024-12-15T17:25:22,572 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,hhh,1734283520293.fc22d398785f692520dace054fe1f093. 2024-12-15T17:25:22,572 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,hhh,1734283520293.fc22d398785f692520dace054fe1f093. 2024-12-15T17:25:22,572 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,lll,1734283520293.d486977fc419debe1bb7dc886ff93327. 2024-12-15T17:25:22,572 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7285): Opening region: {ENCODED => d486977fc419debe1bb7dc886ff93327, NAME => 'testHBaseMetaReplicates_0,lll,1734283520293.d486977fc419debe1bb7dc886ff93327.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-12-15T17:25:22,572 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 d486977fc419debe1bb7dc886ff93327 2024-12-15T17:25:22,572 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,lll,1734283520293.d486977fc419debe1bb7dc886ff93327.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:22,572 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7327): checking encryption for d486977fc419debe1bb7dc886ff93327 2024-12-15T17:25:22,572 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7330): checking classloading for d486977fc419debe1bb7dc886ff93327 2024-12-15T17:25:22,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=3daa779a17e38f0cd0550cc03b57cdda, ASSIGN in 696 msec 2024-12-15T17:25:22,575 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=7f35b277f34effd5246042dcfe85a8eb, ASSIGN in 689 msec 2024-12-15T17:25:22,577 INFO [StoreOpener-d486977fc419debe1bb7dc886ff93327-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region d486977fc419debe1bb7dc886ff93327 2024-12-15T17:25:22,583 INFO [StoreOpener-d486977fc419debe1bb7dc886ff93327-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d486977fc419debe1bb7dc886ff93327 columnFamilyName info 2024-12-15T17:25:22,584 DEBUG [StoreOpener-d486977fc419debe1bb7dc886ff93327-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:22,585 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=fc22d398785f692520dace054fe1f093, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,32947,1734283505517 2024-12-15T17:25:22,585 INFO [StoreOpener-d486977fc419debe1bb7dc886ff93327-1 {}] regionserver.HStore(327): Store=d486977fc419debe1bb7dc886ff93327/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:25:22,585 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=31, state=SUCCESS; OpenRegionProcedure deff9d45a6ebb276ddf90f696aa7e3fd, server=4ce65a7c4674,43937,1734283505463 in 528 msec 2024-12-15T17:25:22,585 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, ppid=21, state=SUCCESS; OpenRegionProcedure 3daa779a17e38f0cd0550cc03b57cdda, server=4ce65a7c4674,43497,1734283505378 in 509 msec 2024-12-15T17:25:22,586 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/d486977fc419debe1bb7dc886ff93327 2024-12-15T17:25:22,586 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/d486977fc419debe1bb7dc886ff93327 2024-12-15T17:25:22,586 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,vvv,1734283520293.49c73611337e492b462d8c10d149b525. 2024-12-15T17:25:22,586 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,vvv,1734283520293.49c73611337e492b462d8c10d149b525. 2024-12-15T17:25:22,586 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,iii,1734283520293.2ac5db3b34ca1720d38bfadbefef829a. 2024-12-15T17:25:22,587 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => 2ac5db3b34ca1720d38bfadbefef829a, NAME => 'testHBaseMetaReplicates_0,iii,1734283520293.2ac5db3b34ca1720d38bfadbefef829a.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-12-15T17:25:22,587 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 2ac5db3b34ca1720d38bfadbefef829a 2024-12-15T17:25:22,587 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,iii,1734283520293.2ac5db3b34ca1720d38bfadbefef829a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:22,587 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for 2ac5db3b34ca1720d38bfadbefef829a 2024-12-15T17:25:22,587 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for 2ac5db3b34ca1720d38bfadbefef829a 2024-12-15T17:25:22,589 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1085): writing seq id for d486977fc419debe1bb7dc886ff93327 2024-12-15T17:25:22,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=36 2024-12-15T17:25:22,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=36, state=SUCCESS; OpenRegionProcedure ac66a1d73d9ffce03e30e52d7400a113, server=4ce65a7c4674,38979,1734283505431 in 511 msec 2024-12-15T17:25:22,592 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=49c73611337e492b462d8c10d149b525, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,43497,1734283505378 2024-12-15T17:25:22,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=deff9d45a6ebb276ddf90f696aa7e3fd, ASSIGN in 720 msec 2024-12-15T17:25:22,603 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/14cb587b72f8731bab7db98b58d356dd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:25:22,607 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1102): Opened 14cb587b72f8731bab7db98b58d356dd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74562018, jitterRate=0.11106064915657043}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:25:22,608 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1001): Region open journal for 14cb587b72f8731bab7db98b58d356dd: 2024-12-15T17:25:22,610 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/c84862161c7d618c258250c3088fa33d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:25:22,611 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=26 2024-12-15T17:25:22,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=ac66a1d73d9ffce03e30e52d7400a113, ASSIGN in 742 msec 2024-12-15T17:25:22,612 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=26, state=SUCCESS; OpenRegionProcedure fc22d398785f692520dace054fe1f093, server=4ce65a7c4674,32947,1734283505517 in 539 msec 2024-12-15T17:25:22,612 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,jjj,1734283520293.14cb587b72f8731bab7db98b58d356dd., pid=60, masterSystemTime=1734283522185 2024-12-15T17:25:22,617 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened c84862161c7d618c258250c3088fa33d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58800964, jitterRate=-0.12379735708236694}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:25:22,617 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for c84862161c7d618c258250c3088fa33d: 2024-12-15T17:25:22,617 INFO [StoreOpener-2ac5db3b34ca1720d38bfadbefef829a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 2ac5db3b34ca1720d38bfadbefef829a 2024-12-15T17:25:22,620 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/d486977fc419debe1bb7dc886ff93327/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:25:22,620 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,jjj,1734283520293.14cb587b72f8731bab7db98b58d356dd. 2024-12-15T17:25:22,620 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,jjj,1734283520293.14cb587b72f8731bab7db98b58d356dd. 2024-12-15T17:25:22,620 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,bbb,1734283520293.203fa074391697fe80bb425df65daad2. 2024-12-15T17:25:22,620 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7285): Opening region: {ENCODED => 203fa074391697fe80bb425df65daad2, NAME => 'testHBaseMetaReplicates_0,bbb,1734283520293.203fa074391697fe80bb425df65daad2.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-12-15T17:25:22,621 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 203fa074391697fe80bb425df65daad2 2024-12-15T17:25:22,621 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,bbb,1734283520293.203fa074391697fe80bb425df65daad2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:22,621 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7327): checking encryption for 203fa074391697fe80bb425df65daad2 2024-12-15T17:25:22,621 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7330): checking classloading for 203fa074391697fe80bb425df65daad2 2024-12-15T17:25:22,621 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1102): Opened d486977fc419debe1bb7dc886ff93327; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60591165, jitterRate=-0.09712128341197968}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:25:22,621 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1001): Region open journal for d486977fc419debe1bb7dc886ff93327: 2024-12-15T17:25:22,622 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=40 2024-12-15T17:25:22,622 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=40, state=SUCCESS; OpenRegionProcedure 49c73611337e492b462d8c10d149b525, server=4ce65a7c4674,43497,1734283505378 in 573 msec 2024-12-15T17:25:22,626 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,lll,1734283520293.d486977fc419debe1bb7dc886ff93327., pid=67, masterSystemTime=1734283522234 2024-12-15T17:25:22,626 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,kkk,1734283520293.c84862161c7d618c258250c3088fa33d., pid=46, masterSystemTime=1734283522163 2024-12-15T17:25:22,627 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=14cb587b72f8731bab7db98b58d356dd, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,38979,1734283505431 2024-12-15T17:25:22,627 INFO [StoreOpener-203fa074391697fe80bb425df65daad2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 203fa074391697fe80bb425df65daad2 2024-12-15T17:25:22,627 INFO [StoreOpener-2ac5db3b34ca1720d38bfadbefef829a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ac5db3b34ca1720d38bfadbefef829a columnFamilyName info 2024-12-15T17:25:22,627 DEBUG [StoreOpener-2ac5db3b34ca1720d38bfadbefef829a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:22,631 INFO [StoreOpener-2ac5db3b34ca1720d38bfadbefef829a-1 {}] regionserver.HStore(327): Store=2ac5db3b34ca1720d38bfadbefef829a/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:25:22,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=fc22d398785f692520dace054fe1f093, ASSIGN in 755 msec 2024-12-15T17:25:22,635 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/2ac5db3b34ca1720d38bfadbefef829a 2024-12-15T17:25:22,636 INFO [StoreOpener-203fa074391697fe80bb425df65daad2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 203fa074391697fe80bb425df65daad2 columnFamilyName info 2024-12-15T17:25:22,636 DEBUG [StoreOpener-203fa074391697fe80bb425df65daad2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:22,638 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/2ac5db3b34ca1720d38bfadbefef829a 2024-12-15T17:25:22,638 INFO [StoreOpener-203fa074391697fe80bb425df65daad2-1 {}] regionserver.HStore(327): Store=203fa074391697fe80bb425df65daad2/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:25:22,638 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=49c73611337e492b462d8c10d149b525, ASSIGN in 766 msec 2024-12-15T17:25:22,640 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,lll,1734283520293.d486977fc419debe1bb7dc886ff93327. 2024-12-15T17:25:22,640 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,lll,1734283520293.d486977fc419debe1bb7dc886ff93327. 2024-12-15T17:25:22,640 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,eee,1734283520293.afed1399feff55462ad01594581f26e2. 2024-12-15T17:25:22,640 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7285): Opening region: {ENCODED => afed1399feff55462ad01594581f26e2, NAME => 'testHBaseMetaReplicates_0,eee,1734283520293.afed1399feff55462ad01594581f26e2.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-12-15T17:25:22,640 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 afed1399feff55462ad01594581f26e2 2024-12-15T17:25:22,640 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,eee,1734283520293.afed1399feff55462ad01594581f26e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:22,640 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7327): checking encryption for afed1399feff55462ad01594581f26e2 2024-12-15T17:25:22,640 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7330): checking classloading for afed1399feff55462ad01594581f26e2 2024-12-15T17:25:22,641 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/203fa074391697fe80bb425df65daad2 2024-12-15T17:25:22,646 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/203fa074391697fe80bb425df65daad2 2024-12-15T17:25:22,647 INFO [StoreOpener-afed1399feff55462ad01594581f26e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region afed1399feff55462ad01594581f26e2 2024-12-15T17:25:22,647 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=d486977fc419debe1bb7dc886ff93327, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,32947,1734283505517 2024-12-15T17:25:22,648 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for 2ac5db3b34ca1720d38bfadbefef829a 2024-12-15T17:25:22,648 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,kkk,1734283520293.c84862161c7d618c258250c3088fa33d. 2024-12-15T17:25:22,648 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,kkk,1734283520293.c84862161c7d618c258250c3088fa33d. 2024-12-15T17:25:22,648 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,sss,1734283520293.cd36423b8a400f47b4fddd7aea516a00. 2024-12-15T17:25:22,648 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => cd36423b8a400f47b4fddd7aea516a00, NAME => 'testHBaseMetaReplicates_0,sss,1734283520293.cd36423b8a400f47b4fddd7aea516a00.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-12-15T17:25:22,650 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 cd36423b8a400f47b4fddd7aea516a00 2024-12-15T17:25:22,650 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,sss,1734283520293.cd36423b8a400f47b4fddd7aea516a00.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:22,650 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for cd36423b8a400f47b4fddd7aea516a00 2024-12-15T17:25:22,650 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for cd36423b8a400f47b4fddd7aea516a00 2024-12-15T17:25:22,651 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=c84862161c7d618c258250c3088fa33d, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,43937,1734283505463 2024-12-15T17:25:22,653 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/2ac5db3b34ca1720d38bfadbefef829a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:25:22,653 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41609 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=4ce65a7c4674,43937,1734283505463, table=testHBaseMetaReplicates_0, region=c84862161c7d618c258250c3088fa33d. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-15T17:25:22,654 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1085): writing seq id for 203fa074391697fe80bb425df65daad2 2024-12-15T17:25:22,656 INFO [StoreOpener-afed1399feff55462ad01594581f26e2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afed1399feff55462ad01594581f26e2 columnFamilyName info 2024-12-15T17:25:22,656 DEBUG [StoreOpener-afed1399feff55462ad01594581f26e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:22,656 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened 2ac5db3b34ca1720d38bfadbefef829a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61335503, jitterRate=-0.0860297828912735}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:25:22,656 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for 2ac5db3b34ca1720d38bfadbefef829a: 2024-12-15T17:25:22,659 INFO [StoreOpener-cd36423b8a400f47b4fddd7aea516a00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region cd36423b8a400f47b4fddd7aea516a00 2024-12-15T17:25:22,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=28 2024-12-15T17:25:22,660 INFO [StoreOpener-afed1399feff55462ad01594581f26e2-1 {}] regionserver.HStore(327): Store=afed1399feff55462ad01594581f26e2/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:25:22,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=28, state=SUCCESS; OpenRegionProcedure 14cb587b72f8731bab7db98b58d356dd, server=4ce65a7c4674,38979,1734283505431 in 604 msec 2024-12-15T17:25:22,666 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,iii,1734283520293.2ac5db3b34ca1720d38bfadbefef829a., pid=50, masterSystemTime=1734283522173 2024-12-15T17:25:22,667 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/afed1399feff55462ad01594581f26e2 2024-12-15T17:25:22,668 INFO [StoreOpener-cd36423b8a400f47b4fddd7aea516a00-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd36423b8a400f47b4fddd7aea516a00 columnFamilyName info 2024-12-15T17:25:22,668 DEBUG [StoreOpener-cd36423b8a400f47b4fddd7aea516a00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:22,670 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/afed1399feff55462ad01594581f26e2 2024-12-15T17:25:22,670 INFO [StoreOpener-cd36423b8a400f47b4fddd7aea516a00-1 {}] regionserver.HStore(327): Store=cd36423b8a400f47b4fddd7aea516a00/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:25:22,670 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/203fa074391697fe80bb425df65daad2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:25:22,670 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,iii,1734283520293.2ac5db3b34ca1720d38bfadbefef829a. 2024-12-15T17:25:22,670 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,iii,1734283520293.2ac5db3b34ca1720d38bfadbefef829a. 2024-12-15T17:25:22,671 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,ooo,1734283520293.f484d022a0b61d256bc89c9546e1cbf5. 2024-12-15T17:25:22,671 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7285): Opening region: {ENCODED => f484d022a0b61d256bc89c9546e1cbf5, NAME => 'testHBaseMetaReplicates_0,ooo,1734283520293.f484d022a0b61d256bc89c9546e1cbf5.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-12-15T17:25:22,671 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 f484d022a0b61d256bc89c9546e1cbf5 2024-12-15T17:25:22,671 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,ooo,1734283520293.f484d022a0b61d256bc89c9546e1cbf5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:22,671 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7327): checking encryption for f484d022a0b61d256bc89c9546e1cbf5 2024-12-15T17:25:22,671 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7330): checking classloading for f484d022a0b61d256bc89c9546e1cbf5 2024-12-15T17:25:22,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=30 2024-12-15T17:25:22,672 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=14cb587b72f8731bab7db98b58d356dd, ASSIGN in 804 msec 2024-12-15T17:25:22,677 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/cd36423b8a400f47b4fddd7aea516a00 2024-12-15T17:25:22,678 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1102): Opened 203fa074391697fe80bb425df65daad2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69529120, jitterRate=0.03606462478637695}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:25:22,678 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1001): Region open journal for 203fa074391697fe80bb425df65daad2: 2024-12-15T17:25:22,678 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=30, state=SUCCESS; OpenRegionProcedure d486977fc419debe1bb7dc886ff93327, server=4ce65a7c4674,32947,1734283505517 in 538 msec 2024-12-15T17:25:22,680 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/cd36423b8a400f47b4fddd7aea516a00 2024-12-15T17:25:22,680 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,bbb,1734283520293.203fa074391697fe80bb425df65daad2., pid=56, masterSystemTime=1734283522185 2024-12-15T17:25:22,680 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=29 2024-12-15T17:25:22,680 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=29, state=SUCCESS; OpenRegionProcedure c84862161c7d618c258250c3088fa33d, server=4ce65a7c4674,43937,1734283505463 in 651 msec 2024-12-15T17:25:22,681 INFO [StoreOpener-f484d022a0b61d256bc89c9546e1cbf5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region f484d022a0b61d256bc89c9546e1cbf5 2024-12-15T17:25:22,683 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=2ac5db3b34ca1720d38bfadbefef829a, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,43497,1734283505378 2024-12-15T17:25:22,684 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=d486977fc419debe1bb7dc886ff93327, ASSIGN in 816 msec 2024-12-15T17:25:22,688 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,bbb,1734283520293.203fa074391697fe80bb425df65daad2. 2024-12-15T17:25:22,688 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,bbb,1734283520293.203fa074391697fe80bb425df65daad2. 2024-12-15T17:25:22,688 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,ppp,1734283520293.f3107e06f17663abef43df4f965dd513. 2024-12-15T17:25:22,688 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7285): Opening region: {ENCODED => f3107e06f17663abef43df4f965dd513, NAME => 'testHBaseMetaReplicates_0,ppp,1734283520293.f3107e06f17663abef43df4f965dd513.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-12-15T17:25:22,688 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 f3107e06f17663abef43df4f965dd513 2024-12-15T17:25:22,688 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,ppp,1734283520293.f3107e06f17663abef43df4f965dd513.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:22,688 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7327): checking encryption for f3107e06f17663abef43df4f965dd513 2024-12-15T17:25:22,688 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7330): checking classloading for f3107e06f17663abef43df4f965dd513 2024-12-15T17:25:22,689 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1085): writing seq id for afed1399feff55462ad01594581f26e2 2024-12-15T17:25:22,690 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=c84862161c7d618c258250c3088fa33d, ASSIGN in 825 msec 2024-12-15T17:25:22,690 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=203fa074391697fe80bb425df65daad2, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,38979,1734283505431 2024-12-15T17:25:22,691 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for cd36423b8a400f47b4fddd7aea516a00 2024-12-15T17:25:22,691 INFO [StoreOpener-f484d022a0b61d256bc89c9546e1cbf5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f484d022a0b61d256bc89c9546e1cbf5 columnFamilyName info 2024-12-15T17:25:22,691 DEBUG [StoreOpener-f484d022a0b61d256bc89c9546e1cbf5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:22,695 INFO [StoreOpener-f3107e06f17663abef43df4f965dd513-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region f3107e06f17663abef43df4f965dd513 2024-12-15T17:25:22,699 INFO [StoreOpener-f484d022a0b61d256bc89c9546e1cbf5-1 {}] regionserver.HStore(327): Store=f484d022a0b61d256bc89c9546e1cbf5/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:25:22,700 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=27 2024-12-15T17:25:22,706 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/afed1399feff55462ad01594581f26e2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:25:22,706 INFO [StoreOpener-f3107e06f17663abef43df4f965dd513-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3107e06f17663abef43df4f965dd513 columnFamilyName info 2024-12-15T17:25:22,706 DEBUG [StoreOpener-f3107e06f17663abef43df4f965dd513-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:22,707 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/f484d022a0b61d256bc89c9546e1cbf5 2024-12-15T17:25:22,708 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1102): Opened afed1399feff55462ad01594581f26e2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59814799, jitterRate=-0.1086900383234024}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:25:22,708 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1001): Region open journal for afed1399feff55462ad01594581f26e2: 2024-12-15T17:25:22,709 INFO [StoreOpener-f3107e06f17663abef43df4f965dd513-1 {}] regionserver.HStore(327): Store=f3107e06f17663abef43df4f965dd513/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:25:22,712 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=27, state=SUCCESS; OpenRegionProcedure 2ac5db3b34ca1720d38bfadbefef829a, server=4ce65a7c4674,43497,1734283505378 in 667 msec 2024-12-15T17:25:22,712 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/f3107e06f17663abef43df4f965dd513 2024-12-15T17:25:22,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=2ac5db3b34ca1720d38bfadbefef829a, ASSIGN in 849 msec 2024-12-15T17:25:22,713 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/f3107e06f17663abef43df4f965dd513 2024-12-15T17:25:22,713 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=20 2024-12-15T17:25:22,713 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=20, state=SUCCESS; OpenRegionProcedure 203fa074391697fe80bb425df65daad2, server=4ce65a7c4674,38979,1734283505431 in 666 msec 2024-12-15T17:25:22,714 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/cd36423b8a400f47b4fddd7aea516a00/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:25:22,715 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/f484d022a0b61d256bc89c9546e1cbf5 2024-12-15T17:25:22,715 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,eee,1734283520293.afed1399feff55462ad01594581f26e2., pid=66, masterSystemTime=1734283522234 2024-12-15T17:25:22,719 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened cd36423b8a400f47b4fddd7aea516a00; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64157467, jitterRate=-0.04397924244403839}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:25:22,719 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for cd36423b8a400f47b4fddd7aea516a00: 2024-12-15T17:25:22,731 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1085): writing seq id for f3107e06f17663abef43df4f965dd513 2024-12-15T17:25:22,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=203fa074391697fe80bb425df65daad2, ASSIGN in 857 msec 2024-12-15T17:25:22,732 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,sss,1734283520293.cd36423b8a400f47b4fddd7aea516a00., pid=45, masterSystemTime=1734283522163 2024-12-15T17:25:22,738 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1085): writing seq id for f484d022a0b61d256bc89c9546e1cbf5 2024-12-15T17:25:22,738 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,eee,1734283520293.afed1399feff55462ad01594581f26e2. 2024-12-15T17:25:22,738 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,eee,1734283520293.afed1399feff55462ad01594581f26e2. 2024-12-15T17:25:22,743 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,sss,1734283520293.cd36423b8a400f47b4fddd7aea516a00. 2024-12-15T17:25:22,743 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,sss,1734283520293.cd36423b8a400f47b4fddd7aea516a00. 2024-12-15T17:25:22,743 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,ggg,1734283520293.71a1c30a77a9d98d5457627db4d32714. 2024-12-15T17:25:22,744 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=afed1399feff55462ad01594581f26e2, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,32947,1734283505517 2024-12-15T17:25:22,744 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7285): Opening region: {ENCODED => 71a1c30a77a9d98d5457627db4d32714, NAME => 'testHBaseMetaReplicates_0,ggg,1734283520293.71a1c30a77a9d98d5457627db4d32714.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-12-15T17:25:22,744 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=37 updating hbase:meta row=cd36423b8a400f47b4fddd7aea516a00, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,43937,1734283505463 2024-12-15T17:25:22,744 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/f484d022a0b61d256bc89c9546e1cbf5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:25:22,744 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 71a1c30a77a9d98d5457627db4d32714 2024-12-15T17:25:22,744 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/f3107e06f17663abef43df4f965dd513/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:25:22,744 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,ggg,1734283520293.71a1c30a77a9d98d5457627db4d32714.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:22,744 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7327): checking encryption for 71a1c30a77a9d98d5457627db4d32714 2024-12-15T17:25:22,744 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7330): checking classloading for 71a1c30a77a9d98d5457627db4d32714 2024-12-15T17:25:22,744 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1102): Opened f484d022a0b61d256bc89c9546e1cbf5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62359976, jitterRate=-0.07076394557952881}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:25:22,744 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1102): Opened f3107e06f17663abef43df4f965dd513; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63811837, jitterRate=-0.04912953078746796}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:25:22,744 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1001): Region open journal for f484d022a0b61d256bc89c9546e1cbf5: 2024-12-15T17:25:22,744 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1001): Region open journal for f3107e06f17663abef43df4f965dd513: 2024-12-15T17:25:22,745 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,ppp,1734283520293.f3107e06f17663abef43df4f965dd513., pid=61, masterSystemTime=1734283522185 2024-12-15T17:25:22,745 INFO [StoreOpener-71a1c30a77a9d98d5457627db4d32714-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 71a1c30a77a9d98d5457627db4d32714 2024-12-15T17:25:22,746 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,ppp,1734283520293.f3107e06f17663abef43df4f965dd513. 2024-12-15T17:25:22,746 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,ppp,1734283520293.f3107e06f17663abef43df4f965dd513. 2024-12-15T17:25:22,746 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=f3107e06f17663abef43df4f965dd513, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,38979,1734283505431 2024-12-15T17:25:22,746 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=23 2024-12-15T17:25:22,746 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=23, state=SUCCESS; OpenRegionProcedure afed1399feff55462ad01594581f26e2, server=4ce65a7c4674,32947,1734283505517 in 640 msec 2024-12-15T17:25:22,747 INFO [StoreOpener-71a1c30a77a9d98d5457627db4d32714-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71a1c30a77a9d98d5457627db4d32714 columnFamilyName info 2024-12-15T17:25:22,747 DEBUG [StoreOpener-71a1c30a77a9d98d5457627db4d32714-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:22,748 INFO [StoreOpener-71a1c30a77a9d98d5457627db4d32714-1 {}] regionserver.HStore(327): Store=71a1c30a77a9d98d5457627db4d32714/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:25:22,751 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,ooo,1734283520293.f484d022a0b61d256bc89c9546e1cbf5., pid=51, masterSystemTime=1734283522173 2024-12-15T17:25:22,751 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/71a1c30a77a9d98d5457627db4d32714 2024-12-15T17:25:22,752 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/71a1c30a77a9d98d5457627db4d32714 2024-12-15T17:25:22,761 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1085): writing seq id for 71a1c30a77a9d98d5457627db4d32714 2024-12-15T17:25:22,763 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,ooo,1734283520293.f484d022a0b61d256bc89c9546e1cbf5. 2024-12-15T17:25:22,763 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,ooo,1734283520293.f484d022a0b61d256bc89c9546e1cbf5. 2024-12-15T17:25:22,763 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_0,qqq,1734283520293.221a69822fc62a9463c5c9fcb5277d73. 2024-12-15T17:25:22,764 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7285): Opening region: {ENCODED => 221a69822fc62a9463c5c9fcb5277d73, NAME => 'testHBaseMetaReplicates_0,qqq,1734283520293.221a69822fc62a9463c5c9fcb5277d73.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-12-15T17:25:22,764 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_0 221a69822fc62a9463c5c9fcb5277d73 2024-12-15T17:25:22,764 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_0,qqq,1734283520293.221a69822fc62a9463c5c9fcb5277d73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:22,764 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7327): checking encryption for 221a69822fc62a9463c5c9fcb5277d73 2024-12-15T17:25:22,764 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7330): checking classloading for 221a69822fc62a9463c5c9fcb5277d73 2024-12-15T17:25:22,770 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=afed1399feff55462ad01594581f26e2, ASSIGN in 890 msec 2024-12-15T17:25:22,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=34 2024-12-15T17:25:22,777 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=f484d022a0b61d256bc89c9546e1cbf5, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,43497,1734283505378 2024-12-15T17:25:22,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=34, state=SUCCESS; OpenRegionProcedure f3107e06f17663abef43df4f965dd513, server=4ce65a7c4674,38979,1734283505431 in 708 msec 2024-12-15T17:25:22,777 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=37 2024-12-15T17:25:22,778 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=37, state=SUCCESS; OpenRegionProcedure cd36423b8a400f47b4fddd7aea516a00, server=4ce65a7c4674,43937,1734283505463 in 735 msec 2024-12-15T17:25:22,778 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/71a1c30a77a9d98d5457627db4d32714/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:25:22,779 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1102): Opened 71a1c30a77a9d98d5457627db4d32714; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65435171, jitterRate=-0.024939969182014465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:25:22,779 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1001): Region open journal for 71a1c30a77a9d98d5457627db4d32714: 2024-12-15T17:25:22,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=f3107e06f17663abef43df4f965dd513, ASSIGN in 921 msec 2024-12-15T17:25:22,779 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=cd36423b8a400f47b4fddd7aea516a00, ASSIGN in 922 msec 2024-12-15T17:25:22,779 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=51, resume processing ppid=33 2024-12-15T17:25:22,779 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, ppid=33, state=SUCCESS; OpenRegionProcedure f484d022a0b61d256bc89c9546e1cbf5, server=4ce65a7c4674,43497,1734283505378 in 754 msec 2024-12-15T17:25:22,779 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,ggg,1734283520293.71a1c30a77a9d98d5457627db4d32714., pid=47, masterSystemTime=1734283522163 2024-12-15T17:25:22,779 INFO [StoreOpener-221a69822fc62a9463c5c9fcb5277d73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 221a69822fc62a9463c5c9fcb5277d73 2024-12-15T17:25:22,780 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=f484d022a0b61d256bc89c9546e1cbf5, ASSIGN in 923 msec 2024-12-15T17:25:22,781 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,ggg,1734283520293.71a1c30a77a9d98d5457627db4d32714. 2024-12-15T17:25:22,781 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,ggg,1734283520293.71a1c30a77a9d98d5457627db4d32714. 2024-12-15T17:25:22,781 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=71a1c30a77a9d98d5457627db4d32714, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,43937,1734283505463 2024-12-15T17:25:22,788 INFO [StoreOpener-221a69822fc62a9463c5c9fcb5277d73-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 221a69822fc62a9463c5c9fcb5277d73 columnFamilyName info 2024-12-15T17:25:22,788 DEBUG [StoreOpener-221a69822fc62a9463c5c9fcb5277d73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:22,790 INFO [StoreOpener-221a69822fc62a9463c5c9fcb5277d73-1 {}] regionserver.HStore(327): Store=221a69822fc62a9463c5c9fcb5277d73/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:25:22,792 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=25 2024-12-15T17:25:22,792 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=25, state=SUCCESS; OpenRegionProcedure 71a1c30a77a9d98d5457627db4d32714, server=4ce65a7c4674,43937,1734283505463 in 768 msec 2024-12-15T17:25:22,793 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/221a69822fc62a9463c5c9fcb5277d73 2024-12-15T17:25:22,795 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/221a69822fc62a9463c5c9fcb5277d73 2024-12-15T17:25:22,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=71a1c30a77a9d98d5457627db4d32714, ASSIGN in 936 msec 2024-12-15T17:25:22,820 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1085): writing seq id for 221a69822fc62a9463c5c9fcb5277d73 2024-12-15T17:25:22,847 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/221a69822fc62a9463c5c9fcb5277d73/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:25:22,848 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1102): Opened 221a69822fc62a9463c5c9fcb5277d73; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69483745, jitterRate=0.035388484597206116}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:25:22,848 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1001): Region open journal for 221a69822fc62a9463c5c9fcb5277d73: 2024-12-15T17:25:22,851 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_0,qqq,1734283520293.221a69822fc62a9463c5c9fcb5277d73., pid=55, masterSystemTime=1734283522173 2024-12-15T17:25:22,867 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_0,qqq,1734283520293.221a69822fc62a9463c5c9fcb5277d73. 2024-12-15T17:25:22,867 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_0,qqq,1734283520293.221a69822fc62a9463c5c9fcb5277d73. 2024-12-15T17:25:22,871 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=221a69822fc62a9463c5c9fcb5277d73, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,43497,1734283505378 2024-12-15T17:25:22,915 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=55, resume processing ppid=35 2024-12-15T17:25:22,915 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, ppid=35, state=SUCCESS; OpenRegionProcedure 221a69822fc62a9463c5c9fcb5277d73, server=4ce65a7c4674,43497,1734283505378 in 860 msec 2024-12-15T17:25:22,930 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=18 2024-12-15T17:25:22,930 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_0, region=221a69822fc62a9463c5c9fcb5277d73, ASSIGN in 1.0590 sec 2024-12-15T17:25:22,943 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testHBaseMetaReplicates_0 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T17:25:22,944 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testHBaseMetaReplicates_0","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734283522943"}]},"ts":"1734283522943"} 2024-12-15T17:25:22,951 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testHBaseMetaReplicates_0, state=ENABLED in hbase:meta 2024-12-15T17:25:23,028 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testHBaseMetaReplicates_0 execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T17:25:23,029 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; CreateTableProcedure table=testHBaseMetaReplicates_0 in 2.7350 sec 2024-12-15T17:25:23,268 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:25:23,268 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:25:24,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-15T17:25:24,431 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testHBaseMetaReplicates_0, procId: 18 completed 2024-12-15T17:25:24,431 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testHBaseMetaReplicates_0 get assigned. Timeout = 60000ms 2024-12-15T17:25:24,431 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T17:25:24,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43937 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=32821 bytes) of info 2024-12-15T17:25:24,459 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testHBaseMetaReplicates_0 assigned to meta. Checking AM states. 2024-12-15T17:25:24,459 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T17:25:24,459 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testHBaseMetaReplicates_0 assigned. 2024-12-15T17:25:24,470 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T17:25:24,470 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$4(489): Verifying replication for region replica {ENCODED => 534574363, NAME => 'hbase:meta,,1_0001', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} 2024-12-15T17:25:24,483 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testHBaseMetaReplicates_0 2024-12-15T17:25:24,483 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testHBaseMetaReplicates_0 Metrics about Tables on a single HBase RegionServer 2024-12-15T17:25:24,484 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:regioninfo/1734283522449/Put/vlen=62/seqid=0 hbase:namespace/table:state/1734283507898/Put/vlen=2/seqid=8 2024-12-15T17:25:24,484 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:regioninfo/1734283522449/Put/vlen=62/seqid=0 hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3./info:regioninfo/1734283507894/Put/vlen=41/seqid=7 2024-12-15T17:25:24,484 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:regioninfo/1734283522449/Put/vlen=62/seqid=0 hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3./info:seqnumDuringOpen/1734283507894/Put/vlen=8/seqid=7 2024-12-15T17:25:24,484 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:regioninfo/1734283522449/Put/vlen=62/seqid=0 hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3./info:server/1734283507894/Put/vlen=18/seqid=7 2024-12-15T17:25:24,484 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:regioninfo/1734283522449/Put/vlen=62/seqid=0 hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3./info:serverstartcode/1734283507894/Put/vlen=8/seqid=7 2024-12-15T17:25:24,484 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:regioninfo/1734283522449/Put/vlen=62/seqid=0 hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3./info:sn/1734283507665/Put/vlen=32/seqid=6 2024-12-15T17:25:24,484 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:regioninfo/1734283522449/Put/vlen=62/seqid=0 hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3./info:state/1734283507894/Put/vlen=4/seqid=7 2024-12-15T17:25:24,755 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:25:24,755 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:25:24,908 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testHBaseMetaReplicates_0' 2024-12-15T17:25:25,484 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$4(489): Verifying replication for region replica {ENCODED => 534574363, NAME => 'hbase:meta,,1_0001', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} 2024-12-15T17:25:25,485 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:regioninfo/1734283522449/Put/vlen=62/seqid=0 hbase:namespace/table:state/1734283507898/Put/vlen=2/seqid=8 2024-12-15T17:25:25,485 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:regioninfo/1734283522449/Put/vlen=62/seqid=0 hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3./info:regioninfo/1734283507894/Put/vlen=41/seqid=7 2024-12-15T17:25:25,485 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:regioninfo/1734283522449/Put/vlen=62/seqid=0 hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3./info:seqnumDuringOpen/1734283507894/Put/vlen=8/seqid=7 2024-12-15T17:25:25,485 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:regioninfo/1734283522449/Put/vlen=62/seqid=0 hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3./info:server/1734283507894/Put/vlen=18/seqid=7 2024-12-15T17:25:25,485 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:regioninfo/1734283522449/Put/vlen=62/seqid=0 hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3./info:serverstartcode/1734283507894/Put/vlen=8/seqid=7 2024-12-15T17:25:25,485 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:regioninfo/1734283522449/Put/vlen=62/seqid=0 hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3./info:sn/1734283507665/Put/vlen=32/seqid=6 2024-12-15T17:25:25,485 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:regioninfo/1734283522449/Put/vlen=62/seqid=0 hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3./info:state/1734283507894/Put/vlen=4/seqid=7 2024-12-15T17:25:26,381 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:25:26,381 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:25:26,485 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$4(489): Verifying replication for region replica {ENCODED => 534574363, NAME => 'hbase:meta,,1_0001', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} 2024-12-15T17:25:26,486 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:regioninfo/1734283522449/Put/vlen=62/seqid=0 hbase:namespace/table:state/1734283507898/Put/vlen=2/seqid=8 2024-12-15T17:25:26,486 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:regioninfo/1734283522449/Put/vlen=62/seqid=0 hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3./info:regioninfo/1734283507894/Put/vlen=41/seqid=7 2024-12-15T17:25:26,486 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:regioninfo/1734283522449/Put/vlen=62/seqid=0 hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3./info:seqnumDuringOpen/1734283507894/Put/vlen=8/seqid=7 2024-12-15T17:25:26,486 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:regioninfo/1734283522449/Put/vlen=62/seqid=0 hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3./info:server/1734283507894/Put/vlen=18/seqid=7 2024-12-15T17:25:26,486 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:regioninfo/1734283522449/Put/vlen=62/seqid=0 hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3./info:serverstartcode/1734283507894/Put/vlen=8/seqid=7 2024-12-15T17:25:26,486 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:regioninfo/1734283522449/Put/vlen=62/seqid=0 hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3./info:sn/1734283507665/Put/vlen=32/seqid=6 2024-12-15T17:25:26,486 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:regioninfo/1734283522449/Put/vlen=62/seqid=0 hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3./info:state/1734283507894/Put/vlen=4/seqid=7 2024-12-15T17:25:26,568 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:25:26,568 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:25:26,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:25:26,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:25:26,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=11036B, Limit=268435456B 2024-12-15T17:25:26,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:25:27,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:27,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:27,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:27,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:27,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:27,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:27,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:27,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:27,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:27,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:27,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:27,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:27,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:27,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:27,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:27,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:27,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:27,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:27,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:27,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:27,486 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$4(489): Verifying replication for region replica {ENCODED => 534574363, NAME => 'hbase:meta,,1_0001', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} 2024-12-15T17:25:27,487 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:regioninfo/1734283522449/Put/vlen=62/seqid=0 hbase:namespace/table:state/1734283507898/Put/vlen=2/seqid=8 2024-12-15T17:25:27,487 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:regioninfo/1734283522449/Put/vlen=62/seqid=0 hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3./info:regioninfo/1734283507894/Put/vlen=41/seqid=7 2024-12-15T17:25:27,487 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:regioninfo/1734283522449/Put/vlen=62/seqid=0 hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3./info:seqnumDuringOpen/1734283507894/Put/vlen=8/seqid=7 2024-12-15T17:25:27,487 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:regioninfo/1734283522449/Put/vlen=62/seqid=0 hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3./info:server/1734283507894/Put/vlen=18/seqid=7 2024-12-15T17:25:27,487 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:regioninfo/1734283522449/Put/vlen=62/seqid=0 hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3./info:serverstartcode/1734283507894/Put/vlen=8/seqid=7 2024-12-15T17:25:27,487 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:regioninfo/1734283522449/Put/vlen=62/seqid=0 hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3./info:sn/1734283507665/Put/vlen=32/seqid=6 2024-12-15T17:25:27,487 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:regioninfo/1734283522449/Put/vlen=62/seqid=0 hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3./info:state/1734283507894/Put/vlen=4/seqid=7 2024-12-15T17:25:27,830 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-15T17:25:27,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:27,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:27,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:27,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:27,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:27,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:27,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:27,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:27,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:27,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:27,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:27,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:27,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:27,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:27,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:27,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:27,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:27,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:27,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:27,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:28,487 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$4(489): Verifying replication for region replica {ENCODED => 534574363, NAME => 'hbase:meta,,1_0001', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} 2024-12-15T17:25:28,488 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:regioninfo/1734283522449/Put/vlen=62/seqid=0 hbase:namespace/table:state/1734283507898/Put/vlen=2/seqid=8 2024-12-15T17:25:28,488 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:regioninfo/1734283522449/Put/vlen=62/seqid=0 hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3./info:regioninfo/1734283507894/Put/vlen=41/seqid=7 2024-12-15T17:25:28,488 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:regioninfo/1734283522449/Put/vlen=62/seqid=0 hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3./info:seqnumDuringOpen/1734283507894/Put/vlen=8/seqid=7 2024-12-15T17:25:28,488 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:regioninfo/1734283522449/Put/vlen=62/seqid=0 hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3./info:server/1734283507894/Put/vlen=18/seqid=7 2024-12-15T17:25:28,488 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:regioninfo/1734283522449/Put/vlen=62/seqid=0 hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3./info:serverstartcode/1734283507894/Put/vlen=8/seqid=7 2024-12-15T17:25:28,488 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:regioninfo/1734283522449/Put/vlen=62/seqid=0 hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3./info:sn/1734283507665/Put/vlen=32/seqid=6 2024-12-15T17:25:28,488 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:regioninfo/1734283522449/Put/vlen=62/seqid=0 hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3./info:state/1734283507894/Put/vlen=4/seqid=7 2024-12-15T17:25:28,680 DEBUG [RegionReplicaReplicationEndpoint-rpc-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T17:25:28,681 INFO [RS-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60838, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=AdminService 2024-12-15T17:25:28,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43497 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: CANNOT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 18446744073709551615 region_name: "hbase:meta,,1" 2024-12-15T17:25:28,683 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/18=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734283520245/Put/vlen=52/seqid=0; >],236}], lastWalPath=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta, lastWalPosition=3045, nbRowKeys=1, nbHFiles=0, heapSize=236, lastSeqIds={}, endOfFile=false,usedBufferSize=236] 2024-12-15T17:25:28,683 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 16 WAL entries eligible for replication 2024-12-15T17:25:28,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38979 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: CANNOT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 18446744073709551615 region_name: "hbase:meta,,1" 2024-12-15T17:25:28,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43497 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: CANNOT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 18446744073709551615 region_name: "hbase:meta,,1" 2024-12-15T17:25:28,707 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/19=[#edits: 50 = ],9692}, {hbase:meta/1588230740/20=[#edits: 1 = ],204}, {hbase:meta/1588230740/21=[#edits: 3 = ],668}], lastWalPath=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta, lastWalPosition=11038, nbRowKeys=27, nbHFiles=0, heapSize=10564, lastSeqIds={}, endOfFile=false,usedBufferSize=10564] 2024-12-15T17:25:28,708 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 5 WAL entries eligible for replication 2024-12-15T17:25:28,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43497 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0001.534574363 with WAL disabled. Data may be lost in the event of a crash. 2024-12-15T17:25:28,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38979 {}] regionserver.HRegion(8254): writing data to region hbase:meta,,1_0002.1657623790 with WAL disabled. Data may be lost in the event of a crash. 2024-12-15T17:25:28,720 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta to pos 20935, reset compression=false 2024-12-15T17:25:28,720 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/22=[#edits: 3 = ],668}, {hbase:meta/1588230740/23=[#edits: 3 = ],668}, {hbase:meta/1588230740/24=[#edits: 3 = ],668}, {hbase:meta/1588230740/25=[#edits: 3 = ],668}, {hbase:meta/1588230740/26=[#edits: 3 = ],660}, {hbase:meta/1588230740/27=[#edits: 3 = ],668}, {hbase:meta/1588230740/28=[#edits: 3 = ],668}, {hbase:meta/1588230740/29=[#edits: 3 = ],668}, {hbase:meta/1588230740/30=[#edits: 3 = ],668}, {hbase:meta/1588230740/31=[#edits: 3 = ],668}, {hbase:meta/1588230740/32=[#edits: 3 = ],668}, {hbase:meta/1588230740/33=[#edits: 3 = ],668}, {hbase:meta/1588230740/34=[#edits: 3 = ],668}, {hbase:meta/1588230740/35=[#edits: 3 = ],668}, {hbase:meta/1588230740/36=[#edits: 3 = ],668}, {hbase:meta/1588230740/37=[#edits: 3 = ],668}], lastWalPath=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta, lastWalPosition=18575, nbRowKeys=16, nbHFiles=0, heapSize=10680, lastSeqIds={}, endOfFile=false,usedBufferSize=10680] 2024-12-15T17:25:28,735 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/38=[#edits: 3 = ],668}, {hbase:meta/1588230740/39=[#edits: 3 = ],668}, {hbase:meta/1588230740/40=[#edits: 3 = ],668}, {hbase:meta/1588230740/41=[#edits: 3 = ],668}, {hbase:meta/1588230740/42=[#edits: 3 = ],668}], lastWalPath=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta, lastWalPosition=20935, nbRowKeys=5, nbHFiles=0, heapSize=3340, lastSeqIds={}, endOfFile=false,usedBufferSize=3340] 2024-12-15T17:25:28,753 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 12 WAL entries eligible for replication 2024-12-15T17:25:28,754 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-15T17:25:28,754 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/43=[#edits: 3 = ],668}, {hbase:meta/1588230740/44=[#edits: 3 = ],668}, {hbase:meta/1588230740/45=[#edits: 3 = ],668}, {hbase:meta/1588230740/46=[#edits: 5 = ],1004}, {hbase:meta/1588230740/47=[#edits: 5 = ],1004}, {hbase:meta/1588230740/48=[#edits: 5 = ],1004}, {hbase:meta/1588230740/49=[#edits: 5 = ],1004}, {hbase:meta/1588230740/50=[#edits: 5 = ],1004}, {hbase:meta/1588230740/51=[#edits: 5 = ],1004}, {hbase:meta/1588230740/52=[#edits: 5 = ],1004}, {hbase:meta/1588230740/53=[#edits: 5 = ],1004}, {hbase:meta/1588230740/54=[#edits: 5 = ],1004}], lastWalPath=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta, lastWalPosition=28774, nbRowKeys=12, nbHFiles=0, heapSize=11040, lastSeqIds={}, endOfFile=false,usedBufferSize=11040] 2024-12-15T17:25:28,754 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 6 WAL entries eligible for replication 2024-12-15T17:25:28,759 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:25:28,759 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/55=[#edits: 5 = ],1004}, {hbase:meta/1588230740/56=[#edits: 5 = ],1004}, {hbase:meta/1588230740/57=[#edits: 5 = ],1004}, {hbase:meta/1588230740/58=[#edits: 5 = ],1004}, {hbase:meta/1588230740/59=[#edits: 5 = ],1004}, {hbase:meta/1588230740/60=[#edits: 5 = ],1004}, {hbase:meta/1588230740/61=[#edits: 5 = ],1004}, {hbase:meta/1588230740/62=[#edits: 5 = ],1004}, {hbase:meta/1588230740/63=[#edits: 5 = ],1004}, {hbase:meta/1588230740/64=[#edits: 5 = ],1004}, {hbase:meta/1588230740/65=[#edits: 5 = ],1004}], lastWalPath=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta, lastWalPosition=36650, nbRowKeys=11, nbHFiles=0, heapSize=11044, lastSeqIds={}, endOfFile=false,usedBufferSize=11044] 2024-12-15T17:25:28,760 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta to pos 40327, reset compression=false 2024-12-15T17:25:28,759 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:25:28,771 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/66=[#edits: 5 = ],1004}, {hbase:meta/1588230740/67=[#edits: 5 = ],1004}, {hbase:meta/1588230740/68=[#edits: 5 = ],1004}, {hbase:meta/1588230740/69=[#edits: 5 = ],1004}, {hbase:meta/1588230740/70=[#edits: 5 = ],1004}, {hbase:meta/1588230740/71=[#edits: 1 = ],204}], lastWalPath=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta, lastWalPosition=40327, nbRowKeys=6, nbHFiles=0, heapSize=5224, lastSeqIds={}, endOfFile=false,usedBufferSize=5224] 2024-12-15T17:25:28,990 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta to pos 40327, reset compression=false 2024-12-15T17:25:29,295 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta to pos 40327, reset compression=false 2024-12-15T17:25:29,488 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$4(489): Verifying replication for region replica {ENCODED => 534574363, NAME => 'hbase:meta,,1_0001', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} 2024-12-15T17:25:29,490 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:regioninfo/1734283522449/Put/vlen=62/seqid=0 hbase:namespace/table:state/1734283507898/Put/vlen=2/seqid=8 2024-12-15T17:25:29,490 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:regioninfo/1734283522449/Put/vlen=62/seqid=0 hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3./info:regioninfo/1734283507894/Put/vlen=41/seqid=7 2024-12-15T17:25:29,490 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:regioninfo/1734283522449/Put/vlen=62/seqid=0 hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3./info:seqnumDuringOpen/1734283507894/Put/vlen=8/seqid=7 2024-12-15T17:25:29,490 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:regioninfo/1734283522449/Put/vlen=62/seqid=0 hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3./info:server/1734283507894/Put/vlen=18/seqid=7 2024-12-15T17:25:29,490 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:regioninfo/1734283522449/Put/vlen=62/seqid=0 hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3./info:serverstartcode/1734283507894/Put/vlen=8/seqid=7 2024-12-15T17:25:29,490 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:regioninfo/1734283522449/Put/vlen=62/seqid=0 hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3./info:sn/1734283507665/Put/vlen=32/seqid=6 2024-12-15T17:25:29,490 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:regioninfo/1734283522449/Put/vlen=62/seqid=0 hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3./info:state/1734283507894/Put/vlen=4/seqid=7 2024-12-15T17:25:29,490 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:regioninfo/1734283522449/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0/table:state/1734283522943/Put/vlen=2/seqid=71 2024-12-15T17:25:29,490 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:regioninfo/1734283522449/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:regioninfo/1734283522449/Put/vlen=62/seqid=51 2024-12-15T17:25:29,490 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:seqnumDuringOpen/1734283522449/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:seqnumDuringOpen/1734283522449/Put/vlen=8/seqid=51 2024-12-15T17:25:29,490 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:server/1734283522449/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:server/1734283522449/Put/vlen=18/seqid=51 2024-12-15T17:25:29,490 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:serverstartcode/1734283522449/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:serverstartcode/1734283522449/Put/vlen=8/seqid=51 2024-12-15T17:25:29,490 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:sn/1734283522015/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:sn/1734283522015/Put/vlen=32/seqid=26 2024-12-15T17:25:29,490 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:state/1734283522449/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:state/1734283522449/Put/vlen=4/seqid=51 2024-12-15T17:25:29,490 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,bbb,1734283520293.203fa074391697fe80bb425df65daad2./info:regioninfo/1734283522690/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,bbb,1734283520293.203fa074391697fe80bb425df65daad2./info:regioninfo/1734283522690/Put/vlen=65/seqid=64 2024-12-15T17:25:29,490 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,bbb,1734283520293.203fa074391697fe80bb425df65daad2./info:seqnumDuringOpen/1734283522690/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,bbb,1734283520293.203fa074391697fe80bb425df65daad2./info:seqnumDuringOpen/1734283522690/Put/vlen=8/seqid=64 2024-12-15T17:25:29,490 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,bbb,1734283520293.203fa074391697fe80bb425df65daad2./info:server/1734283522690/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,bbb,1734283520293.203fa074391697fe80bb425df65daad2./info:server/1734283522690/Put/vlen=18/seqid=64 2024-12-15T17:25:29,490 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,bbb,1734283520293.203fa074391697fe80bb425df65daad2./info:serverstartcode/1734283522690/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,bbb,1734283520293.203fa074391697fe80bb425df65daad2./info:serverstartcode/1734283522690/Put/vlen=8/seqid=64 2024-12-15T17:25:29,491 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,bbb,1734283520293.203fa074391697fe80bb425df65daad2./info:sn/1734283522029/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,bbb,1734283520293.203fa074391697fe80bb425df65daad2./info:sn/1734283522029/Put/vlen=32/seqid=33 2024-12-15T17:25:29,491 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,bbb,1734283520293.203fa074391697fe80bb425df65daad2./info:state/1734283522690/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,bbb,1734283520293.203fa074391697fe80bb425df65daad2./info:state/1734283522690/Put/vlen=4/seqid=64 2024-12-15T17:25:29,491 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ccc,1734283520293.3daa779a17e38f0cd0550cc03b57cdda./info:regioninfo/1734283522515/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,ccc,1734283520293.3daa779a17e38f0cd0550cc03b57cdda./info:regioninfo/1734283522515/Put/vlen=65/seqid=55 2024-12-15T17:25:29,491 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ccc,1734283520293.3daa779a17e38f0cd0550cc03b57cdda./info:seqnumDuringOpen/1734283522515/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ccc,1734283520293.3daa779a17e38f0cd0550cc03b57cdda./info:seqnumDuringOpen/1734283522515/Put/vlen=8/seqid=55 2024-12-15T17:25:29,491 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ccc,1734283520293.3daa779a17e38f0cd0550cc03b57cdda./info:server/1734283522515/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,ccc,1734283520293.3daa779a17e38f0cd0550cc03b57cdda./info:server/1734283522515/Put/vlen=18/seqid=55 2024-12-15T17:25:29,491 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ccc,1734283520293.3daa779a17e38f0cd0550cc03b57cdda./info:serverstartcode/1734283522515/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ccc,1734283520293.3daa779a17e38f0cd0550cc03b57cdda./info:serverstartcode/1734283522515/Put/vlen=8/seqid=55 2024-12-15T17:25:29,491 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ccc,1734283520293.3daa779a17e38f0cd0550cc03b57cdda./info:sn/1734283522023/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,ccc,1734283520293.3daa779a17e38f0cd0550cc03b57cdda./info:sn/1734283522023/Put/vlen=32/seqid=30 2024-12-15T17:25:29,491 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ccc,1734283520293.3daa779a17e38f0cd0550cc03b57cdda./info:state/1734283522515/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,ccc,1734283520293.3daa779a17e38f0cd0550cc03b57cdda./info:state/1734283522515/Put/vlen=4/seqid=55 2024-12-15T17:25:29,491 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ddd,1734283520293.fb6b996c1f758ba6802cdc89e8e88efe./info:regioninfo/1734283522429/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,ddd,1734283520293.fb6b996c1f758ba6802cdc89e8e88efe./info:regioninfo/1734283522429/Put/vlen=65/seqid=50 2024-12-15T17:25:29,491 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ddd,1734283520293.fb6b996c1f758ba6802cdc89e8e88efe./info:seqnumDuringOpen/1734283522429/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ddd,1734283520293.fb6b996c1f758ba6802cdc89e8e88efe./info:seqnumDuringOpen/1734283522429/Put/vlen=8/seqid=50 2024-12-15T17:25:29,491 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ddd,1734283520293.fb6b996c1f758ba6802cdc89e8e88efe./info:server/1734283522429/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,ddd,1734283520293.fb6b996c1f758ba6802cdc89e8e88efe./info:server/1734283522429/Put/vlen=18/seqid=50 2024-12-15T17:25:29,491 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ddd,1734283520293.fb6b996c1f758ba6802cdc89e8e88efe./info:serverstartcode/1734283522429/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ddd,1734283520293.fb6b996c1f758ba6802cdc89e8e88efe./info:serverstartcode/1734283522429/Put/vlen=8/seqid=50 2024-12-15T17:25:29,491 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ddd,1734283520293.fb6b996c1f758ba6802cdc89e8e88efe./info:sn/1734283522023/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,ddd,1734283520293.fb6b996c1f758ba6802cdc89e8e88efe./info:sn/1734283522023/Put/vlen=32/seqid=31 2024-12-15T17:25:29,491 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ddd,1734283520293.fb6b996c1f758ba6802cdc89e8e88efe./info:state/1734283522429/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,ddd,1734283520293.fb6b996c1f758ba6802cdc89e8e88efe./info:state/1734283522429/Put/vlen=4/seqid=50 2024-12-15T17:25:29,491 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,eee,1734283520293.afed1399feff55462ad01594581f26e2./info:regioninfo/1734283522743/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,eee,1734283520293.afed1399feff55462ad01594581f26e2./info:regioninfo/1734283522743/Put/vlen=65/seqid=65 2024-12-15T17:25:29,491 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,eee,1734283520293.afed1399feff55462ad01594581f26e2./info:seqnumDuringOpen/1734283522743/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,eee,1734283520293.afed1399feff55462ad01594581f26e2./info:seqnumDuringOpen/1734283522743/Put/vlen=8/seqid=65 2024-12-15T17:25:29,491 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,eee,1734283520293.afed1399feff55462ad01594581f26e2./info:server/1734283522743/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,eee,1734283520293.afed1399feff55462ad01594581f26e2./info:server/1734283522743/Put/vlen=18/seqid=65 2024-12-15T17:25:29,491 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,eee,1734283520293.afed1399feff55462ad01594581f26e2./info:serverstartcode/1734283522743/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,eee,1734283520293.afed1399feff55462ad01594581f26e2./info:serverstartcode/1734283522743/Put/vlen=8/seqid=65 2024-12-15T17:25:29,491 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,eee,1734283520293.afed1399feff55462ad01594581f26e2./info:sn/1734283522100/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,eee,1734283520293.afed1399feff55462ad01594581f26e2./info:sn/1734283522100/Put/vlen=32/seqid=43 2024-12-15T17:25:29,491 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,eee,1734283520293.afed1399feff55462ad01594581f26e2./info:state/1734283522743/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,eee,1734283520293.afed1399feff55462ad01594581f26e2./info:state/1734283522743/Put/vlen=4/seqid=65 2024-12-15T17:25:29,491 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,fff,1734283520293.f08fad4af97bff08782cb7e05596410b./info:regioninfo/1734283522495/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,fff,1734283520293.f08fad4af97bff08782cb7e05596410b./info:regioninfo/1734283522495/Put/vlen=65/seqid=53 2024-12-15T17:25:29,491 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,fff,1734283520293.f08fad4af97bff08782cb7e05596410b./info:seqnumDuringOpen/1734283522495/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,fff,1734283520293.f08fad4af97bff08782cb7e05596410b./info:seqnumDuringOpen/1734283522495/Put/vlen=8/seqid=53 2024-12-15T17:25:29,491 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,fff,1734283520293.f08fad4af97bff08782cb7e05596410b./info:server/1734283522495/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,fff,1734283520293.f08fad4af97bff08782cb7e05596410b./info:server/1734283522495/Put/vlen=18/seqid=53 2024-12-15T17:25:29,491 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,fff,1734283520293.f08fad4af97bff08782cb7e05596410b./info:serverstartcode/1734283522495/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,fff,1734283520293.f08fad4af97bff08782cb7e05596410b./info:serverstartcode/1734283522495/Put/vlen=8/seqid=53 2024-12-15T17:25:29,491 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,fff,1734283520293.f08fad4af97bff08782cb7e05596410b./info:sn/1734283522039/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,fff,1734283520293.f08fad4af97bff08782cb7e05596410b./info:sn/1734283522039/Put/vlen=32/seqid=39 2024-12-15T17:25:29,491 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,fff,1734283520293.f08fad4af97bff08782cb7e05596410b./info:state/1734283522495/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,fff,1734283520293.f08fad4af97bff08782cb7e05596410b./info:state/1734283522495/Put/vlen=4/seqid=53 2024-12-15T17:25:29,492 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ggg,1734283520293.71a1c30a77a9d98d5457627db4d32714./info:regioninfo/1734283522781/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,ggg,1734283520293.71a1c30a77a9d98d5457627db4d32714./info:regioninfo/1734283522781/Put/vlen=65/seqid=69 2024-12-15T17:25:29,492 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ggg,1734283520293.71a1c30a77a9d98d5457627db4d32714./info:seqnumDuringOpen/1734283522781/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ggg,1734283520293.71a1c30a77a9d98d5457627db4d32714./info:seqnumDuringOpen/1734283522781/Put/vlen=8/seqid=69 2024-12-15T17:25:29,492 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ggg,1734283520293.71a1c30a77a9d98d5457627db4d32714./info:server/1734283522781/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,ggg,1734283520293.71a1c30a77a9d98d5457627db4d32714./info:server/1734283522781/Put/vlen=18/seqid=69 2024-12-15T17:25:29,492 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ggg,1734283520293.71a1c30a77a9d98d5457627db4d32714./info:serverstartcode/1734283522781/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ggg,1734283520293.71a1c30a77a9d98d5457627db4d32714./info:serverstartcode/1734283522781/Put/vlen=8/seqid=69 2024-12-15T17:25:29,492 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ggg,1734283520293.71a1c30a77a9d98d5457627db4d32714./info:sn/1734283522009/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,ggg,1734283520293.71a1c30a77a9d98d5457627db4d32714./info:sn/1734283522009/Put/vlen=32/seqid=24 2024-12-15T17:25:29,492 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ggg,1734283520293.71a1c30a77a9d98d5457627db4d32714./info:state/1734283522781/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,ggg,1734283520293.71a1c30a77a9d98d5457627db4d32714./info:state/1734283522781/Put/vlen=4/seqid=69 2024-12-15T17:25:29,492 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,hhh,1734283520293.fc22d398785f692520dace054fe1f093./info:regioninfo/1734283522585/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,hhh,1734283520293.fc22d398785f692520dace054fe1f093./info:regioninfo/1734283522585/Put/vlen=65/seqid=58 2024-12-15T17:25:29,492 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,hhh,1734283520293.fc22d398785f692520dace054fe1f093./info:seqnumDuringOpen/1734283522585/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,hhh,1734283520293.fc22d398785f692520dace054fe1f093./info:seqnumDuringOpen/1734283522585/Put/vlen=8/seqid=58 2024-12-15T17:25:29,492 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,hhh,1734283520293.fc22d398785f692520dace054fe1f093./info:server/1734283522585/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,hhh,1734283520293.fc22d398785f692520dace054fe1f093./info:server/1734283522585/Put/vlen=18/seqid=58 2024-12-15T17:25:29,492 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,hhh,1734283520293.fc22d398785f692520dace054fe1f093./info:serverstartcode/1734283522585/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,hhh,1734283520293.fc22d398785f692520dace054fe1f093./info:serverstartcode/1734283522585/Put/vlen=8/seqid=58 2024-12-15T17:25:29,492 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,hhh,1734283520293.fc22d398785f692520dace054fe1f093./info:sn/1734283522044/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,hhh,1734283520293.fc22d398785f692520dace054fe1f093./info:sn/1734283522044/Put/vlen=32/seqid=40 2024-12-15T17:25:29,492 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,hhh,1734283520293.fc22d398785f692520dace054fe1f093./info:state/1734283522585/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,hhh,1734283520293.fc22d398785f692520dace054fe1f093./info:state/1734283522585/Put/vlen=4/seqid=58 2024-12-15T17:25:29,492 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,iii,1734283520293.2ac5db3b34ca1720d38bfadbefef829a./info:regioninfo/1734283522683/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,iii,1734283520293.2ac5db3b34ca1720d38bfadbefef829a./info:regioninfo/1734283522683/Put/vlen=65/seqid=63 2024-12-15T17:25:29,492 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,iii,1734283520293.2ac5db3b34ca1720d38bfadbefef829a./info:seqnumDuringOpen/1734283522683/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,iii,1734283520293.2ac5db3b34ca1720d38bfadbefef829a./info:seqnumDuringOpen/1734283522683/Put/vlen=8/seqid=63 2024-12-15T17:25:29,492 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,iii,1734283520293.2ac5db3b34ca1720d38bfadbefef829a./info:server/1734283522683/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,iii,1734283520293.2ac5db3b34ca1720d38bfadbefef829a./info:server/1734283522683/Put/vlen=18/seqid=63 2024-12-15T17:25:29,492 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,iii,1734283520293.2ac5db3b34ca1720d38bfadbefef829a./info:serverstartcode/1734283522683/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,iii,1734283520293.2ac5db3b34ca1720d38bfadbefef829a./info:serverstartcode/1734283522683/Put/vlen=8/seqid=63 2024-12-15T17:25:29,492 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,iii,1734283520293.2ac5db3b34ca1720d38bfadbefef829a./info:sn/1734283522019/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,iii,1734283520293.2ac5db3b34ca1720d38bfadbefef829a./info:sn/1734283522019/Put/vlen=32/seqid=27 2024-12-15T17:25:29,492 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,iii,1734283520293.2ac5db3b34ca1720d38bfadbefef829a./info:state/1734283522683/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,iii,1734283520293.2ac5db3b34ca1720d38bfadbefef829a./info:state/1734283522683/Put/vlen=4/seqid=63 2024-12-15T17:25:29,492 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,jjj,1734283520293.14cb587b72f8731bab7db98b58d356dd./info:regioninfo/1734283522627/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,jjj,1734283520293.14cb587b72f8731bab7db98b58d356dd./info:regioninfo/1734283522627/Put/vlen=65/seqid=60 2024-12-15T17:25:29,492 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,jjj,1734283520293.14cb587b72f8731bab7db98b58d356dd./info:seqnumDuringOpen/1734283522627/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,jjj,1734283520293.14cb587b72f8731bab7db98b58d356dd./info:seqnumDuringOpen/1734283522627/Put/vlen=8/seqid=60 2024-12-15T17:25:29,492 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,jjj,1734283520293.14cb587b72f8731bab7db98b58d356dd./info:server/1734283522627/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,jjj,1734283520293.14cb587b72f8731bab7db98b58d356dd./info:server/1734283522627/Put/vlen=18/seqid=60 2024-12-15T17:25:29,492 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,jjj,1734283520293.14cb587b72f8731bab7db98b58d356dd./info:serverstartcode/1734283522627/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,jjj,1734283520293.14cb587b72f8731bab7db98b58d356dd./info:serverstartcode/1734283522627/Put/vlen=8/seqid=60 2024-12-15T17:25:29,492 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,jjj,1734283520293.14cb587b72f8731bab7db98b58d356dd./info:sn/1734283522033/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,jjj,1734283520293.14cb587b72f8731bab7db98b58d356dd./info:sn/1734283522033/Put/vlen=32/seqid=37 2024-12-15T17:25:29,492 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,jjj,1734283520293.14cb587b72f8731bab7db98b58d356dd./info:state/1734283522627/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,jjj,1734283520293.14cb587b72f8731bab7db98b58d356dd./info:state/1734283522627/Put/vlen=4/seqid=60 2024-12-15T17:25:29,492 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,kkk,1734283520293.c84862161c7d618c258250c3088fa33d./info:regioninfo/1734283522651/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,kkk,1734283520293.c84862161c7d618c258250c3088fa33d./info:regioninfo/1734283522651/Put/vlen=65/seqid=62 2024-12-15T17:25:29,493 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,kkk,1734283520293.c84862161c7d618c258250c3088fa33d./info:seqnumDuringOpen/1734283522651/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,kkk,1734283520293.c84862161c7d618c258250c3088fa33d./info:seqnumDuringOpen/1734283522651/Put/vlen=8/seqid=62 2024-12-15T17:25:29,493 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,kkk,1734283520293.c84862161c7d618c258250c3088fa33d./info:server/1734283522651/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,kkk,1734283520293.c84862161c7d618c258250c3088fa33d./info:server/1734283522651/Put/vlen=18/seqid=62 2024-12-15T17:25:29,493 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,kkk,1734283520293.c84862161c7d618c258250c3088fa33d./info:serverstartcode/1734283522651/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,kkk,1734283520293.c84862161c7d618c258250c3088fa33d./info:serverstartcode/1734283522651/Put/vlen=8/seqid=62 2024-12-15T17:25:29,493 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,kkk,1734283520293.c84862161c7d618c258250c3088fa33d./info:sn/1734283522009/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,kkk,1734283520293.c84862161c7d618c258250c3088fa33d./info:sn/1734283522009/Put/vlen=32/seqid=23 2024-12-15T17:25:29,493 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,kkk,1734283520293.c84862161c7d618c258250c3088fa33d./info:state/1734283522651/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,kkk,1734283520293.c84862161c7d618c258250c3088fa33d./info:state/1734283522651/Put/vlen=4/seqid=62 2024-12-15T17:25:29,493 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,lll,1734283520293.d486977fc419debe1bb7dc886ff93327./info:regioninfo/1734283522647/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,lll,1734283520293.d486977fc419debe1bb7dc886ff93327./info:regioninfo/1734283522647/Put/vlen=65/seqid=61 2024-12-15T17:25:29,493 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,lll,1734283520293.d486977fc419debe1bb7dc886ff93327./info:seqnumDuringOpen/1734283522647/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,lll,1734283520293.d486977fc419debe1bb7dc886ff93327./info:seqnumDuringOpen/1734283522647/Put/vlen=8/seqid=61 2024-12-15T17:25:29,493 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,lll,1734283520293.d486977fc419debe1bb7dc886ff93327./info:server/1734283522647/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,lll,1734283520293.d486977fc419debe1bb7dc886ff93327./info:server/1734283522647/Put/vlen=18/seqid=61 2024-12-15T17:25:29,493 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,lll,1734283520293.d486977fc419debe1bb7dc886ff93327./info:serverstartcode/1734283522647/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,lll,1734283520293.d486977fc419debe1bb7dc886ff93327./info:serverstartcode/1734283522647/Put/vlen=8/seqid=61 2024-12-15T17:25:29,493 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,lll,1734283520293.d486977fc419debe1bb7dc886ff93327./info:sn/1734283522111/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,lll,1734283520293.d486977fc419debe1bb7dc886ff93327./info:sn/1734283522111/Put/vlen=32/seqid=44 2024-12-15T17:25:29,493 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,lll,1734283520293.d486977fc419debe1bb7dc886ff93327./info:state/1734283522647/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,lll,1734283520293.d486977fc419debe1bb7dc886ff93327./info:state/1734283522647/Put/vlen=4/seqid=61 2024-12-15T17:25:29,493 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,mmm,1734283520293.deff9d45a6ebb276ddf90f696aa7e3fd./info:regioninfo/1734283522528/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,mmm,1734283520293.deff9d45a6ebb276ddf90f696aa7e3fd./info:regioninfo/1734283522528/Put/vlen=65/seqid=56 2024-12-15T17:25:29,493 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,mmm,1734283520293.deff9d45a6ebb276ddf90f696aa7e3fd./info:seqnumDuringOpen/1734283522528/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,mmm,1734283520293.deff9d45a6ebb276ddf90f696aa7e3fd./info:seqnumDuringOpen/1734283522528/Put/vlen=8/seqid=56 2024-12-15T17:25:29,493 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,mmm,1734283520293.deff9d45a6ebb276ddf90f696aa7e3fd./info:server/1734283522528/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,mmm,1734283520293.deff9d45a6ebb276ddf90f696aa7e3fd./info:server/1734283522528/Put/vlen=18/seqid=56 2024-12-15T17:25:29,493 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,mmm,1734283520293.deff9d45a6ebb276ddf90f696aa7e3fd./info:serverstartcode/1734283522528/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,mmm,1734283520293.deff9d45a6ebb276ddf90f696aa7e3fd./info:serverstartcode/1734283522528/Put/vlen=8/seqid=56 2024-12-15T17:25:29,493 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,mmm,1734283520293.deff9d45a6ebb276ddf90f696aa7e3fd./info:sn/1734283522009/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,mmm,1734283520293.deff9d45a6ebb276ddf90f696aa7e3fd./info:sn/1734283522009/Put/vlen=32/seqid=21 2024-12-15T17:25:29,493 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,mmm,1734283520293.deff9d45a6ebb276ddf90f696aa7e3fd./info:state/1734283522528/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,mmm,1734283520293.deff9d45a6ebb276ddf90f696aa7e3fd./info:state/1734283522528/Put/vlen=4/seqid=56 2024-12-15T17:25:29,493 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,nnn,1734283520293.7f35b277f34effd5246042dcfe85a8eb./info:regioninfo/1734283522515/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,nnn,1734283520293.7f35b277f34effd5246042dcfe85a8eb./info:regioninfo/1734283522515/Put/vlen=65/seqid=54 2024-12-15T17:25:29,493 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,nnn,1734283520293.7f35b277f34effd5246042dcfe85a8eb./info:seqnumDuringOpen/1734283522515/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,nnn,1734283520293.7f35b277f34effd5246042dcfe85a8eb./info:seqnumDuringOpen/1734283522515/Put/vlen=8/seqid=54 2024-12-15T17:25:29,493 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,nnn,1734283520293.7f35b277f34effd5246042dcfe85a8eb./info:server/1734283522515/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,nnn,1734283520293.7f35b277f34effd5246042dcfe85a8eb./info:server/1734283522515/Put/vlen=18/seqid=54 2024-12-15T17:25:29,493 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,nnn,1734283520293.7f35b277f34effd5246042dcfe85a8eb./info:serverstartcode/1734283522515/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,nnn,1734283520293.7f35b277f34effd5246042dcfe85a8eb./info:serverstartcode/1734283522515/Put/vlen=8/seqid=54 2024-12-15T17:25:29,493 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,nnn,1734283520293.7f35b277f34effd5246042dcfe85a8eb./info:sn/1734283522124/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,nnn,1734283520293.7f35b277f34effd5246042dcfe85a8eb./info:sn/1734283522124/Put/vlen=32/seqid=45 2024-12-15T17:25:29,493 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,nnn,1734283520293.7f35b277f34effd5246042dcfe85a8eb./info:state/1734283522515/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,nnn,1734283520293.7f35b277f34effd5246042dcfe85a8eb./info:state/1734283522515/Put/vlen=4/seqid=54 2024-12-15T17:25:29,493 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ooo,1734283520293.f484d022a0b61d256bc89c9546e1cbf5./info:regioninfo/1734283522777/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,ooo,1734283520293.f484d022a0b61d256bc89c9546e1cbf5./info:regioninfo/1734283522777/Put/vlen=65/seqid=68 2024-12-15T17:25:29,494 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ooo,1734283520293.f484d022a0b61d256bc89c9546e1cbf5./info:seqnumDuringOpen/1734283522777/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ooo,1734283520293.f484d022a0b61d256bc89c9546e1cbf5./info:seqnumDuringOpen/1734283522777/Put/vlen=8/seqid=68 2024-12-15T17:25:29,494 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ooo,1734283520293.f484d022a0b61d256bc89c9546e1cbf5./info:server/1734283522777/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,ooo,1734283520293.f484d022a0b61d256bc89c9546e1cbf5./info:server/1734283522777/Put/vlen=18/seqid=68 2024-12-15T17:25:29,494 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ooo,1734283520293.f484d022a0b61d256bc89c9546e1cbf5./info:serverstartcode/1734283522777/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ooo,1734283520293.f484d022a0b61d256bc89c9546e1cbf5./info:serverstartcode/1734283522777/Put/vlen=8/seqid=68 2024-12-15T17:25:29,494 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ooo,1734283520293.f484d022a0b61d256bc89c9546e1cbf5./info:sn/1734283522023/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,ooo,1734283520293.f484d022a0b61d256bc89c9546e1cbf5./info:sn/1734283522023/Put/vlen=32/seqid=28 2024-12-15T17:25:29,494 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ooo,1734283520293.f484d022a0b61d256bc89c9546e1cbf5./info:state/1734283522777/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,ooo,1734283520293.f484d022a0b61d256bc89c9546e1cbf5./info:state/1734283522777/Put/vlen=4/seqid=68 2024-12-15T17:25:29,494 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ppp,1734283520293.f3107e06f17663abef43df4f965dd513./info:regioninfo/1734283522746/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,ppp,1734283520293.f3107e06f17663abef43df4f965dd513./info:regioninfo/1734283522746/Put/vlen=65/seqid=67 2024-12-15T17:25:29,494 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ppp,1734283520293.f3107e06f17663abef43df4f965dd513./info:seqnumDuringOpen/1734283522746/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ppp,1734283520293.f3107e06f17663abef43df4f965dd513./info:seqnumDuringOpen/1734283522746/Put/vlen=8/seqid=67 2024-12-15T17:25:29,494 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ppp,1734283520293.f3107e06f17663abef43df4f965dd513./info:server/1734283522746/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,ppp,1734283520293.f3107e06f17663abef43df4f965dd513./info:server/1734283522746/Put/vlen=18/seqid=67 2024-12-15T17:25:29,494 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ppp,1734283520293.f3107e06f17663abef43df4f965dd513./info:serverstartcode/1734283522746/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ppp,1734283520293.f3107e06f17663abef43df4f965dd513./info:serverstartcode/1734283522746/Put/vlen=8/seqid=67 2024-12-15T17:25:29,494 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ppp,1734283520293.f3107e06f17663abef43df4f965dd513./info:sn/1734283522039/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,ppp,1734283520293.f3107e06f17663abef43df4f965dd513./info:sn/1734283522039/Put/vlen=32/seqid=38 2024-12-15T17:25:29,494 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ppp,1734283520293.f3107e06f17663abef43df4f965dd513./info:state/1734283522746/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,ppp,1734283520293.f3107e06f17663abef43df4f965dd513./info:state/1734283522746/Put/vlen=4/seqid=67 2024-12-15T17:25:29,494 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,qqq,1734283520293.221a69822fc62a9463c5c9fcb5277d73./info:regioninfo/1734283522871/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,qqq,1734283520293.221a69822fc62a9463c5c9fcb5277d73./info:regioninfo/1734283522871/Put/vlen=65/seqid=70 2024-12-15T17:25:29,494 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,qqq,1734283520293.221a69822fc62a9463c5c9fcb5277d73./info:seqnumDuringOpen/1734283522871/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,qqq,1734283520293.221a69822fc62a9463c5c9fcb5277d73./info:seqnumDuringOpen/1734283522871/Put/vlen=8/seqid=70 2024-12-15T17:25:29,494 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,qqq,1734283520293.221a69822fc62a9463c5c9fcb5277d73./info:server/1734283522871/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,qqq,1734283520293.221a69822fc62a9463c5c9fcb5277d73./info:server/1734283522871/Put/vlen=18/seqid=70 2024-12-15T17:25:29,494 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,qqq,1734283520293.221a69822fc62a9463c5c9fcb5277d73./info:serverstartcode/1734283522871/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,qqq,1734283520293.221a69822fc62a9463c5c9fcb5277d73./info:serverstartcode/1734283522871/Put/vlen=8/seqid=70 2024-12-15T17:25:29,494 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,qqq,1734283520293.221a69822fc62a9463c5c9fcb5277d73./info:sn/1734283522023/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,qqq,1734283520293.221a69822fc62a9463c5c9fcb5277d73./info:sn/1734283522023/Put/vlen=32/seqid=32 2024-12-15T17:25:29,494 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,qqq,1734283520293.221a69822fc62a9463c5c9fcb5277d73./info:state/1734283522871/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,qqq,1734283520293.221a69822fc62a9463c5c9fcb5277d73./info:state/1734283522871/Put/vlen=4/seqid=70 2024-12-15T17:25:29,494 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,rrr,1734283520293.ac66a1d73d9ffce03e30e52d7400a113./info:regioninfo/1734283522540/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,rrr,1734283520293.ac66a1d73d9ffce03e30e52d7400a113./info:regioninfo/1734283522540/Put/vlen=65/seqid=57 2024-12-15T17:25:29,494 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,rrr,1734283520293.ac66a1d73d9ffce03e30e52d7400a113./info:seqnumDuringOpen/1734283522540/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,rrr,1734283520293.ac66a1d73d9ffce03e30e52d7400a113./info:seqnumDuringOpen/1734283522540/Put/vlen=8/seqid=57 2024-12-15T17:25:29,494 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,rrr,1734283520293.ac66a1d73d9ffce03e30e52d7400a113./info:server/1734283522540/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,rrr,1734283520293.ac66a1d73d9ffce03e30e52d7400a113./info:server/1734283522540/Put/vlen=18/seqid=57 2024-12-15T17:25:29,494 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,rrr,1734283520293.ac66a1d73d9ffce03e30e52d7400a113./info:serverstartcode/1734283522540/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,rrr,1734283520293.ac66a1d73d9ffce03e30e52d7400a113./info:serverstartcode/1734283522540/Put/vlen=8/seqid=57 2024-12-15T17:25:29,494 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,rrr,1734283520293.ac66a1d73d9ffce03e30e52d7400a113./info:sn/1734283522029/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,rrr,1734283520293.ac66a1d73d9ffce03e30e52d7400a113./info:sn/1734283522029/Put/vlen=32/seqid=35 2024-12-15T17:25:29,494 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,rrr,1734283520293.ac66a1d73d9ffce03e30e52d7400a113./info:state/1734283522540/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,rrr,1734283520293.ac66a1d73d9ffce03e30e52d7400a113./info:state/1734283522540/Put/vlen=4/seqid=57 2024-12-15T17:25:29,494 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,sss,1734283520293.cd36423b8a400f47b4fddd7aea516a00./info:regioninfo/1734283522744/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,sss,1734283520293.cd36423b8a400f47b4fddd7aea516a00./info:regioninfo/1734283522744/Put/vlen=65/seqid=66 2024-12-15T17:25:29,494 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,sss,1734283520293.cd36423b8a400f47b4fddd7aea516a00./info:seqnumDuringOpen/1734283522744/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,sss,1734283520293.cd36423b8a400f47b4fddd7aea516a00./info:seqnumDuringOpen/1734283522744/Put/vlen=8/seqid=66 2024-12-15T17:25:29,494 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,sss,1734283520293.cd36423b8a400f47b4fddd7aea516a00./info:server/1734283522744/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,sss,1734283520293.cd36423b8a400f47b4fddd7aea516a00./info:server/1734283522744/Put/vlen=18/seqid=66 2024-12-15T17:25:29,495 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,sss,1734283520293.cd36423b8a400f47b4fddd7aea516a00./info:serverstartcode/1734283522744/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,sss,1734283520293.cd36423b8a400f47b4fddd7aea516a00./info:serverstartcode/1734283522744/Put/vlen=8/seqid=66 2024-12-15T17:25:29,495 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,sss,1734283520293.cd36423b8a400f47b4fddd7aea516a00./info:sn/1734283522009/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,sss,1734283520293.cd36423b8a400f47b4fddd7aea516a00./info:sn/1734283522009/Put/vlen=32/seqid=22 2024-12-15T17:25:29,495 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,sss,1734283520293.cd36423b8a400f47b4fddd7aea516a00./info:state/1734283522744/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,sss,1734283520293.cd36423b8a400f47b4fddd7aea516a00./info:state/1734283522744/Put/vlen=4/seqid=66 2024-12-15T17:25:29,495 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ttt,1734283520293.3e15309aabd312448d789238feb18aa9./info:regioninfo/1734283522380/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,ttt,1734283520293.3e15309aabd312448d789238feb18aa9./info:regioninfo/1734283522380/Put/vlen=65/seqid=48 2024-12-15T17:25:29,495 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ttt,1734283520293.3e15309aabd312448d789238feb18aa9./info:seqnumDuringOpen/1734283522380/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ttt,1734283520293.3e15309aabd312448d789238feb18aa9./info:seqnumDuringOpen/1734283522380/Put/vlen=8/seqid=48 2024-12-15T17:25:29,495 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ttt,1734283520293.3e15309aabd312448d789238feb18aa9./info:server/1734283522380/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,ttt,1734283520293.3e15309aabd312448d789238feb18aa9./info:server/1734283522380/Put/vlen=18/seqid=48 2024-12-15T17:25:29,495 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ttt,1734283520293.3e15309aabd312448d789238feb18aa9./info:serverstartcode/1734283522380/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ttt,1734283520293.3e15309aabd312448d789238feb18aa9./info:serverstartcode/1734283522380/Put/vlen=8/seqid=48 2024-12-15T17:25:29,495 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ttt,1734283520293.3e15309aabd312448d789238feb18aa9./info:sn/1734283522050/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,ttt,1734283520293.3e15309aabd312448d789238feb18aa9./info:sn/1734283522050/Put/vlen=32/seqid=41 2024-12-15T17:25:29,495 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ttt,1734283520293.3e15309aabd312448d789238feb18aa9./info:state/1734283522380/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,ttt,1734283520293.3e15309aabd312448d789238feb18aa9./info:state/1734283522380/Put/vlen=4/seqid=48 2024-12-15T17:25:29,495 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,uuu,1734283520293.09ceb1da06f037a04fc81b52fa2d9323./info:regioninfo/1734283522351/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,uuu,1734283520293.09ceb1da06f037a04fc81b52fa2d9323./info:regioninfo/1734283522351/Put/vlen=65/seqid=46 2024-12-15T17:25:29,495 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,uuu,1734283520293.09ceb1da06f037a04fc81b52fa2d9323./info:seqnumDuringOpen/1734283522351/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,uuu,1734283520293.09ceb1da06f037a04fc81b52fa2d9323./info:seqnumDuringOpen/1734283522351/Put/vlen=8/seqid=46 2024-12-15T17:25:29,495 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,uuu,1734283520293.09ceb1da06f037a04fc81b52fa2d9323./info:server/1734283522351/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,uuu,1734283520293.09ceb1da06f037a04fc81b52fa2d9323./info:server/1734283522351/Put/vlen=18/seqid=46 2024-12-15T17:25:29,495 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,uuu,1734283520293.09ceb1da06f037a04fc81b52fa2d9323./info:serverstartcode/1734283522351/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,uuu,1734283520293.09ceb1da06f037a04fc81b52fa2d9323./info:serverstartcode/1734283522351/Put/vlen=8/seqid=46 2024-12-15T17:25:29,495 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,uuu,1734283520293.09ceb1da06f037a04fc81b52fa2d9323./info:sn/1734283522023/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,uuu,1734283520293.09ceb1da06f037a04fc81b52fa2d9323./info:sn/1734283522023/Put/vlen=32/seqid=29 2024-12-15T17:25:29,495 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,uuu,1734283520293.09ceb1da06f037a04fc81b52fa2d9323./info:state/1734283522351/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,uuu,1734283520293.09ceb1da06f037a04fc81b52fa2d9323./info:state/1734283522351/Put/vlen=4/seqid=46 2024-12-15T17:25:29,495 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,vvv,1734283520293.49c73611337e492b462d8c10d149b525./info:regioninfo/1734283522592/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,vvv,1734283520293.49c73611337e492b462d8c10d149b525./info:regioninfo/1734283522592/Put/vlen=65/seqid=59 2024-12-15T17:25:29,495 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,vvv,1734283520293.49c73611337e492b462d8c10d149b525./info:seqnumDuringOpen/1734283522592/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,vvv,1734283520293.49c73611337e492b462d8c10d149b525./info:seqnumDuringOpen/1734283522592/Put/vlen=8/seqid=59 2024-12-15T17:25:29,495 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,vvv,1734283520293.49c73611337e492b462d8c10d149b525./info:server/1734283522592/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,vvv,1734283520293.49c73611337e492b462d8c10d149b525./info:server/1734283522592/Put/vlen=18/seqid=59 2024-12-15T17:25:29,495 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,vvv,1734283520293.49c73611337e492b462d8c10d149b525./info:serverstartcode/1734283522592/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,vvv,1734283520293.49c73611337e492b462d8c10d149b525./info:serverstartcode/1734283522592/Put/vlen=8/seqid=59 2024-12-15T17:25:29,495 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,vvv,1734283520293.49c73611337e492b462d8c10d149b525./info:sn/1734283522029/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,vvv,1734283520293.49c73611337e492b462d8c10d149b525./info:sn/1734283522029/Put/vlen=32/seqid=34 2024-12-15T17:25:29,495 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,vvv,1734283520293.49c73611337e492b462d8c10d149b525./info:state/1734283522592/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,vvv,1734283520293.49c73611337e492b462d8c10d149b525./info:state/1734283522592/Put/vlen=4/seqid=59 2024-12-15T17:25:29,495 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,www,1734283520293.8e471c3e2d1e25fb518269a752811708./info:regioninfo/1734283522383/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,www,1734283520293.8e471c3e2d1e25fb518269a752811708./info:regioninfo/1734283522383/Put/vlen=65/seqid=49 2024-12-15T17:25:29,495 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,www,1734283520293.8e471c3e2d1e25fb518269a752811708./info:seqnumDuringOpen/1734283522383/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,www,1734283520293.8e471c3e2d1e25fb518269a752811708./info:seqnumDuringOpen/1734283522383/Put/vlen=8/seqid=49 2024-12-15T17:25:29,495 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,www,1734283520293.8e471c3e2d1e25fb518269a752811708./info:server/1734283522383/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,www,1734283520293.8e471c3e2d1e25fb518269a752811708./info:server/1734283522383/Put/vlen=18/seqid=49 2024-12-15T17:25:29,496 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,www,1734283520293.8e471c3e2d1e25fb518269a752811708./info:serverstartcode/1734283522383/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,www,1734283520293.8e471c3e2d1e25fb518269a752811708./info:serverstartcode/1734283522383/Put/vlen=8/seqid=49 2024-12-15T17:25:29,496 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,www,1734283520293.8e471c3e2d1e25fb518269a752811708./info:sn/1734283522030/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,www,1734283520293.8e471c3e2d1e25fb518269a752811708./info:sn/1734283522030/Put/vlen=32/seqid=36 2024-12-15T17:25:29,496 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,www,1734283520293.8e471c3e2d1e25fb518269a752811708./info:state/1734283522383/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,www,1734283520293.8e471c3e2d1e25fb518269a752811708./info:state/1734283522383/Put/vlen=4/seqid=49 2024-12-15T17:25:29,496 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,xxx,1734283520293.d4f60170220b4b9677e89be296705db8./info:regioninfo/1734283522467/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,xxx,1734283520293.d4f60170220b4b9677e89be296705db8./info:regioninfo/1734283522467/Put/vlen=65/seqid=52 2024-12-15T17:25:29,496 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,xxx,1734283520293.d4f60170220b4b9677e89be296705db8./info:seqnumDuringOpen/1734283522467/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,xxx,1734283520293.d4f60170220b4b9677e89be296705db8./info:seqnumDuringOpen/1734283522467/Put/vlen=8/seqid=52 2024-12-15T17:25:29,496 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,xxx,1734283520293.d4f60170220b4b9677e89be296705db8./info:server/1734283522467/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,xxx,1734283520293.d4f60170220b4b9677e89be296705db8./info:server/1734283522467/Put/vlen=18/seqid=52 2024-12-15T17:25:29,496 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,xxx,1734283520293.d4f60170220b4b9677e89be296705db8./info:serverstartcode/1734283522467/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,xxx,1734283520293.d4f60170220b4b9677e89be296705db8./info:serverstartcode/1734283522467/Put/vlen=8/seqid=52 2024-12-15T17:25:29,496 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,xxx,1734283520293.d4f60170220b4b9677e89be296705db8./info:sn/1734283522072/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,xxx,1734283520293.d4f60170220b4b9677e89be296705db8./info:sn/1734283522072/Put/vlen=32/seqid=42 2024-12-15T17:25:29,496 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,xxx,1734283520293.d4f60170220b4b9677e89be296705db8./info:state/1734283522467/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,xxx,1734283520293.d4f60170220b4b9677e89be296705db8./info:state/1734283522467/Put/vlen=4/seqid=52 2024-12-15T17:25:29,496 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,yyy,1734283520293.3799bc1996d399b365f23156a453a52e./info:regioninfo/1734283522367/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,yyy,1734283520293.3799bc1996d399b365f23156a453a52e./info:regioninfo/1734283522367/Put/vlen=62/seqid=47 2024-12-15T17:25:29,496 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,yyy,1734283520293.3799bc1996d399b365f23156a453a52e./info:seqnumDuringOpen/1734283522367/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,yyy,1734283520293.3799bc1996d399b365f23156a453a52e./info:seqnumDuringOpen/1734283522367/Put/vlen=8/seqid=47 2024-12-15T17:25:29,496 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,yyy,1734283520293.3799bc1996d399b365f23156a453a52e./info:server/1734283522367/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,yyy,1734283520293.3799bc1996d399b365f23156a453a52e./info:server/1734283522367/Put/vlen=18/seqid=47 2024-12-15T17:25:29,496 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,yyy,1734283520293.3799bc1996d399b365f23156a453a52e./info:serverstartcode/1734283522367/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,yyy,1734283520293.3799bc1996d399b365f23156a453a52e./info:serverstartcode/1734283522367/Put/vlen=8/seqid=47 2024-12-15T17:25:29,496 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,yyy,1734283520293.3799bc1996d399b365f23156a453a52e./info:sn/1734283522010/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,yyy,1734283520293.3799bc1996d399b365f23156a453a52e./info:sn/1734283522010/Put/vlen=32/seqid=25 2024-12-15T17:25:29,496 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,yyy,1734283520293.3799bc1996d399b365f23156a453a52e./info:state/1734283522367/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,yyy,1734283520293.3799bc1996d399b365f23156a453a52e./info:state/1734283522367/Put/vlen=4/seqid=47 2024-12-15T17:25:29,496 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T17:25:29,497 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$4(489): Verifying replication for region replica {ENCODED => 1657623790, NAME => 'hbase:meta,,1_0002', STARTKEY => '', ENDKEY => '', REPLICA_ID => 2} 2024-12-15T17:25:29,502 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:regioninfo/1734283522449/Put/vlen=62/seqid=0 hbase:namespace/table:state/1734283507898/Put/vlen=2/seqid=8 2024-12-15T17:25:29,503 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:regioninfo/1734283522449/Put/vlen=62/seqid=0 hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3./info:regioninfo/1734283507894/Put/vlen=41/seqid=7 2024-12-15T17:25:29,503 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:regioninfo/1734283522449/Put/vlen=62/seqid=0 hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3./info:seqnumDuringOpen/1734283507894/Put/vlen=8/seqid=7 2024-12-15T17:25:29,503 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:regioninfo/1734283522449/Put/vlen=62/seqid=0 hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3./info:server/1734283507894/Put/vlen=18/seqid=7 2024-12-15T17:25:29,503 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:regioninfo/1734283522449/Put/vlen=62/seqid=0 hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3./info:serverstartcode/1734283507894/Put/vlen=8/seqid=7 2024-12-15T17:25:29,503 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:regioninfo/1734283522449/Put/vlen=62/seqid=0 hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3./info:sn/1734283507665/Put/vlen=32/seqid=6 2024-12-15T17:25:29,503 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:regioninfo/1734283522449/Put/vlen=62/seqid=0 hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3./info:state/1734283507894/Put/vlen=4/seqid=7 2024-12-15T17:25:29,503 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:regioninfo/1734283522449/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0/table:state/1734283522943/Put/vlen=2/seqid=71 2024-12-15T17:25:29,503 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:regioninfo/1734283522449/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:regioninfo/1734283522449/Put/vlen=62/seqid=51 2024-12-15T17:25:29,503 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:seqnumDuringOpen/1734283522449/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:seqnumDuringOpen/1734283522449/Put/vlen=8/seqid=51 2024-12-15T17:25:29,503 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:server/1734283522449/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:server/1734283522449/Put/vlen=18/seqid=51 2024-12-15T17:25:29,503 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:serverstartcode/1734283522449/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:serverstartcode/1734283522449/Put/vlen=8/seqid=51 2024-12-15T17:25:29,503 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:sn/1734283522015/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:sn/1734283522015/Put/vlen=32/seqid=26 2024-12-15T17:25:29,503 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:state/1734283522449/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:state/1734283522449/Put/vlen=4/seqid=51 2024-12-15T17:25:29,503 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,bbb,1734283520293.203fa074391697fe80bb425df65daad2./info:regioninfo/1734283522690/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,bbb,1734283520293.203fa074391697fe80bb425df65daad2./info:regioninfo/1734283522690/Put/vlen=65/seqid=64 2024-12-15T17:25:29,503 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,bbb,1734283520293.203fa074391697fe80bb425df65daad2./info:seqnumDuringOpen/1734283522690/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,bbb,1734283520293.203fa074391697fe80bb425df65daad2./info:seqnumDuringOpen/1734283522690/Put/vlen=8/seqid=64 2024-12-15T17:25:29,503 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,bbb,1734283520293.203fa074391697fe80bb425df65daad2./info:server/1734283522690/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,bbb,1734283520293.203fa074391697fe80bb425df65daad2./info:server/1734283522690/Put/vlen=18/seqid=64 2024-12-15T17:25:29,503 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,bbb,1734283520293.203fa074391697fe80bb425df65daad2./info:serverstartcode/1734283522690/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,bbb,1734283520293.203fa074391697fe80bb425df65daad2./info:serverstartcode/1734283522690/Put/vlen=8/seqid=64 2024-12-15T17:25:29,503 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,bbb,1734283520293.203fa074391697fe80bb425df65daad2./info:sn/1734283522029/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,bbb,1734283520293.203fa074391697fe80bb425df65daad2./info:sn/1734283522029/Put/vlen=32/seqid=33 2024-12-15T17:25:29,503 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,bbb,1734283520293.203fa074391697fe80bb425df65daad2./info:state/1734283522690/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,bbb,1734283520293.203fa074391697fe80bb425df65daad2./info:state/1734283522690/Put/vlen=4/seqid=64 2024-12-15T17:25:29,503 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ccc,1734283520293.3daa779a17e38f0cd0550cc03b57cdda./info:regioninfo/1734283522515/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,ccc,1734283520293.3daa779a17e38f0cd0550cc03b57cdda./info:regioninfo/1734283522515/Put/vlen=65/seqid=55 2024-12-15T17:25:29,503 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ccc,1734283520293.3daa779a17e38f0cd0550cc03b57cdda./info:seqnumDuringOpen/1734283522515/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ccc,1734283520293.3daa779a17e38f0cd0550cc03b57cdda./info:seqnumDuringOpen/1734283522515/Put/vlen=8/seqid=55 2024-12-15T17:25:29,503 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ccc,1734283520293.3daa779a17e38f0cd0550cc03b57cdda./info:server/1734283522515/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,ccc,1734283520293.3daa779a17e38f0cd0550cc03b57cdda./info:server/1734283522515/Put/vlen=18/seqid=55 2024-12-15T17:25:29,503 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ccc,1734283520293.3daa779a17e38f0cd0550cc03b57cdda./info:serverstartcode/1734283522515/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ccc,1734283520293.3daa779a17e38f0cd0550cc03b57cdda./info:serverstartcode/1734283522515/Put/vlen=8/seqid=55 2024-12-15T17:25:29,503 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ccc,1734283520293.3daa779a17e38f0cd0550cc03b57cdda./info:sn/1734283522023/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,ccc,1734283520293.3daa779a17e38f0cd0550cc03b57cdda./info:sn/1734283522023/Put/vlen=32/seqid=30 2024-12-15T17:25:29,503 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ccc,1734283520293.3daa779a17e38f0cd0550cc03b57cdda./info:state/1734283522515/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,ccc,1734283520293.3daa779a17e38f0cd0550cc03b57cdda./info:state/1734283522515/Put/vlen=4/seqid=55 2024-12-15T17:25:29,504 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ddd,1734283520293.fb6b996c1f758ba6802cdc89e8e88efe./info:regioninfo/1734283522429/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,ddd,1734283520293.fb6b996c1f758ba6802cdc89e8e88efe./info:regioninfo/1734283522429/Put/vlen=65/seqid=50 2024-12-15T17:25:29,504 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ddd,1734283520293.fb6b996c1f758ba6802cdc89e8e88efe./info:seqnumDuringOpen/1734283522429/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ddd,1734283520293.fb6b996c1f758ba6802cdc89e8e88efe./info:seqnumDuringOpen/1734283522429/Put/vlen=8/seqid=50 2024-12-15T17:25:29,504 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ddd,1734283520293.fb6b996c1f758ba6802cdc89e8e88efe./info:server/1734283522429/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,ddd,1734283520293.fb6b996c1f758ba6802cdc89e8e88efe./info:server/1734283522429/Put/vlen=18/seqid=50 2024-12-15T17:25:29,504 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ddd,1734283520293.fb6b996c1f758ba6802cdc89e8e88efe./info:serverstartcode/1734283522429/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ddd,1734283520293.fb6b996c1f758ba6802cdc89e8e88efe./info:serverstartcode/1734283522429/Put/vlen=8/seqid=50 2024-12-15T17:25:29,504 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ddd,1734283520293.fb6b996c1f758ba6802cdc89e8e88efe./info:sn/1734283522023/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,ddd,1734283520293.fb6b996c1f758ba6802cdc89e8e88efe./info:sn/1734283522023/Put/vlen=32/seqid=31 2024-12-15T17:25:29,504 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ddd,1734283520293.fb6b996c1f758ba6802cdc89e8e88efe./info:state/1734283522429/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,ddd,1734283520293.fb6b996c1f758ba6802cdc89e8e88efe./info:state/1734283522429/Put/vlen=4/seqid=50 2024-12-15T17:25:29,504 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,eee,1734283520293.afed1399feff55462ad01594581f26e2./info:regioninfo/1734283522743/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,eee,1734283520293.afed1399feff55462ad01594581f26e2./info:regioninfo/1734283522743/Put/vlen=65/seqid=65 2024-12-15T17:25:29,504 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,eee,1734283520293.afed1399feff55462ad01594581f26e2./info:seqnumDuringOpen/1734283522743/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,eee,1734283520293.afed1399feff55462ad01594581f26e2./info:seqnumDuringOpen/1734283522743/Put/vlen=8/seqid=65 2024-12-15T17:25:29,504 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,eee,1734283520293.afed1399feff55462ad01594581f26e2./info:server/1734283522743/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,eee,1734283520293.afed1399feff55462ad01594581f26e2./info:server/1734283522743/Put/vlen=18/seqid=65 2024-12-15T17:25:29,504 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,eee,1734283520293.afed1399feff55462ad01594581f26e2./info:serverstartcode/1734283522743/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,eee,1734283520293.afed1399feff55462ad01594581f26e2./info:serverstartcode/1734283522743/Put/vlen=8/seqid=65 2024-12-15T17:25:29,504 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,eee,1734283520293.afed1399feff55462ad01594581f26e2./info:sn/1734283522100/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,eee,1734283520293.afed1399feff55462ad01594581f26e2./info:sn/1734283522100/Put/vlen=32/seqid=43 2024-12-15T17:25:29,504 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,eee,1734283520293.afed1399feff55462ad01594581f26e2./info:state/1734283522743/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,eee,1734283520293.afed1399feff55462ad01594581f26e2./info:state/1734283522743/Put/vlen=4/seqid=65 2024-12-15T17:25:29,504 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,fff,1734283520293.f08fad4af97bff08782cb7e05596410b./info:regioninfo/1734283522495/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,fff,1734283520293.f08fad4af97bff08782cb7e05596410b./info:regioninfo/1734283522495/Put/vlen=65/seqid=53 2024-12-15T17:25:29,504 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,fff,1734283520293.f08fad4af97bff08782cb7e05596410b./info:seqnumDuringOpen/1734283522495/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,fff,1734283520293.f08fad4af97bff08782cb7e05596410b./info:seqnumDuringOpen/1734283522495/Put/vlen=8/seqid=53 2024-12-15T17:25:29,504 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,fff,1734283520293.f08fad4af97bff08782cb7e05596410b./info:server/1734283522495/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,fff,1734283520293.f08fad4af97bff08782cb7e05596410b./info:server/1734283522495/Put/vlen=18/seqid=53 2024-12-15T17:25:29,504 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,fff,1734283520293.f08fad4af97bff08782cb7e05596410b./info:serverstartcode/1734283522495/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,fff,1734283520293.f08fad4af97bff08782cb7e05596410b./info:serverstartcode/1734283522495/Put/vlen=8/seqid=53 2024-12-15T17:25:29,504 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,fff,1734283520293.f08fad4af97bff08782cb7e05596410b./info:sn/1734283522039/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,fff,1734283520293.f08fad4af97bff08782cb7e05596410b./info:sn/1734283522039/Put/vlen=32/seqid=39 2024-12-15T17:25:29,504 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,fff,1734283520293.f08fad4af97bff08782cb7e05596410b./info:state/1734283522495/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,fff,1734283520293.f08fad4af97bff08782cb7e05596410b./info:state/1734283522495/Put/vlen=4/seqid=53 2024-12-15T17:25:29,504 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ggg,1734283520293.71a1c30a77a9d98d5457627db4d32714./info:regioninfo/1734283522781/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,ggg,1734283520293.71a1c30a77a9d98d5457627db4d32714./info:regioninfo/1734283522781/Put/vlen=65/seqid=69 2024-12-15T17:25:29,504 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ggg,1734283520293.71a1c30a77a9d98d5457627db4d32714./info:seqnumDuringOpen/1734283522781/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ggg,1734283520293.71a1c30a77a9d98d5457627db4d32714./info:seqnumDuringOpen/1734283522781/Put/vlen=8/seqid=69 2024-12-15T17:25:29,504 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ggg,1734283520293.71a1c30a77a9d98d5457627db4d32714./info:server/1734283522781/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,ggg,1734283520293.71a1c30a77a9d98d5457627db4d32714./info:server/1734283522781/Put/vlen=18/seqid=69 2024-12-15T17:25:29,504 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ggg,1734283520293.71a1c30a77a9d98d5457627db4d32714./info:serverstartcode/1734283522781/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ggg,1734283520293.71a1c30a77a9d98d5457627db4d32714./info:serverstartcode/1734283522781/Put/vlen=8/seqid=69 2024-12-15T17:25:29,504 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ggg,1734283520293.71a1c30a77a9d98d5457627db4d32714./info:sn/1734283522009/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,ggg,1734283520293.71a1c30a77a9d98d5457627db4d32714./info:sn/1734283522009/Put/vlen=32/seqid=24 2024-12-15T17:25:29,504 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ggg,1734283520293.71a1c30a77a9d98d5457627db4d32714./info:state/1734283522781/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,ggg,1734283520293.71a1c30a77a9d98d5457627db4d32714./info:state/1734283522781/Put/vlen=4/seqid=69 2024-12-15T17:25:29,504 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,hhh,1734283520293.fc22d398785f692520dace054fe1f093./info:regioninfo/1734283522585/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,hhh,1734283520293.fc22d398785f692520dace054fe1f093./info:regioninfo/1734283522585/Put/vlen=65/seqid=58 2024-12-15T17:25:29,504 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,hhh,1734283520293.fc22d398785f692520dace054fe1f093./info:seqnumDuringOpen/1734283522585/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,hhh,1734283520293.fc22d398785f692520dace054fe1f093./info:seqnumDuringOpen/1734283522585/Put/vlen=8/seqid=58 2024-12-15T17:25:29,504 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,hhh,1734283520293.fc22d398785f692520dace054fe1f093./info:server/1734283522585/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,hhh,1734283520293.fc22d398785f692520dace054fe1f093./info:server/1734283522585/Put/vlen=18/seqid=58 2024-12-15T17:25:29,504 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,hhh,1734283520293.fc22d398785f692520dace054fe1f093./info:serverstartcode/1734283522585/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,hhh,1734283520293.fc22d398785f692520dace054fe1f093./info:serverstartcode/1734283522585/Put/vlen=8/seqid=58 2024-12-15T17:25:29,505 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,hhh,1734283520293.fc22d398785f692520dace054fe1f093./info:sn/1734283522044/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,hhh,1734283520293.fc22d398785f692520dace054fe1f093./info:sn/1734283522044/Put/vlen=32/seqid=40 2024-12-15T17:25:29,505 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,hhh,1734283520293.fc22d398785f692520dace054fe1f093./info:state/1734283522585/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,hhh,1734283520293.fc22d398785f692520dace054fe1f093./info:state/1734283522585/Put/vlen=4/seqid=58 2024-12-15T17:25:29,505 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,iii,1734283520293.2ac5db3b34ca1720d38bfadbefef829a./info:regioninfo/1734283522683/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,iii,1734283520293.2ac5db3b34ca1720d38bfadbefef829a./info:regioninfo/1734283522683/Put/vlen=65/seqid=63 2024-12-15T17:25:29,505 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,iii,1734283520293.2ac5db3b34ca1720d38bfadbefef829a./info:seqnumDuringOpen/1734283522683/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,iii,1734283520293.2ac5db3b34ca1720d38bfadbefef829a./info:seqnumDuringOpen/1734283522683/Put/vlen=8/seqid=63 2024-12-15T17:25:29,505 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,iii,1734283520293.2ac5db3b34ca1720d38bfadbefef829a./info:server/1734283522683/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,iii,1734283520293.2ac5db3b34ca1720d38bfadbefef829a./info:server/1734283522683/Put/vlen=18/seqid=63 2024-12-15T17:25:29,505 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,iii,1734283520293.2ac5db3b34ca1720d38bfadbefef829a./info:serverstartcode/1734283522683/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,iii,1734283520293.2ac5db3b34ca1720d38bfadbefef829a./info:serverstartcode/1734283522683/Put/vlen=8/seqid=63 2024-12-15T17:25:29,505 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,iii,1734283520293.2ac5db3b34ca1720d38bfadbefef829a./info:sn/1734283522019/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,iii,1734283520293.2ac5db3b34ca1720d38bfadbefef829a./info:sn/1734283522019/Put/vlen=32/seqid=27 2024-12-15T17:25:29,505 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,iii,1734283520293.2ac5db3b34ca1720d38bfadbefef829a./info:state/1734283522683/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,iii,1734283520293.2ac5db3b34ca1720d38bfadbefef829a./info:state/1734283522683/Put/vlen=4/seqid=63 2024-12-15T17:25:29,505 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,jjj,1734283520293.14cb587b72f8731bab7db98b58d356dd./info:regioninfo/1734283522627/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,jjj,1734283520293.14cb587b72f8731bab7db98b58d356dd./info:regioninfo/1734283522627/Put/vlen=65/seqid=60 2024-12-15T17:25:29,505 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,jjj,1734283520293.14cb587b72f8731bab7db98b58d356dd./info:seqnumDuringOpen/1734283522627/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,jjj,1734283520293.14cb587b72f8731bab7db98b58d356dd./info:seqnumDuringOpen/1734283522627/Put/vlen=8/seqid=60 2024-12-15T17:25:29,505 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,jjj,1734283520293.14cb587b72f8731bab7db98b58d356dd./info:server/1734283522627/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,jjj,1734283520293.14cb587b72f8731bab7db98b58d356dd./info:server/1734283522627/Put/vlen=18/seqid=60 2024-12-15T17:25:29,505 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,jjj,1734283520293.14cb587b72f8731bab7db98b58d356dd./info:serverstartcode/1734283522627/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,jjj,1734283520293.14cb587b72f8731bab7db98b58d356dd./info:serverstartcode/1734283522627/Put/vlen=8/seqid=60 2024-12-15T17:25:29,505 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,jjj,1734283520293.14cb587b72f8731bab7db98b58d356dd./info:sn/1734283522033/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,jjj,1734283520293.14cb587b72f8731bab7db98b58d356dd./info:sn/1734283522033/Put/vlen=32/seqid=37 2024-12-15T17:25:29,505 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,jjj,1734283520293.14cb587b72f8731bab7db98b58d356dd./info:state/1734283522627/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,jjj,1734283520293.14cb587b72f8731bab7db98b58d356dd./info:state/1734283522627/Put/vlen=4/seqid=60 2024-12-15T17:25:29,505 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,kkk,1734283520293.c84862161c7d618c258250c3088fa33d./info:regioninfo/1734283522651/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,kkk,1734283520293.c84862161c7d618c258250c3088fa33d./info:regioninfo/1734283522651/Put/vlen=65/seqid=62 2024-12-15T17:25:29,505 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,kkk,1734283520293.c84862161c7d618c258250c3088fa33d./info:seqnumDuringOpen/1734283522651/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,kkk,1734283520293.c84862161c7d618c258250c3088fa33d./info:seqnumDuringOpen/1734283522651/Put/vlen=8/seqid=62 2024-12-15T17:25:29,505 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,kkk,1734283520293.c84862161c7d618c258250c3088fa33d./info:server/1734283522651/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,kkk,1734283520293.c84862161c7d618c258250c3088fa33d./info:server/1734283522651/Put/vlen=18/seqid=62 2024-12-15T17:25:29,505 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,kkk,1734283520293.c84862161c7d618c258250c3088fa33d./info:serverstartcode/1734283522651/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,kkk,1734283520293.c84862161c7d618c258250c3088fa33d./info:serverstartcode/1734283522651/Put/vlen=8/seqid=62 2024-12-15T17:25:29,505 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,kkk,1734283520293.c84862161c7d618c258250c3088fa33d./info:sn/1734283522009/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,kkk,1734283520293.c84862161c7d618c258250c3088fa33d./info:sn/1734283522009/Put/vlen=32/seqid=23 2024-12-15T17:25:29,505 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,kkk,1734283520293.c84862161c7d618c258250c3088fa33d./info:state/1734283522651/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,kkk,1734283520293.c84862161c7d618c258250c3088fa33d./info:state/1734283522651/Put/vlen=4/seqid=62 2024-12-15T17:25:29,505 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,lll,1734283520293.d486977fc419debe1bb7dc886ff93327./info:regioninfo/1734283522647/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,lll,1734283520293.d486977fc419debe1bb7dc886ff93327./info:regioninfo/1734283522647/Put/vlen=65/seqid=61 2024-12-15T17:25:29,505 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,lll,1734283520293.d486977fc419debe1bb7dc886ff93327./info:seqnumDuringOpen/1734283522647/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,lll,1734283520293.d486977fc419debe1bb7dc886ff93327./info:seqnumDuringOpen/1734283522647/Put/vlen=8/seqid=61 2024-12-15T17:25:29,505 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,lll,1734283520293.d486977fc419debe1bb7dc886ff93327./info:server/1734283522647/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,lll,1734283520293.d486977fc419debe1bb7dc886ff93327./info:server/1734283522647/Put/vlen=18/seqid=61 2024-12-15T17:25:29,505 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,lll,1734283520293.d486977fc419debe1bb7dc886ff93327./info:serverstartcode/1734283522647/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,lll,1734283520293.d486977fc419debe1bb7dc886ff93327./info:serverstartcode/1734283522647/Put/vlen=8/seqid=61 2024-12-15T17:25:29,505 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,lll,1734283520293.d486977fc419debe1bb7dc886ff93327./info:sn/1734283522111/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,lll,1734283520293.d486977fc419debe1bb7dc886ff93327./info:sn/1734283522111/Put/vlen=32/seqid=44 2024-12-15T17:25:29,505 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,lll,1734283520293.d486977fc419debe1bb7dc886ff93327./info:state/1734283522647/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,lll,1734283520293.d486977fc419debe1bb7dc886ff93327./info:state/1734283522647/Put/vlen=4/seqid=61 2024-12-15T17:25:29,505 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,mmm,1734283520293.deff9d45a6ebb276ddf90f696aa7e3fd./info:regioninfo/1734283522528/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,mmm,1734283520293.deff9d45a6ebb276ddf90f696aa7e3fd./info:regioninfo/1734283522528/Put/vlen=65/seqid=56 2024-12-15T17:25:29,505 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,mmm,1734283520293.deff9d45a6ebb276ddf90f696aa7e3fd./info:seqnumDuringOpen/1734283522528/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,mmm,1734283520293.deff9d45a6ebb276ddf90f696aa7e3fd./info:seqnumDuringOpen/1734283522528/Put/vlen=8/seqid=56 2024-12-15T17:25:29,505 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,mmm,1734283520293.deff9d45a6ebb276ddf90f696aa7e3fd./info:server/1734283522528/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,mmm,1734283520293.deff9d45a6ebb276ddf90f696aa7e3fd./info:server/1734283522528/Put/vlen=18/seqid=56 2024-12-15T17:25:29,506 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,mmm,1734283520293.deff9d45a6ebb276ddf90f696aa7e3fd./info:serverstartcode/1734283522528/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,mmm,1734283520293.deff9d45a6ebb276ddf90f696aa7e3fd./info:serverstartcode/1734283522528/Put/vlen=8/seqid=56 2024-12-15T17:25:29,506 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,mmm,1734283520293.deff9d45a6ebb276ddf90f696aa7e3fd./info:sn/1734283522009/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,mmm,1734283520293.deff9d45a6ebb276ddf90f696aa7e3fd./info:sn/1734283522009/Put/vlen=32/seqid=21 2024-12-15T17:25:29,506 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,mmm,1734283520293.deff9d45a6ebb276ddf90f696aa7e3fd./info:state/1734283522528/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,mmm,1734283520293.deff9d45a6ebb276ddf90f696aa7e3fd./info:state/1734283522528/Put/vlen=4/seqid=56 2024-12-15T17:25:29,506 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,nnn,1734283520293.7f35b277f34effd5246042dcfe85a8eb./info:regioninfo/1734283522515/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,nnn,1734283520293.7f35b277f34effd5246042dcfe85a8eb./info:regioninfo/1734283522515/Put/vlen=65/seqid=54 2024-12-15T17:25:29,506 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,nnn,1734283520293.7f35b277f34effd5246042dcfe85a8eb./info:seqnumDuringOpen/1734283522515/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,nnn,1734283520293.7f35b277f34effd5246042dcfe85a8eb./info:seqnumDuringOpen/1734283522515/Put/vlen=8/seqid=54 2024-12-15T17:25:29,506 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,nnn,1734283520293.7f35b277f34effd5246042dcfe85a8eb./info:server/1734283522515/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,nnn,1734283520293.7f35b277f34effd5246042dcfe85a8eb./info:server/1734283522515/Put/vlen=18/seqid=54 2024-12-15T17:25:29,506 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,nnn,1734283520293.7f35b277f34effd5246042dcfe85a8eb./info:serverstartcode/1734283522515/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,nnn,1734283520293.7f35b277f34effd5246042dcfe85a8eb./info:serverstartcode/1734283522515/Put/vlen=8/seqid=54 2024-12-15T17:25:29,506 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,nnn,1734283520293.7f35b277f34effd5246042dcfe85a8eb./info:sn/1734283522124/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,nnn,1734283520293.7f35b277f34effd5246042dcfe85a8eb./info:sn/1734283522124/Put/vlen=32/seqid=45 2024-12-15T17:25:29,506 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,nnn,1734283520293.7f35b277f34effd5246042dcfe85a8eb./info:state/1734283522515/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,nnn,1734283520293.7f35b277f34effd5246042dcfe85a8eb./info:state/1734283522515/Put/vlen=4/seqid=54 2024-12-15T17:25:29,506 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ooo,1734283520293.f484d022a0b61d256bc89c9546e1cbf5./info:regioninfo/1734283522777/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,ooo,1734283520293.f484d022a0b61d256bc89c9546e1cbf5./info:regioninfo/1734283522777/Put/vlen=65/seqid=68 2024-12-15T17:25:29,506 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ooo,1734283520293.f484d022a0b61d256bc89c9546e1cbf5./info:seqnumDuringOpen/1734283522777/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ooo,1734283520293.f484d022a0b61d256bc89c9546e1cbf5./info:seqnumDuringOpen/1734283522777/Put/vlen=8/seqid=68 2024-12-15T17:25:29,506 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ooo,1734283520293.f484d022a0b61d256bc89c9546e1cbf5./info:server/1734283522777/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,ooo,1734283520293.f484d022a0b61d256bc89c9546e1cbf5./info:server/1734283522777/Put/vlen=18/seqid=68 2024-12-15T17:25:29,506 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ooo,1734283520293.f484d022a0b61d256bc89c9546e1cbf5./info:serverstartcode/1734283522777/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ooo,1734283520293.f484d022a0b61d256bc89c9546e1cbf5./info:serverstartcode/1734283522777/Put/vlen=8/seqid=68 2024-12-15T17:25:29,506 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ooo,1734283520293.f484d022a0b61d256bc89c9546e1cbf5./info:sn/1734283522023/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,ooo,1734283520293.f484d022a0b61d256bc89c9546e1cbf5./info:sn/1734283522023/Put/vlen=32/seqid=28 2024-12-15T17:25:29,506 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ooo,1734283520293.f484d022a0b61d256bc89c9546e1cbf5./info:state/1734283522777/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,ooo,1734283520293.f484d022a0b61d256bc89c9546e1cbf5./info:state/1734283522777/Put/vlen=4/seqid=68 2024-12-15T17:25:29,506 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ppp,1734283520293.f3107e06f17663abef43df4f965dd513./info:regioninfo/1734283522746/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,ppp,1734283520293.f3107e06f17663abef43df4f965dd513./info:regioninfo/1734283522746/Put/vlen=65/seqid=67 2024-12-15T17:25:29,506 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ppp,1734283520293.f3107e06f17663abef43df4f965dd513./info:seqnumDuringOpen/1734283522746/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ppp,1734283520293.f3107e06f17663abef43df4f965dd513./info:seqnumDuringOpen/1734283522746/Put/vlen=8/seqid=67 2024-12-15T17:25:29,506 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ppp,1734283520293.f3107e06f17663abef43df4f965dd513./info:server/1734283522746/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,ppp,1734283520293.f3107e06f17663abef43df4f965dd513./info:server/1734283522746/Put/vlen=18/seqid=67 2024-12-15T17:25:29,506 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ppp,1734283520293.f3107e06f17663abef43df4f965dd513./info:serverstartcode/1734283522746/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ppp,1734283520293.f3107e06f17663abef43df4f965dd513./info:serverstartcode/1734283522746/Put/vlen=8/seqid=67 2024-12-15T17:25:29,506 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ppp,1734283520293.f3107e06f17663abef43df4f965dd513./info:sn/1734283522039/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,ppp,1734283520293.f3107e06f17663abef43df4f965dd513./info:sn/1734283522039/Put/vlen=32/seqid=38 2024-12-15T17:25:29,506 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ppp,1734283520293.f3107e06f17663abef43df4f965dd513./info:state/1734283522746/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,ppp,1734283520293.f3107e06f17663abef43df4f965dd513./info:state/1734283522746/Put/vlen=4/seqid=67 2024-12-15T17:25:29,506 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,qqq,1734283520293.221a69822fc62a9463c5c9fcb5277d73./info:regioninfo/1734283522871/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,qqq,1734283520293.221a69822fc62a9463c5c9fcb5277d73./info:regioninfo/1734283522871/Put/vlen=65/seqid=70 2024-12-15T17:25:29,506 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,qqq,1734283520293.221a69822fc62a9463c5c9fcb5277d73./info:seqnumDuringOpen/1734283522871/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,qqq,1734283520293.221a69822fc62a9463c5c9fcb5277d73./info:seqnumDuringOpen/1734283522871/Put/vlen=8/seqid=70 2024-12-15T17:25:29,506 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,qqq,1734283520293.221a69822fc62a9463c5c9fcb5277d73./info:server/1734283522871/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,qqq,1734283520293.221a69822fc62a9463c5c9fcb5277d73./info:server/1734283522871/Put/vlen=18/seqid=70 2024-12-15T17:25:29,506 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,qqq,1734283520293.221a69822fc62a9463c5c9fcb5277d73./info:serverstartcode/1734283522871/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,qqq,1734283520293.221a69822fc62a9463c5c9fcb5277d73./info:serverstartcode/1734283522871/Put/vlen=8/seqid=70 2024-12-15T17:25:29,506 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,qqq,1734283520293.221a69822fc62a9463c5c9fcb5277d73./info:sn/1734283522023/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,qqq,1734283520293.221a69822fc62a9463c5c9fcb5277d73./info:sn/1734283522023/Put/vlen=32/seqid=32 2024-12-15T17:25:29,506 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,qqq,1734283520293.221a69822fc62a9463c5c9fcb5277d73./info:state/1734283522871/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,qqq,1734283520293.221a69822fc62a9463c5c9fcb5277d73./info:state/1734283522871/Put/vlen=4/seqid=70 2024-12-15T17:25:29,506 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,rrr,1734283520293.ac66a1d73d9ffce03e30e52d7400a113./info:regioninfo/1734283522540/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,rrr,1734283520293.ac66a1d73d9ffce03e30e52d7400a113./info:regioninfo/1734283522540/Put/vlen=65/seqid=57 2024-12-15T17:25:29,507 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,rrr,1734283520293.ac66a1d73d9ffce03e30e52d7400a113./info:seqnumDuringOpen/1734283522540/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,rrr,1734283520293.ac66a1d73d9ffce03e30e52d7400a113./info:seqnumDuringOpen/1734283522540/Put/vlen=8/seqid=57 2024-12-15T17:25:29,507 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,rrr,1734283520293.ac66a1d73d9ffce03e30e52d7400a113./info:server/1734283522540/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,rrr,1734283520293.ac66a1d73d9ffce03e30e52d7400a113./info:server/1734283522540/Put/vlen=18/seqid=57 2024-12-15T17:25:29,507 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,rrr,1734283520293.ac66a1d73d9ffce03e30e52d7400a113./info:serverstartcode/1734283522540/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,rrr,1734283520293.ac66a1d73d9ffce03e30e52d7400a113./info:serverstartcode/1734283522540/Put/vlen=8/seqid=57 2024-12-15T17:25:29,507 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,rrr,1734283520293.ac66a1d73d9ffce03e30e52d7400a113./info:sn/1734283522029/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,rrr,1734283520293.ac66a1d73d9ffce03e30e52d7400a113./info:sn/1734283522029/Put/vlen=32/seqid=35 2024-12-15T17:25:29,507 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,rrr,1734283520293.ac66a1d73d9ffce03e30e52d7400a113./info:state/1734283522540/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,rrr,1734283520293.ac66a1d73d9ffce03e30e52d7400a113./info:state/1734283522540/Put/vlen=4/seqid=57 2024-12-15T17:25:29,507 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,sss,1734283520293.cd36423b8a400f47b4fddd7aea516a00./info:regioninfo/1734283522744/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,sss,1734283520293.cd36423b8a400f47b4fddd7aea516a00./info:regioninfo/1734283522744/Put/vlen=65/seqid=66 2024-12-15T17:25:29,507 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,sss,1734283520293.cd36423b8a400f47b4fddd7aea516a00./info:seqnumDuringOpen/1734283522744/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,sss,1734283520293.cd36423b8a400f47b4fddd7aea516a00./info:seqnumDuringOpen/1734283522744/Put/vlen=8/seqid=66 2024-12-15T17:25:29,507 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,sss,1734283520293.cd36423b8a400f47b4fddd7aea516a00./info:server/1734283522744/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,sss,1734283520293.cd36423b8a400f47b4fddd7aea516a00./info:server/1734283522744/Put/vlen=18/seqid=66 2024-12-15T17:25:29,507 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,sss,1734283520293.cd36423b8a400f47b4fddd7aea516a00./info:serverstartcode/1734283522744/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,sss,1734283520293.cd36423b8a400f47b4fddd7aea516a00./info:serverstartcode/1734283522744/Put/vlen=8/seqid=66 2024-12-15T17:25:29,507 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,sss,1734283520293.cd36423b8a400f47b4fddd7aea516a00./info:sn/1734283522009/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,sss,1734283520293.cd36423b8a400f47b4fddd7aea516a00./info:sn/1734283522009/Put/vlen=32/seqid=22 2024-12-15T17:25:29,507 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,sss,1734283520293.cd36423b8a400f47b4fddd7aea516a00./info:state/1734283522744/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,sss,1734283520293.cd36423b8a400f47b4fddd7aea516a00./info:state/1734283522744/Put/vlen=4/seqid=66 2024-12-15T17:25:29,507 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ttt,1734283520293.3e15309aabd312448d789238feb18aa9./info:regioninfo/1734283522380/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,ttt,1734283520293.3e15309aabd312448d789238feb18aa9./info:regioninfo/1734283522380/Put/vlen=65/seqid=48 2024-12-15T17:25:29,507 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ttt,1734283520293.3e15309aabd312448d789238feb18aa9./info:seqnumDuringOpen/1734283522380/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ttt,1734283520293.3e15309aabd312448d789238feb18aa9./info:seqnumDuringOpen/1734283522380/Put/vlen=8/seqid=48 2024-12-15T17:25:29,507 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ttt,1734283520293.3e15309aabd312448d789238feb18aa9./info:server/1734283522380/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,ttt,1734283520293.3e15309aabd312448d789238feb18aa9./info:server/1734283522380/Put/vlen=18/seqid=48 2024-12-15T17:25:29,507 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ttt,1734283520293.3e15309aabd312448d789238feb18aa9./info:serverstartcode/1734283522380/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,ttt,1734283520293.3e15309aabd312448d789238feb18aa9./info:serverstartcode/1734283522380/Put/vlen=8/seqid=48 2024-12-15T17:25:29,507 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ttt,1734283520293.3e15309aabd312448d789238feb18aa9./info:sn/1734283522050/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,ttt,1734283520293.3e15309aabd312448d789238feb18aa9./info:sn/1734283522050/Put/vlen=32/seqid=41 2024-12-15T17:25:29,507 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,ttt,1734283520293.3e15309aabd312448d789238feb18aa9./info:state/1734283522380/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,ttt,1734283520293.3e15309aabd312448d789238feb18aa9./info:state/1734283522380/Put/vlen=4/seqid=48 2024-12-15T17:25:29,507 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,uuu,1734283520293.09ceb1da06f037a04fc81b52fa2d9323./info:regioninfo/1734283522351/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,uuu,1734283520293.09ceb1da06f037a04fc81b52fa2d9323./info:regioninfo/1734283522351/Put/vlen=65/seqid=46 2024-12-15T17:25:29,507 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,uuu,1734283520293.09ceb1da06f037a04fc81b52fa2d9323./info:seqnumDuringOpen/1734283522351/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,uuu,1734283520293.09ceb1da06f037a04fc81b52fa2d9323./info:seqnumDuringOpen/1734283522351/Put/vlen=8/seqid=46 2024-12-15T17:25:29,507 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,uuu,1734283520293.09ceb1da06f037a04fc81b52fa2d9323./info:server/1734283522351/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,uuu,1734283520293.09ceb1da06f037a04fc81b52fa2d9323./info:server/1734283522351/Put/vlen=18/seqid=46 2024-12-15T17:25:29,507 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,uuu,1734283520293.09ceb1da06f037a04fc81b52fa2d9323./info:serverstartcode/1734283522351/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,uuu,1734283520293.09ceb1da06f037a04fc81b52fa2d9323./info:serverstartcode/1734283522351/Put/vlen=8/seqid=46 2024-12-15T17:25:29,507 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,uuu,1734283520293.09ceb1da06f037a04fc81b52fa2d9323./info:sn/1734283522023/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,uuu,1734283520293.09ceb1da06f037a04fc81b52fa2d9323./info:sn/1734283522023/Put/vlen=32/seqid=29 2024-12-15T17:25:29,507 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,uuu,1734283520293.09ceb1da06f037a04fc81b52fa2d9323./info:state/1734283522351/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,uuu,1734283520293.09ceb1da06f037a04fc81b52fa2d9323./info:state/1734283522351/Put/vlen=4/seqid=46 2024-12-15T17:25:29,507 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,vvv,1734283520293.49c73611337e492b462d8c10d149b525./info:regioninfo/1734283522592/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,vvv,1734283520293.49c73611337e492b462d8c10d149b525./info:regioninfo/1734283522592/Put/vlen=65/seqid=59 2024-12-15T17:25:29,507 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,vvv,1734283520293.49c73611337e492b462d8c10d149b525./info:seqnumDuringOpen/1734283522592/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,vvv,1734283520293.49c73611337e492b462d8c10d149b525./info:seqnumDuringOpen/1734283522592/Put/vlen=8/seqid=59 2024-12-15T17:25:29,507 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,vvv,1734283520293.49c73611337e492b462d8c10d149b525./info:server/1734283522592/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,vvv,1734283520293.49c73611337e492b462d8c10d149b525./info:server/1734283522592/Put/vlen=18/seqid=59 2024-12-15T17:25:29,508 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,vvv,1734283520293.49c73611337e492b462d8c10d149b525./info:serverstartcode/1734283522592/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,vvv,1734283520293.49c73611337e492b462d8c10d149b525./info:serverstartcode/1734283522592/Put/vlen=8/seqid=59 2024-12-15T17:25:29,508 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,vvv,1734283520293.49c73611337e492b462d8c10d149b525./info:sn/1734283522029/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,vvv,1734283520293.49c73611337e492b462d8c10d149b525./info:sn/1734283522029/Put/vlen=32/seqid=34 2024-12-15T17:25:29,508 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,vvv,1734283520293.49c73611337e492b462d8c10d149b525./info:state/1734283522592/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,vvv,1734283520293.49c73611337e492b462d8c10d149b525./info:state/1734283522592/Put/vlen=4/seqid=59 2024-12-15T17:25:29,508 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,www,1734283520293.8e471c3e2d1e25fb518269a752811708./info:regioninfo/1734283522383/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,www,1734283520293.8e471c3e2d1e25fb518269a752811708./info:regioninfo/1734283522383/Put/vlen=65/seqid=49 2024-12-15T17:25:29,508 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,www,1734283520293.8e471c3e2d1e25fb518269a752811708./info:seqnumDuringOpen/1734283522383/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,www,1734283520293.8e471c3e2d1e25fb518269a752811708./info:seqnumDuringOpen/1734283522383/Put/vlen=8/seqid=49 2024-12-15T17:25:29,508 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,www,1734283520293.8e471c3e2d1e25fb518269a752811708./info:server/1734283522383/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,www,1734283520293.8e471c3e2d1e25fb518269a752811708./info:server/1734283522383/Put/vlen=18/seqid=49 2024-12-15T17:25:29,508 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,www,1734283520293.8e471c3e2d1e25fb518269a752811708./info:serverstartcode/1734283522383/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,www,1734283520293.8e471c3e2d1e25fb518269a752811708./info:serverstartcode/1734283522383/Put/vlen=8/seqid=49 2024-12-15T17:25:29,508 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,www,1734283520293.8e471c3e2d1e25fb518269a752811708./info:sn/1734283522030/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,www,1734283520293.8e471c3e2d1e25fb518269a752811708./info:sn/1734283522030/Put/vlen=32/seqid=36 2024-12-15T17:25:29,508 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,www,1734283520293.8e471c3e2d1e25fb518269a752811708./info:state/1734283522383/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,www,1734283520293.8e471c3e2d1e25fb518269a752811708./info:state/1734283522383/Put/vlen=4/seqid=49 2024-12-15T17:25:29,508 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,xxx,1734283520293.d4f60170220b4b9677e89be296705db8./info:regioninfo/1734283522467/Put/vlen=65/seqid=0 testHBaseMetaReplicates_0,xxx,1734283520293.d4f60170220b4b9677e89be296705db8./info:regioninfo/1734283522467/Put/vlen=65/seqid=52 2024-12-15T17:25:29,508 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,xxx,1734283520293.d4f60170220b4b9677e89be296705db8./info:seqnumDuringOpen/1734283522467/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,xxx,1734283520293.d4f60170220b4b9677e89be296705db8./info:seqnumDuringOpen/1734283522467/Put/vlen=8/seqid=52 2024-12-15T17:25:29,508 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,xxx,1734283520293.d4f60170220b4b9677e89be296705db8./info:server/1734283522467/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,xxx,1734283520293.d4f60170220b4b9677e89be296705db8./info:server/1734283522467/Put/vlen=18/seqid=52 2024-12-15T17:25:29,508 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,xxx,1734283520293.d4f60170220b4b9677e89be296705db8./info:serverstartcode/1734283522467/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,xxx,1734283520293.d4f60170220b4b9677e89be296705db8./info:serverstartcode/1734283522467/Put/vlen=8/seqid=52 2024-12-15T17:25:29,508 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,xxx,1734283520293.d4f60170220b4b9677e89be296705db8./info:sn/1734283522072/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,xxx,1734283520293.d4f60170220b4b9677e89be296705db8./info:sn/1734283522072/Put/vlen=32/seqid=42 2024-12-15T17:25:29,508 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,xxx,1734283520293.d4f60170220b4b9677e89be296705db8./info:state/1734283522467/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,xxx,1734283520293.d4f60170220b4b9677e89be296705db8./info:state/1734283522467/Put/vlen=4/seqid=52 2024-12-15T17:25:29,508 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,yyy,1734283520293.3799bc1996d399b365f23156a453a52e./info:regioninfo/1734283522367/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,yyy,1734283520293.3799bc1996d399b365f23156a453a52e./info:regioninfo/1734283522367/Put/vlen=62/seqid=47 2024-12-15T17:25:29,508 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,yyy,1734283520293.3799bc1996d399b365f23156a453a52e./info:seqnumDuringOpen/1734283522367/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,yyy,1734283520293.3799bc1996d399b365f23156a453a52e./info:seqnumDuringOpen/1734283522367/Put/vlen=8/seqid=47 2024-12-15T17:25:29,508 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,yyy,1734283520293.3799bc1996d399b365f23156a453a52e./info:server/1734283522367/Put/vlen=18/seqid=0 testHBaseMetaReplicates_0,yyy,1734283520293.3799bc1996d399b365f23156a453a52e./info:server/1734283522367/Put/vlen=18/seqid=47 2024-12-15T17:25:29,508 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,yyy,1734283520293.3799bc1996d399b365f23156a453a52e./info:serverstartcode/1734283522367/Put/vlen=8/seqid=0 testHBaseMetaReplicates_0,yyy,1734283520293.3799bc1996d399b365f23156a453a52e./info:serverstartcode/1734283522367/Put/vlen=8/seqid=47 2024-12-15T17:25:29,508 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,yyy,1734283520293.3799bc1996d399b365f23156a453a52e./info:sn/1734283522010/Put/vlen=32/seqid=0 testHBaseMetaReplicates_0,yyy,1734283520293.3799bc1996d399b365f23156a453a52e./info:sn/1734283522010/Put/vlen=32/seqid=25 2024-12-15T17:25:29,508 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_0,yyy,1734283520293.3799bc1996d399b365f23156a453a52e./info:state/1734283522367/Put/vlen=4/seqid=0 testHBaseMetaReplicates_0,yyy,1734283520293.3799bc1996d399b365f23156a453a52e./info:state/1734283522367/Put/vlen=4/seqid=47 2024-12-15T17:25:29,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testHBaseMetaReplicates_1', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T17:25:29,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testHBaseMetaReplicates_1 2024-12-15T17:25:29,539 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testHBaseMetaReplicates_1 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T17:25:29,540 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:29,540 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testHBaseMetaReplicates_1" procId is: 69 2024-12-15T17:25:29,546 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testHBaseMetaReplicates_1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T17:25:29,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-15T17:25:29,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741869_1045 (size=377) 2024-12-15T17:25:29,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41549 is added to blk_1073741869_1045 (size=377) 2024-12-15T17:25:29,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741869_1045 (size=377) 2024-12-15T17:25:29,634 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 21ef61480fd75184fb271e3c7b65fdb6, NAME => 'testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047 2024-12-15T17:25:29,635 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 28bd9f756bfc5025c25c7d4dee6862e9, NAME => 'testHBaseMetaReplicates_1,bbb,1734283529512.28bd9f756bfc5025c25c7d4dee6862e9.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047 2024-12-15T17:25:29,644 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => a242f96f22b2ba8952c8702933cb26a3, NAME => 'testHBaseMetaReplicates_1,ccc,1734283529512.a242f96f22b2ba8952c8702933cb26a3.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047 2024-12-15T17:25:29,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-15T17:25:29,704 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta to pos 40327, reset compression=false 2024-12-15T17:25:29,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741870_1046 (size=63) 2024-12-15T17:25:29,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741870_1046 (size=63) 2024-12-15T17:25:29,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41549 is added to blk_1073741870_1046 (size=63) 2024-12-15T17:25:29,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741871_1047 (size=66) 2024-12-15T17:25:29,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741871_1047 (size=66) 2024-12-15T17:25:29,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741871_1047 (size=66) 2024-12-15T17:25:29,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41549 is added to blk_1073741872_1048 (size=66) 2024-12-15T17:25:29,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741872_1048 (size=66) 2024-12-15T17:25:29,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741872_1048 (size=66) 2024-12-15T17:25:29,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-15T17:25:29,969 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:25:29,969 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:25:30,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-15T17:25:30,280 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta to pos 40327, reset compression=false 2024-12-15T17:25:30,454 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,bbb,1734283529512.28bd9f756bfc5025c25c7d4dee6862e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:30,454 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,ccc,1734283529512.a242f96f22b2ba8952c8702933cb26a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:30,454 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:30,454 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1681): Closing 28bd9f756bfc5025c25c7d4dee6862e9, disabling compactions & flushes 2024-12-15T17:25:30,454 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1681): Closing a242f96f22b2ba8952c8702933cb26a3, disabling compactions & flushes 2024-12-15T17:25:30,454 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1681): Closing 21ef61480fd75184fb271e3c7b65fdb6, disabling compactions & flushes 2024-12-15T17:25:30,454 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,bbb,1734283529512.28bd9f756bfc5025c25c7d4dee6862e9. 2024-12-15T17:25:30,454 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,ccc,1734283529512.a242f96f22b2ba8952c8702933cb26a3. 2024-12-15T17:25:30,454 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6. 2024-12-15T17:25:30,454 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,bbb,1734283529512.28bd9f756bfc5025c25c7d4dee6862e9. 2024-12-15T17:25:30,454 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,ccc,1734283529512.a242f96f22b2ba8952c8702933cb26a3. 2024-12-15T17:25:30,454 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6. 2024-12-15T17:25:30,454 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,bbb,1734283529512.28bd9f756bfc5025c25c7d4dee6862e9. after waiting 0 ms 2024-12-15T17:25:30,454 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,ccc,1734283529512.a242f96f22b2ba8952c8702933cb26a3. after waiting 0 ms 2024-12-15T17:25:30,454 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6. after waiting 0 ms 2024-12-15T17:25:30,454 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,bbb,1734283529512.28bd9f756bfc5025c25c7d4dee6862e9. 2024-12-15T17:25:30,454 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,ccc,1734283529512.a242f96f22b2ba8952c8702933cb26a3. 2024-12-15T17:25:30,454 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6. 2024-12-15T17:25:30,454 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,bbb,1734283529512.28bd9f756bfc5025c25c7d4dee6862e9. 2024-12-15T17:25:30,454 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,ccc,1734283529512.a242f96f22b2ba8952c8702933cb26a3. 2024-12-15T17:25:30,454 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6. 2024-12-15T17:25:30,454 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1635): Region close journal for 28bd9f756bfc5025c25c7d4dee6862e9: 2024-12-15T17:25:30,454 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1635): Region close journal for 21ef61480fd75184fb271e3c7b65fdb6: 2024-12-15T17:25:30,454 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1635): Region close journal for a242f96f22b2ba8952c8702933cb26a3: 2024-12-15T17:25:30,454 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 976f10d34c9ea10c1c86bff00fc0dd35, NAME => 'testHBaseMetaReplicates_1,eee,1734283529512.976f10d34c9ea10c1c86bff00fc0dd35.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047 2024-12-15T17:25:30,455 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 99e1faa12f6955749681ab9ca64d3259, NAME => 'testHBaseMetaReplicates_1,fff,1734283529512.99e1faa12f6955749681ab9ca64d3259.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047 2024-12-15T17:25:30,455 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 3489f0b192f2c68519039702d1d2a619, NAME => 'testHBaseMetaReplicates_1,ddd,1734283529512.3489f0b192f2c68519039702d1d2a619.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047 2024-12-15T17:25:30,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741875_1051 (size=66) 2024-12-15T17:25:30,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41549 is added to blk_1073741875_1051 (size=66) 2024-12-15T17:25:30,555 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,ddd,1734283529512.3489f0b192f2c68519039702d1d2a619.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:30,555 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1681): Closing 3489f0b192f2c68519039702d1d2a619, disabling compactions & flushes 2024-12-15T17:25:30,555 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,ddd,1734283529512.3489f0b192f2c68519039702d1d2a619. 2024-12-15T17:25:30,555 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,ddd,1734283529512.3489f0b192f2c68519039702d1d2a619. 2024-12-15T17:25:30,555 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,ddd,1734283529512.3489f0b192f2c68519039702d1d2a619. after waiting 0 ms 2024-12-15T17:25:30,555 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,ddd,1734283529512.3489f0b192f2c68519039702d1d2a619. 2024-12-15T17:25:30,555 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,ddd,1734283529512.3489f0b192f2c68519039702d1d2a619. 2024-12-15T17:25:30,555 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1635): Region close journal for 3489f0b192f2c68519039702d1d2a619: 2024-12-15T17:25:30,556 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => b68698970611cecabf1f0a28ec449617, NAME => 'testHBaseMetaReplicates_1,ggg,1734283529512.b68698970611cecabf1f0a28ec449617.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047 2024-12-15T17:25:30,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741875_1051 (size=66) 2024-12-15T17:25:30,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741874_1050 (size=66) 2024-12-15T17:25:30,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741873_1049 (size=66) 2024-12-15T17:25:30,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741874_1050 (size=66) 2024-12-15T17:25:30,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41549 is added to blk_1073741874_1050 (size=66) 2024-12-15T17:25:30,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741873_1049 (size=66) 2024-12-15T17:25:30,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41549 is added to blk_1073741873_1049 (size=66) 2024-12-15T17:25:30,572 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,eee,1734283529512.976f10d34c9ea10c1c86bff00fc0dd35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:30,572 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1681): Closing 976f10d34c9ea10c1c86bff00fc0dd35, disabling compactions & flushes 2024-12-15T17:25:30,572 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,eee,1734283529512.976f10d34c9ea10c1c86bff00fc0dd35. 2024-12-15T17:25:30,572 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,eee,1734283529512.976f10d34c9ea10c1c86bff00fc0dd35. 2024-12-15T17:25:30,572 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,eee,1734283529512.976f10d34c9ea10c1c86bff00fc0dd35. after waiting 0 ms 2024-12-15T17:25:30,572 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,eee,1734283529512.976f10d34c9ea10c1c86bff00fc0dd35. 2024-12-15T17:25:30,572 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,eee,1734283529512.976f10d34c9ea10c1c86bff00fc0dd35. 2024-12-15T17:25:30,572 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1635): Region close journal for 976f10d34c9ea10c1c86bff00fc0dd35: 2024-12-15T17:25:30,573 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => bf9dce97f0e8d22dbfdd0943faa72d1d, NAME => 'testHBaseMetaReplicates_1,hhh,1734283529512.bf9dce97f0e8d22dbfdd0943faa72d1d.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047 2024-12-15T17:25:30,573 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,fff,1734283529512.99e1faa12f6955749681ab9ca64d3259.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:30,573 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1681): Closing 99e1faa12f6955749681ab9ca64d3259, disabling compactions & flushes 2024-12-15T17:25:30,573 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,fff,1734283529512.99e1faa12f6955749681ab9ca64d3259. 2024-12-15T17:25:30,573 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,fff,1734283529512.99e1faa12f6955749681ab9ca64d3259. 2024-12-15T17:25:30,573 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,fff,1734283529512.99e1faa12f6955749681ab9ca64d3259. after waiting 0 ms 2024-12-15T17:25:30,573 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,fff,1734283529512.99e1faa12f6955749681ab9ca64d3259. 2024-12-15T17:25:30,573 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,fff,1734283529512.99e1faa12f6955749681ab9ca64d3259. 2024-12-15T17:25:30,573 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1635): Region close journal for 99e1faa12f6955749681ab9ca64d3259: 2024-12-15T17:25:30,574 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f98d7cc541945827c845218db9936be5, NAME => 'testHBaseMetaReplicates_1,iii,1734283529512.f98d7cc541945827c845218db9936be5.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047 2024-12-15T17:25:30,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-15T17:25:30,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41549 is added to blk_1073741876_1052 (size=66) 2024-12-15T17:25:30,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741876_1052 (size=66) 2024-12-15T17:25:30,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741876_1052 (size=66) 2024-12-15T17:25:30,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41549 is added to blk_1073741877_1053 (size=66) 2024-12-15T17:25:30,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741877_1053 (size=66) 2024-12-15T17:25:30,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741877_1053 (size=66) 2024-12-15T17:25:30,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741878_1054 (size=66) 2024-12-15T17:25:30,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41549 is added to blk_1073741878_1054 (size=66) 2024-12-15T17:25:30,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741878_1054 (size=66) 2024-12-15T17:25:30,700 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,iii,1734283529512.f98d7cc541945827c845218db9936be5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:30,700 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1681): Closing f98d7cc541945827c845218db9936be5, disabling compactions & flushes 2024-12-15T17:25:30,700 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,iii,1734283529512.f98d7cc541945827c845218db9936be5. 2024-12-15T17:25:30,700 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,iii,1734283529512.f98d7cc541945827c845218db9936be5. 2024-12-15T17:25:30,700 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,iii,1734283529512.f98d7cc541945827c845218db9936be5. after waiting 0 ms 2024-12-15T17:25:30,700 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,iii,1734283529512.f98d7cc541945827c845218db9936be5. 2024-12-15T17:25:30,700 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,iii,1734283529512.f98d7cc541945827c845218db9936be5. 2024-12-15T17:25:30,700 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1635): Region close journal for f98d7cc541945827c845218db9936be5: 2024-12-15T17:25:30,701 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => ae5d867b74b8993de57a1e3650f9b3d4, NAME => 'testHBaseMetaReplicates_1,jjj,1734283529512.ae5d867b74b8993de57a1e3650f9b3d4.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047 2024-12-15T17:25:30,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741879_1055 (size=66) 2024-12-15T17:25:30,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741879_1055 (size=66) 2024-12-15T17:25:30,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741879_1055 (size=66) 2024-12-15T17:25:30,767 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,jjj,1734283529512.ae5d867b74b8993de57a1e3650f9b3d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:30,768 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1681): Closing ae5d867b74b8993de57a1e3650f9b3d4, disabling compactions & flushes 2024-12-15T17:25:30,768 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,jjj,1734283529512.ae5d867b74b8993de57a1e3650f9b3d4. 2024-12-15T17:25:30,768 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,jjj,1734283529512.ae5d867b74b8993de57a1e3650f9b3d4. 2024-12-15T17:25:30,768 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,jjj,1734283529512.ae5d867b74b8993de57a1e3650f9b3d4. after waiting 0 ms 2024-12-15T17:25:30,768 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,jjj,1734283529512.ae5d867b74b8993de57a1e3650f9b3d4. 2024-12-15T17:25:30,768 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,jjj,1734283529512.ae5d867b74b8993de57a1e3650f9b3d4. 2024-12-15T17:25:30,768 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1635): Region close journal for ae5d867b74b8993de57a1e3650f9b3d4: 2024-12-15T17:25:30,768 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 2ff48bd727d13f89238fd0ca2e8ddd3c, NAME => 'testHBaseMetaReplicates_1,kkk,1734283529512.2ff48bd727d13f89238fd0ca2e8ddd3c.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047 2024-12-15T17:25:30,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741880_1056 (size=66) 2024-12-15T17:25:30,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741880_1056 (size=66) 2024-12-15T17:25:30,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41549 is added to blk_1073741880_1056 (size=66) 2024-12-15T17:25:30,892 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta to pos 40327, reset compression=false 2024-12-15T17:25:31,057 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,ggg,1734283529512.b68698970611cecabf1f0a28ec449617.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:31,058 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1681): Closing b68698970611cecabf1f0a28ec449617, disabling compactions & flushes 2024-12-15T17:25:31,058 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,ggg,1734283529512.b68698970611cecabf1f0a28ec449617. 2024-12-15T17:25:31,058 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,ggg,1734283529512.b68698970611cecabf1f0a28ec449617. 2024-12-15T17:25:31,058 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,ggg,1734283529512.b68698970611cecabf1f0a28ec449617. after waiting 0 ms 2024-12-15T17:25:31,058 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,ggg,1734283529512.b68698970611cecabf1f0a28ec449617. 2024-12-15T17:25:31,058 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,ggg,1734283529512.b68698970611cecabf1f0a28ec449617. 2024-12-15T17:25:31,058 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1635): Region close journal for b68698970611cecabf1f0a28ec449617: 2024-12-15T17:25:31,059 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => e2a46e8b9a1a7dd6e00509781c77021c, NAME => 'testHBaseMetaReplicates_1,lll,1734283529512.e2a46e8b9a1a7dd6e00509781c77021c.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047 2024-12-15T17:25:31,083 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,hhh,1734283529512.bf9dce97f0e8d22dbfdd0943faa72d1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:31,083 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1681): Closing bf9dce97f0e8d22dbfdd0943faa72d1d, disabling compactions & flushes 2024-12-15T17:25:31,083 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,hhh,1734283529512.bf9dce97f0e8d22dbfdd0943faa72d1d. 2024-12-15T17:25:31,083 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,hhh,1734283529512.bf9dce97f0e8d22dbfdd0943faa72d1d. 2024-12-15T17:25:31,084 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,hhh,1734283529512.bf9dce97f0e8d22dbfdd0943faa72d1d. after waiting 0 ms 2024-12-15T17:25:31,084 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,hhh,1734283529512.bf9dce97f0e8d22dbfdd0943faa72d1d. 2024-12-15T17:25:31,084 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,hhh,1734283529512.bf9dce97f0e8d22dbfdd0943faa72d1d. 2024-12-15T17:25:31,084 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1635): Region close journal for bf9dce97f0e8d22dbfdd0943faa72d1d: 2024-12-15T17:25:31,084 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 8dd8fee789916ce46a147f0e92c545d6, NAME => 'testHBaseMetaReplicates_1,mmm,1734283529512.8dd8fee789916ce46a147f0e92c545d6.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047 2024-12-15T17:25:31,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741881_1057 (size=66) 2024-12-15T17:25:31,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741881_1057 (size=66) 2024-12-15T17:25:31,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741881_1057 (size=66) 2024-12-15T17:25:31,164 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,lll,1734283529512.e2a46e8b9a1a7dd6e00509781c77021c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:31,164 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1681): Closing e2a46e8b9a1a7dd6e00509781c77021c, disabling compactions & flushes 2024-12-15T17:25:31,164 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,lll,1734283529512.e2a46e8b9a1a7dd6e00509781c77021c. 2024-12-15T17:25:31,164 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,lll,1734283529512.e2a46e8b9a1a7dd6e00509781c77021c. 2024-12-15T17:25:31,164 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,lll,1734283529512.e2a46e8b9a1a7dd6e00509781c77021c. after waiting 0 ms 2024-12-15T17:25:31,164 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,lll,1734283529512.e2a46e8b9a1a7dd6e00509781c77021c. 2024-12-15T17:25:31,164 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,lll,1734283529512.e2a46e8b9a1a7dd6e00509781c77021c. 2024-12-15T17:25:31,164 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1635): Region close journal for e2a46e8b9a1a7dd6e00509781c77021c: 2024-12-15T17:25:31,165 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 265bdefa830d462599e7ecedeacaf232, NAME => 'testHBaseMetaReplicates_1,nnn,1734283529512.265bdefa830d462599e7ecedeacaf232.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047 2024-12-15T17:25:31,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741882_1058 (size=66) 2024-12-15T17:25:31,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741882_1058 (size=66) 2024-12-15T17:25:31,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41549 is added to blk_1073741882_1058 (size=66) 2024-12-15T17:25:31,199 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,mmm,1734283529512.8dd8fee789916ce46a147f0e92c545d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:31,199 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1681): Closing 8dd8fee789916ce46a147f0e92c545d6, disabling compactions & flushes 2024-12-15T17:25:31,199 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,mmm,1734283529512.8dd8fee789916ce46a147f0e92c545d6. 2024-12-15T17:25:31,200 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,mmm,1734283529512.8dd8fee789916ce46a147f0e92c545d6. 2024-12-15T17:25:31,200 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,mmm,1734283529512.8dd8fee789916ce46a147f0e92c545d6. after waiting 0 ms 2024-12-15T17:25:31,200 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,mmm,1734283529512.8dd8fee789916ce46a147f0e92c545d6. 2024-12-15T17:25:31,200 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,mmm,1734283529512.8dd8fee789916ce46a147f0e92c545d6. 2024-12-15T17:25:31,200 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1635): Region close journal for 8dd8fee789916ce46a147f0e92c545d6: 2024-12-15T17:25:31,200 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 830cbc989668d0d550f5e8ca58d11248, NAME => 'testHBaseMetaReplicates_1,ooo,1734283529512.830cbc989668d0d550f5e8ca58d11248.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047 2024-12-15T17:25:31,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741883_1059 (size=66) 2024-12-15T17:25:31,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741883_1059 (size=66) 2024-12-15T17:25:31,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741883_1059 (size=66) 2024-12-15T17:25:31,263 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,kkk,1734283529512.2ff48bd727d13f89238fd0ca2e8ddd3c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:31,264 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1681): Closing 2ff48bd727d13f89238fd0ca2e8ddd3c, disabling compactions & flushes 2024-12-15T17:25:31,264 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,kkk,1734283529512.2ff48bd727d13f89238fd0ca2e8ddd3c. 2024-12-15T17:25:31,264 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,kkk,1734283529512.2ff48bd727d13f89238fd0ca2e8ddd3c. 2024-12-15T17:25:31,264 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,kkk,1734283529512.2ff48bd727d13f89238fd0ca2e8ddd3c. after waiting 0 ms 2024-12-15T17:25:31,264 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,kkk,1734283529512.2ff48bd727d13f89238fd0ca2e8ddd3c. 2024-12-15T17:25:31,264 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,kkk,1734283529512.2ff48bd727d13f89238fd0ca2e8ddd3c. 2024-12-15T17:25:31,264 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1635): Region close journal for 2ff48bd727d13f89238fd0ca2e8ddd3c: 2024-12-15T17:25:31,265 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8289eaeb1771c3406c17fabbafdf7025, NAME => 'testHBaseMetaReplicates_1,ppp,1734283529512.8289eaeb1771c3406c17fabbafdf7025.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047 2024-12-15T17:25:31,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741884_1060 (size=66) 2024-12-15T17:25:31,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41549 is added to blk_1073741884_1060 (size=66) 2024-12-15T17:25:31,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741884_1060 (size=66) 2024-12-15T17:25:31,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741885_1061 (size=66) 2024-12-15T17:25:31,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41549 is added to blk_1073741885_1061 (size=66) 2024-12-15T17:25:31,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741885_1061 (size=66) 2024-12-15T17:25:31,359 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,ppp,1734283529512.8289eaeb1771c3406c17fabbafdf7025.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:31,360 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1681): Closing 8289eaeb1771c3406c17fabbafdf7025, disabling compactions & flushes 2024-12-15T17:25:31,360 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,ppp,1734283529512.8289eaeb1771c3406c17fabbafdf7025. 2024-12-15T17:25:31,360 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,ppp,1734283529512.8289eaeb1771c3406c17fabbafdf7025. 2024-12-15T17:25:31,360 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,ppp,1734283529512.8289eaeb1771c3406c17fabbafdf7025. after waiting 0 ms 2024-12-15T17:25:31,360 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,ppp,1734283529512.8289eaeb1771c3406c17fabbafdf7025. 2024-12-15T17:25:31,360 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,ppp,1734283529512.8289eaeb1771c3406c17fabbafdf7025. 2024-12-15T17:25:31,360 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8289eaeb1771c3406c17fabbafdf7025: 2024-12-15T17:25:31,361 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 0230b4c491d7025e8a5947cc21b27dc8, NAME => 'testHBaseMetaReplicates_1,qqq,1734283529512.0230b4c491d7025e8a5947cc21b27dc8.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047 2024-12-15T17:25:31,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41549 is added to blk_1073741886_1062 (size=66) 2024-12-15T17:25:31,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741886_1062 (size=66) 2024-12-15T17:25:31,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741886_1062 (size=66) 2024-12-15T17:25:31,455 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,qqq,1734283529512.0230b4c491d7025e8a5947cc21b27dc8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:31,455 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1681): Closing 0230b4c491d7025e8a5947cc21b27dc8, disabling compactions & flushes 2024-12-15T17:25:31,455 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,qqq,1734283529512.0230b4c491d7025e8a5947cc21b27dc8. 2024-12-15T17:25:31,455 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,qqq,1734283529512.0230b4c491d7025e8a5947cc21b27dc8. 2024-12-15T17:25:31,456 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,qqq,1734283529512.0230b4c491d7025e8a5947cc21b27dc8. after waiting 0 ms 2024-12-15T17:25:31,456 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,qqq,1734283529512.0230b4c491d7025e8a5947cc21b27dc8. 2024-12-15T17:25:31,456 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,qqq,1734283529512.0230b4c491d7025e8a5947cc21b27dc8. 2024-12-15T17:25:31,456 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1635): Region close journal for 0230b4c491d7025e8a5947cc21b27dc8: 2024-12-15T17:25:31,456 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 7f3fed41ee1994283d94c736ffbff074, NAME => 'testHBaseMetaReplicates_1,rrr,1734283529512.7f3fed41ee1994283d94c736ffbff074.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047 2024-12-15T17:25:31,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741887_1063 (size=66) 2024-12-15T17:25:31,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741887_1063 (size=66) 2024-12-15T17:25:31,517 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,rrr,1734283529512.7f3fed41ee1994283d94c736ffbff074.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:31,517 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1681): Closing 7f3fed41ee1994283d94c736ffbff074, disabling compactions & flushes 2024-12-15T17:25:31,517 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,rrr,1734283529512.7f3fed41ee1994283d94c736ffbff074. 2024-12-15T17:25:31,517 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,rrr,1734283529512.7f3fed41ee1994283d94c736ffbff074. 2024-12-15T17:25:31,517 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,rrr,1734283529512.7f3fed41ee1994283d94c736ffbff074. after waiting 0 ms 2024-12-15T17:25:31,517 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,rrr,1734283529512.7f3fed41ee1994283d94c736ffbff074. 2024-12-15T17:25:31,517 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,rrr,1734283529512.7f3fed41ee1994283d94c736ffbff074. 2024-12-15T17:25:31,517 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1635): Region close journal for 7f3fed41ee1994283d94c736ffbff074: 2024-12-15T17:25:31,517 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8235885c6e2b33786d8e786dfb2f27db, NAME => 'testHBaseMetaReplicates_1,sss,1734283529512.8235885c6e2b33786d8e786dfb2f27db.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047 2024-12-15T17:25:31,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41549 is added to blk_1073741887_1063 (size=66) 2024-12-15T17:25:31,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741888_1064 (size=66) 2024-12-15T17:25:31,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41549 is added to blk_1073741888_1064 (size=66) 2024-12-15T17:25:31,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741888_1064 (size=66) 2024-12-15T17:25:31,584 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,sss,1734283529512.8235885c6e2b33786d8e786dfb2f27db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:31,584 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1681): Closing 8235885c6e2b33786d8e786dfb2f27db, disabling compactions & flushes 2024-12-15T17:25:31,584 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,sss,1734283529512.8235885c6e2b33786d8e786dfb2f27db. 2024-12-15T17:25:31,584 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,sss,1734283529512.8235885c6e2b33786d8e786dfb2f27db. 2024-12-15T17:25:31,584 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,sss,1734283529512.8235885c6e2b33786d8e786dfb2f27db. after waiting 0 ms 2024-12-15T17:25:31,584 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,sss,1734283529512.8235885c6e2b33786d8e786dfb2f27db. 2024-12-15T17:25:31,584 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,sss,1734283529512.8235885c6e2b33786d8e786dfb2f27db. 2024-12-15T17:25:31,584 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8235885c6e2b33786d8e786dfb2f27db: 2024-12-15T17:25:31,585 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 882d27f08b8b129e7adc85ee28a6e915, NAME => 'testHBaseMetaReplicates_1,ttt,1734283529512.882d27f08b8b129e7adc85ee28a6e915.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047 2024-12-15T17:25:31,611 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta to pos 40327, reset compression=false 2024-12-15T17:25:31,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41549 is added to blk_1073741889_1065 (size=66) 2024-12-15T17:25:31,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741889_1065 (size=66) 2024-12-15T17:25:31,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741889_1065 (size=66) 2024-12-15T17:25:31,638 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,ttt,1734283529512.882d27f08b8b129e7adc85ee28a6e915.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:31,639 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1681): Closing 882d27f08b8b129e7adc85ee28a6e915, disabling compactions & flushes 2024-12-15T17:25:31,639 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,ttt,1734283529512.882d27f08b8b129e7adc85ee28a6e915. 2024-12-15T17:25:31,639 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,ttt,1734283529512.882d27f08b8b129e7adc85ee28a6e915. 2024-12-15T17:25:31,639 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,ttt,1734283529512.882d27f08b8b129e7adc85ee28a6e915. after waiting 0 ms 2024-12-15T17:25:31,639 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,ttt,1734283529512.882d27f08b8b129e7adc85ee28a6e915. 2024-12-15T17:25:31,639 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,ttt,1734283529512.882d27f08b8b129e7adc85ee28a6e915. 2024-12-15T17:25:31,639 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1635): Region close journal for 882d27f08b8b129e7adc85ee28a6e915: 2024-12-15T17:25:31,639 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 2fb2e64bee4f529f7c7e273339e18bb9, NAME => 'testHBaseMetaReplicates_1,uuu,1734283529512.2fb2e64bee4f529f7c7e273339e18bb9.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047 2024-12-15T17:25:31,641 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,nnn,1734283529512.265bdefa830d462599e7ecedeacaf232.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:31,641 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1681): Closing 265bdefa830d462599e7ecedeacaf232, disabling compactions & flushes 2024-12-15T17:25:31,641 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,nnn,1734283529512.265bdefa830d462599e7ecedeacaf232. 2024-12-15T17:25:31,641 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,nnn,1734283529512.265bdefa830d462599e7ecedeacaf232. 2024-12-15T17:25:31,641 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,nnn,1734283529512.265bdefa830d462599e7ecedeacaf232. after waiting 0 ms 2024-12-15T17:25:31,641 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,nnn,1734283529512.265bdefa830d462599e7ecedeacaf232. 2024-12-15T17:25:31,641 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,nnn,1734283529512.265bdefa830d462599e7ecedeacaf232. 2024-12-15T17:25:31,641 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1635): Region close journal for 265bdefa830d462599e7ecedeacaf232: 2024-12-15T17:25:31,642 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => a3ae66f90487bf5e756d9de0969ac516, NAME => 'testHBaseMetaReplicates_1,vvv,1734283529512.a3ae66f90487bf5e756d9de0969ac516.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047 2024-12-15T17:25:31,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-15T17:25:31,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741890_1066 (size=66) 2024-12-15T17:25:31,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741890_1066 (size=66) 2024-12-15T17:25:31,696 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,ooo,1734283529512.830cbc989668d0d550f5e8ca58d11248.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:31,696 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1681): Closing 830cbc989668d0d550f5e8ca58d11248, disabling compactions & flushes 2024-12-15T17:25:31,696 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,ooo,1734283529512.830cbc989668d0d550f5e8ca58d11248. 2024-12-15T17:25:31,696 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,ooo,1734283529512.830cbc989668d0d550f5e8ca58d11248. 2024-12-15T17:25:31,696 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,ooo,1734283529512.830cbc989668d0d550f5e8ca58d11248. after waiting 0 ms 2024-12-15T17:25:31,696 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,ooo,1734283529512.830cbc989668d0d550f5e8ca58d11248. 2024-12-15T17:25:31,696 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,ooo,1734283529512.830cbc989668d0d550f5e8ca58d11248. 2024-12-15T17:25:31,696 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1635): Region close journal for 830cbc989668d0d550f5e8ca58d11248: 2024-12-15T17:25:31,697 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 908212888685a21e68e69dba35ae3d9e, NAME => 'testHBaseMetaReplicates_1,www,1734283529512.908212888685a21e68e69dba35ae3d9e.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047 2024-12-15T17:25:31,701 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,uuu,1734283529512.2fb2e64bee4f529f7c7e273339e18bb9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:31,701 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1681): Closing 2fb2e64bee4f529f7c7e273339e18bb9, disabling compactions & flushes 2024-12-15T17:25:31,701 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,uuu,1734283529512.2fb2e64bee4f529f7c7e273339e18bb9. 2024-12-15T17:25:31,701 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,uuu,1734283529512.2fb2e64bee4f529f7c7e273339e18bb9. 2024-12-15T17:25:31,701 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,uuu,1734283529512.2fb2e64bee4f529f7c7e273339e18bb9. after waiting 0 ms 2024-12-15T17:25:31,701 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,uuu,1734283529512.2fb2e64bee4f529f7c7e273339e18bb9. 2024-12-15T17:25:31,701 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,uuu,1734283529512.2fb2e64bee4f529f7c7e273339e18bb9. 2024-12-15T17:25:31,701 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1635): Region close journal for 2fb2e64bee4f529f7c7e273339e18bb9: 2024-12-15T17:25:31,702 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 2b024c1e1f043e73c06db2eae0fd3e53, NAME => 'testHBaseMetaReplicates_1,xxx,1734283529512.2b024c1e1f043e73c06db2eae0fd3e53.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047 2024-12-15T17:25:31,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741890_1066 (size=66) 2024-12-15T17:25:31,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741891_1067 (size=66) 2024-12-15T17:25:31,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741891_1067 (size=66) 2024-12-15T17:25:31,732 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,vvv,1734283529512.a3ae66f90487bf5e756d9de0969ac516.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:31,732 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1681): Closing a3ae66f90487bf5e756d9de0969ac516, disabling compactions & flushes 2024-12-15T17:25:31,732 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,vvv,1734283529512.a3ae66f90487bf5e756d9de0969ac516. 2024-12-15T17:25:31,733 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,vvv,1734283529512.a3ae66f90487bf5e756d9de0969ac516. 2024-12-15T17:25:31,733 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,vvv,1734283529512.a3ae66f90487bf5e756d9de0969ac516. after waiting 0 ms 2024-12-15T17:25:31,733 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,vvv,1734283529512.a3ae66f90487bf5e756d9de0969ac516. 2024-12-15T17:25:31,733 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,vvv,1734283529512.a3ae66f90487bf5e756d9de0969ac516. 2024-12-15T17:25:31,733 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1635): Region close journal for a3ae66f90487bf5e756d9de0969ac516: 2024-12-15T17:25:31,733 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => a07da090089be168ee0eab0b8b73cad7, NAME => 'testHBaseMetaReplicates_1,yyy,1734283529512.a07da090089be168ee0eab0b8b73cad7.', STARTKEY => 'yyy', ENDKEY => ''}, tableDescriptor='testHBaseMetaReplicates_1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047 2024-12-15T17:25:31,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41549 is added to blk_1073741891_1067 (size=66) 2024-12-15T17:25:31,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:25:31,795 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:25:31,796 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:25:31,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741893_1069 (size=66) 2024-12-15T17:25:31,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:25:31,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741893_1069 (size=66) 2024-12-15T17:25:31,808 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,xxx,1734283529512.2b024c1e1f043e73c06db2eae0fd3e53.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:31,808 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1681): Closing 2b024c1e1f043e73c06db2eae0fd3e53, disabling compactions & flushes 2024-12-15T17:25:31,808 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,xxx,1734283529512.2b024c1e1f043e73c06db2eae0fd3e53. 2024-12-15T17:25:31,808 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,xxx,1734283529512.2b024c1e1f043e73c06db2eae0fd3e53. 2024-12-15T17:25:31,808 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,xxx,1734283529512.2b024c1e1f043e73c06db2eae0fd3e53. after waiting 0 ms 2024-12-15T17:25:31,808 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,xxx,1734283529512.2b024c1e1f043e73c06db2eae0fd3e53. 2024-12-15T17:25:31,808 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,xxx,1734283529512.2b024c1e1f043e73c06db2eae0fd3e53. 2024-12-15T17:25:31,808 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-0 {}] regionserver.HRegion(1635): Region close journal for 2b024c1e1f043e73c06db2eae0fd3e53: 2024-12-15T17:25:31,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741893_1069 (size=66) 2024-12-15T17:25:31,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741892_1068 (size=66) 2024-12-15T17:25:31,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741892_1068 (size=66) 2024-12-15T17:25:31,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41549 is added to blk_1073741892_1068 (size=66) 2024-12-15T17:25:31,859 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,www,1734283529512.908212888685a21e68e69dba35ae3d9e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:31,860 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1681): Closing 908212888685a21e68e69dba35ae3d9e, disabling compactions & flushes 2024-12-15T17:25:31,860 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,www,1734283529512.908212888685a21e68e69dba35ae3d9e. 2024-12-15T17:25:31,860 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,www,1734283529512.908212888685a21e68e69dba35ae3d9e. 2024-12-15T17:25:31,860 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,www,1734283529512.908212888685a21e68e69dba35ae3d9e. after waiting 0 ms 2024-12-15T17:25:31,860 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,www,1734283529512.908212888685a21e68e69dba35ae3d9e. 2024-12-15T17:25:31,860 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,www,1734283529512.908212888685a21e68e69dba35ae3d9e. 2024-12-15T17:25:31,860 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-1 {}] regionserver.HRegion(1635): Region close journal for 908212888685a21e68e69dba35ae3d9e: 2024-12-15T17:25:31,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741894_1070 (size=63) 2024-12-15T17:25:31,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741894_1070 (size=63) 2024-12-15T17:25:31,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41549 is added to blk_1073741894_1070 (size=63) 2024-12-15T17:25:31,904 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,yyy,1734283529512.a07da090089be168ee0eab0b8b73cad7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:31,904 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1681): Closing a07da090089be168ee0eab0b8b73cad7, disabling compactions & flushes 2024-12-15T17:25:31,904 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,yyy,1734283529512.a07da090089be168ee0eab0b8b73cad7. 2024-12-15T17:25:31,904 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,yyy,1734283529512.a07da090089be168ee0eab0b8b73cad7. 2024-12-15T17:25:31,904 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,yyy,1734283529512.a07da090089be168ee0eab0b8b73cad7. after waiting 0 ms 2024-12-15T17:25:31,904 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,yyy,1734283529512.a07da090089be168ee0eab0b8b73cad7. 2024-12-15T17:25:31,904 INFO [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,yyy,1734283529512.a07da090089be168ee0eab0b8b73cad7. 2024-12-15T17:25:31,904 DEBUG [RegionOpenAndInit-testHBaseMetaReplicates_1-pool-2 {}] regionserver.HRegion(1635): Region close journal for a07da090089be168ee0eab0b8b73cad7: 2024-12-15T17:25:31,923 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testHBaseMetaReplicates_1 execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T17:25:31,924 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1734283531923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283531923"}]},"ts":"1734283531923"} 2024-12-15T17:25:31,924 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,ccc,1734283529512.a242f96f22b2ba8952c8702933cb26a3.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734283531923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283531923"}]},"ts":"1734283531923"} 2024-12-15T17:25:31,924 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,bbb,1734283529512.28bd9f756bfc5025c25c7d4dee6862e9.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734283531923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283531923"}]},"ts":"1734283531923"} 2024-12-15T17:25:31,924 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,ddd,1734283529512.3489f0b192f2c68519039702d1d2a619.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734283531923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283531923"}]},"ts":"1734283531923"} 2024-12-15T17:25:31,924 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,eee,1734283529512.976f10d34c9ea10c1c86bff00fc0dd35.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734283531923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283531923"}]},"ts":"1734283531923"} 2024-12-15T17:25:31,924 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,fff,1734283529512.99e1faa12f6955749681ab9ca64d3259.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734283531923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283531923"}]},"ts":"1734283531923"} 2024-12-15T17:25:31,924 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,iii,1734283529512.f98d7cc541945827c845218db9936be5.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734283531923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283531923"}]},"ts":"1734283531923"} 2024-12-15T17:25:31,924 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,jjj,1734283529512.ae5d867b74b8993de57a1e3650f9b3d4.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734283531923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283531923"}]},"ts":"1734283531923"} 2024-12-15T17:25:31,924 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,ggg,1734283529512.b68698970611cecabf1f0a28ec449617.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734283531923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283531923"}]},"ts":"1734283531923"} 2024-12-15T17:25:31,924 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,hhh,1734283529512.bf9dce97f0e8d22dbfdd0943faa72d1d.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734283531923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283531923"}]},"ts":"1734283531923"} 2024-12-15T17:25:31,924 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,lll,1734283529512.e2a46e8b9a1a7dd6e00509781c77021c.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734283531923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283531923"}]},"ts":"1734283531923"} 2024-12-15T17:25:31,924 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,mmm,1734283529512.8dd8fee789916ce46a147f0e92c545d6.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734283531923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283531923"}]},"ts":"1734283531923"} 2024-12-15T17:25:31,925 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,kkk,1734283529512.2ff48bd727d13f89238fd0ca2e8ddd3c.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734283531923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283531923"}]},"ts":"1734283531923"} 2024-12-15T17:25:31,925 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,ppp,1734283529512.8289eaeb1771c3406c17fabbafdf7025.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734283531923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283531923"}]},"ts":"1734283531923"} 2024-12-15T17:25:31,925 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,qqq,1734283529512.0230b4c491d7025e8a5947cc21b27dc8.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734283531923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283531923"}]},"ts":"1734283531923"} 2024-12-15T17:25:31,925 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,rrr,1734283529512.7f3fed41ee1994283d94c736ffbff074.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734283531923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283531923"}]},"ts":"1734283531923"} 2024-12-15T17:25:31,925 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,sss,1734283529512.8235885c6e2b33786d8e786dfb2f27db.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734283531923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283531923"}]},"ts":"1734283531923"} 2024-12-15T17:25:31,925 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,ttt,1734283529512.882d27f08b8b129e7adc85ee28a6e915.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734283531923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283531923"}]},"ts":"1734283531923"} 2024-12-15T17:25:31,925 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,nnn,1734283529512.265bdefa830d462599e7ecedeacaf232.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734283531923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283531923"}]},"ts":"1734283531923"} 2024-12-15T17:25:31,925 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,ooo,1734283529512.830cbc989668d0d550f5e8ca58d11248.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734283531923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283531923"}]},"ts":"1734283531923"} 2024-12-15T17:25:31,925 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,uuu,1734283529512.2fb2e64bee4f529f7c7e273339e18bb9.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734283531923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283531923"}]},"ts":"1734283531923"} 2024-12-15T17:25:31,925 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,vvv,1734283529512.a3ae66f90487bf5e756d9de0969ac516.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734283531923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283531923"}]},"ts":"1734283531923"} 2024-12-15T17:25:31,925 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,xxx,1734283529512.2b024c1e1f043e73c06db2eae0fd3e53.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734283531923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283531923"}]},"ts":"1734283531923"} 2024-12-15T17:25:31,925 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,www,1734283529512.908212888685a21e68e69dba35ae3d9e.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1734283531923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283531923"}]},"ts":"1734283531923"} 2024-12-15T17:25:31,925 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testHBaseMetaReplicates_1,yyy,1734283529512.a07da090089be168ee0eab0b8b73cad7.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1734283531923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734283531923"}]},"ts":"1734283531923"} 2024-12-15T17:25:31,955 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 25 regions to meta. 2024-12-15T17:25:31,967 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testHBaseMetaReplicates_1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T17:25:31,968 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testHBaseMetaReplicates_1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734283531967"}]},"ts":"1734283531967"} 2024-12-15T17:25:31,994 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testHBaseMetaReplicates_1, state=ENABLING in hbase:meta 2024-12-15T17:25:32,063 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {4ce65a7c4674=0} racks are {/default-rack=0} 2024-12-15T17:25:32,089 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-15T17:25:32,089 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-15T17:25:32,089 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-15T17:25:32,089 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-15T17:25:32,089 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-15T17:25:32,089 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-15T17:25:32,089 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-15T17:25:32,089 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-15T17:25:32,089 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-15T17:25:32,090 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=21ef61480fd75184fb271e3c7b65fdb6, ASSIGN}, {pid=71, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=28bd9f756bfc5025c25c7d4dee6862e9, ASSIGN}, {pid=72, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=a242f96f22b2ba8952c8702933cb26a3, ASSIGN}, {pid=73, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=3489f0b192f2c68519039702d1d2a619, ASSIGN}, {pid=74, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=976f10d34c9ea10c1c86bff00fc0dd35, ASSIGN}, {pid=75, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=99e1faa12f6955749681ab9ca64d3259, ASSIGN}, {pid=76, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=b68698970611cecabf1f0a28ec449617, ASSIGN}, {pid=77, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=bf9dce97f0e8d22dbfdd0943faa72d1d, ASSIGN}, {pid=78, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=f98d7cc541945827c845218db9936be5, ASSIGN}, {pid=79, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=ae5d867b74b8993de57a1e3650f9b3d4, ASSIGN}, {pid=80, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=2ff48bd727d13f89238fd0ca2e8ddd3c, ASSIGN}, {pid=81, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=e2a46e8b9a1a7dd6e00509781c77021c, ASSIGN}, {pid=82, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=8dd8fee789916ce46a147f0e92c545d6, ASSIGN}, {pid=83, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=265bdefa830d462599e7ecedeacaf232, ASSIGN}, {pid=84, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=830cbc989668d0d550f5e8ca58d11248, ASSIGN}, {pid=85, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=8289eaeb1771c3406c17fabbafdf7025, ASSIGN}, {pid=86, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=0230b4c491d7025e8a5947cc21b27dc8, ASSIGN}, {pid=87, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=7f3fed41ee1994283d94c736ffbff074, ASSIGN}, {pid=88, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=8235885c6e2b33786d8e786dfb2f27db, ASSIGN}, {pid=89, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=882d27f08b8b129e7adc85ee28a6e915, ASSIGN}, {pid=90, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=2fb2e64bee4f529f7c7e273339e18bb9, ASSIGN}, {pid=91, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=a3ae66f90487bf5e756d9de0969ac516, ASSIGN}, {pid=92, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=908212888685a21e68e69dba35ae3d9e, ASSIGN}, {pid=93, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=2b024c1e1f043e73c06db2eae0fd3e53, ASSIGN}, {pid=94, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=a07da090089be168ee0eab0b8b73cad7, ASSIGN}] 2024-12-15T17:25:32,096 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=74, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=976f10d34c9ea10c1c86bff00fc0dd35, ASSIGN 2024-12-15T17:25:32,096 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=75, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=99e1faa12f6955749681ab9ca64d3259, ASSIGN 2024-12-15T17:25:32,096 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=73, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=3489f0b192f2c68519039702d1d2a619, ASSIGN 2024-12-15T17:25:32,096 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=72, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=a242f96f22b2ba8952c8702933cb26a3, ASSIGN 2024-12-15T17:25:32,097 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=74, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=976f10d34c9ea10c1c86bff00fc0dd35, ASSIGN; state=OFFLINE, location=4ce65a7c4674,43497,1734283505378; forceNewPlan=false, retain=false 2024-12-15T17:25:32,097 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=75, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=99e1faa12f6955749681ab9ca64d3259, ASSIGN; state=OFFLINE, location=4ce65a7c4674,38979,1734283505431; forceNewPlan=false, retain=false 2024-12-15T17:25:32,099 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=73, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=3489f0b192f2c68519039702d1d2a619, ASSIGN; state=OFFLINE, location=4ce65a7c4674,32947,1734283505517; forceNewPlan=false, retain=false 2024-12-15T17:25:32,099 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=72, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=a242f96f22b2ba8952c8702933cb26a3, ASSIGN; state=OFFLINE, location=4ce65a7c4674,38979,1734283505431; forceNewPlan=false, retain=false 2024-12-15T17:25:32,103 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=93, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=2b024c1e1f043e73c06db2eae0fd3e53, ASSIGN 2024-12-15T17:25:32,104 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=94, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=a07da090089be168ee0eab0b8b73cad7, ASSIGN 2024-12-15T17:25:32,104 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=93, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=2b024c1e1f043e73c06db2eae0fd3e53, ASSIGN; state=OFFLINE, location=4ce65a7c4674,43937,1734283505463; forceNewPlan=false, retain=false 2024-12-15T17:25:32,104 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=94, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=a07da090089be168ee0eab0b8b73cad7, ASSIGN; state=OFFLINE, location=4ce65a7c4674,43497,1734283505378; forceNewPlan=false, retain=false 2024-12-15T17:25:32,105 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=92, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=908212888685a21e68e69dba35ae3d9e, ASSIGN 2024-12-15T17:25:32,106 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=92, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=908212888685a21e68e69dba35ae3d9e, ASSIGN; state=OFFLINE, location=4ce65a7c4674,32947,1734283505517; forceNewPlan=false, retain=false 2024-12-15T17:25:32,106 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=90, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=2fb2e64bee4f529f7c7e273339e18bb9, ASSIGN 2024-12-15T17:25:32,106 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=91, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=a3ae66f90487bf5e756d9de0969ac516, ASSIGN 2024-12-15T17:25:32,106 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=90, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=2fb2e64bee4f529f7c7e273339e18bb9, ASSIGN; state=OFFLINE, location=4ce65a7c4674,43497,1734283505378; forceNewPlan=false, retain=false 2024-12-15T17:25:32,107 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=89, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=882d27f08b8b129e7adc85ee28a6e915, ASSIGN 2024-12-15T17:25:32,107 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=91, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=a3ae66f90487bf5e756d9de0969ac516, ASSIGN; state=OFFLINE, location=4ce65a7c4674,38979,1734283505431; forceNewPlan=false, retain=false 2024-12-15T17:25:32,107 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=89, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=882d27f08b8b129e7adc85ee28a6e915, ASSIGN; state=OFFLINE, location=4ce65a7c4674,38979,1734283505431; forceNewPlan=false, retain=false 2024-12-15T17:25:32,107 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=88, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=8235885c6e2b33786d8e786dfb2f27db, ASSIGN 2024-12-15T17:25:32,108 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=88, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=8235885c6e2b33786d8e786dfb2f27db, ASSIGN; state=OFFLINE, location=4ce65a7c4674,43497,1734283505378; forceNewPlan=false, retain=false 2024-12-15T17:25:32,108 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=86, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=0230b4c491d7025e8a5947cc21b27dc8, ASSIGN 2024-12-15T17:25:32,109 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=86, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=0230b4c491d7025e8a5947cc21b27dc8, ASSIGN; state=OFFLINE, location=4ce65a7c4674,43937,1734283505463; forceNewPlan=false, retain=false 2024-12-15T17:25:32,109 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=84, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=830cbc989668d0d550f5e8ca58d11248, ASSIGN 2024-12-15T17:25:32,109 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=87, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=7f3fed41ee1994283d94c736ffbff074, ASSIGN 2024-12-15T17:25:32,110 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=87, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=7f3fed41ee1994283d94c736ffbff074, ASSIGN; state=OFFLINE, location=4ce65a7c4674,32947,1734283505517; forceNewPlan=false, retain=false 2024-12-15T17:25:32,110 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=83, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=265bdefa830d462599e7ecedeacaf232, ASSIGN 2024-12-15T17:25:32,111 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=83, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=265bdefa830d462599e7ecedeacaf232, ASSIGN; state=OFFLINE, location=4ce65a7c4674,43937,1734283505463; forceNewPlan=false, retain=false 2024-12-15T17:25:32,111 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=82, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=8dd8fee789916ce46a147f0e92c545d6, ASSIGN 2024-12-15T17:25:32,111 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=82, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=8dd8fee789916ce46a147f0e92c545d6, ASSIGN; state=OFFLINE, location=4ce65a7c4674,32947,1734283505517; forceNewPlan=false, retain=false 2024-12-15T17:25:32,111 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=81, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=e2a46e8b9a1a7dd6e00509781c77021c, ASSIGN 2024-12-15T17:25:32,112 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=81, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=e2a46e8b9a1a7dd6e00509781c77021c, ASSIGN; state=OFFLINE, location=4ce65a7c4674,43937,1734283505463; forceNewPlan=false, retain=false 2024-12-15T17:25:32,112 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=80, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=2ff48bd727d13f89238fd0ca2e8ddd3c, ASSIGN 2024-12-15T17:25:32,112 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=80, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=2ff48bd727d13f89238fd0ca2e8ddd3c, ASSIGN; state=OFFLINE, location=4ce65a7c4674,43497,1734283505378; forceNewPlan=false, retain=false 2024-12-15T17:25:32,112 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=79, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=ae5d867b74b8993de57a1e3650f9b3d4, ASSIGN 2024-12-15T17:25:32,112 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=84, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=830cbc989668d0d550f5e8ca58d11248, ASSIGN; state=OFFLINE, location=4ce65a7c4674,32947,1734283505517; forceNewPlan=false, retain=false 2024-12-15T17:25:32,112 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=79, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=ae5d867b74b8993de57a1e3650f9b3d4, ASSIGN; state=OFFLINE, location=4ce65a7c4674,32947,1734283505517; forceNewPlan=false, retain=false 2024-12-15T17:25:32,112 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=78, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=f98d7cc541945827c845218db9936be5, ASSIGN 2024-12-15T17:25:32,113 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=77, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=bf9dce97f0e8d22dbfdd0943faa72d1d, ASSIGN 2024-12-15T17:25:32,113 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=78, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=f98d7cc541945827c845218db9936be5, ASSIGN; state=OFFLINE, location=4ce65a7c4674,43937,1734283505463; forceNewPlan=false, retain=false 2024-12-15T17:25:32,114 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=77, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=bf9dce97f0e8d22dbfdd0943faa72d1d, ASSIGN; state=OFFLINE, location=4ce65a7c4674,38979,1734283505431; forceNewPlan=false, retain=false 2024-12-15T17:25:32,114 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=76, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=b68698970611cecabf1f0a28ec449617, ASSIGN 2024-12-15T17:25:32,114 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=85, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=8289eaeb1771c3406c17fabbafdf7025, ASSIGN 2024-12-15T17:25:32,115 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=76, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=b68698970611cecabf1f0a28ec449617, ASSIGN; state=OFFLINE, location=4ce65a7c4674,43497,1734283505378; forceNewPlan=false, retain=false 2024-12-15T17:25:32,115 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=71, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=28bd9f756bfc5025c25c7d4dee6862e9, ASSIGN 2024-12-15T17:25:32,115 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=85, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=8289eaeb1771c3406c17fabbafdf7025, ASSIGN; state=OFFLINE, location=4ce65a7c4674,38979,1734283505431; forceNewPlan=false, retain=false 2024-12-15T17:25:32,115 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=71, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=28bd9f756bfc5025c25c7d4dee6862e9, ASSIGN; state=OFFLINE, location=4ce65a7c4674,43937,1734283505463; forceNewPlan=false, retain=false 2024-12-15T17:25:32,115 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=21ef61480fd75184fb271e3c7b65fdb6, ASSIGN 2024-12-15T17:25:32,116 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=21ef61480fd75184fb271e3c7b65fdb6, ASSIGN; state=OFFLINE, location=4ce65a7c4674,43497,1734283505378; forceNewPlan=false, retain=false 2024-12-15T17:25:32,248 INFO [4ce65a7c4674:41609 {}] balancer.BaseLoadBalancer(546): Reassigned 25 regions. 25 retained the pre-restart assignment. 2024-12-15T17:25:32,248 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=83 updating hbase:meta row=265bdefa830d462599e7ecedeacaf232, regionState=OPENING, regionLocation=4ce65a7c4674,43937,1734283505463 2024-12-15T17:25:32,248 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=28bd9f756bfc5025c25c7d4dee6862e9, regionState=OPENING, regionLocation=4ce65a7c4674,43937,1734283505463 2024-12-15T17:25:32,248 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=86 updating hbase:meta row=0230b4c491d7025e8a5947cc21b27dc8, regionState=OPENING, regionLocation=4ce65a7c4674,43937,1734283505463 2024-12-15T17:25:32,249 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=78 updating hbase:meta row=f98d7cc541945827c845218db9936be5, regionState=OPENING, regionLocation=4ce65a7c4674,43937,1734283505463 2024-12-15T17:25:32,249 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=81 updating hbase:meta row=e2a46e8b9a1a7dd6e00509781c77021c, regionState=OPENING, regionLocation=4ce65a7c4674,43937,1734283505463 2024-12-15T17:25:32,249 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=83, state=RUNNABLE; OpenRegionProcedure 265bdefa830d462599e7ecedeacaf232, server=4ce65a7c4674,43937,1734283505463}] 2024-12-15T17:25:32,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=86, state=RUNNABLE; OpenRegionProcedure 0230b4c491d7025e8a5947cc21b27dc8, server=4ce65a7c4674,43937,1734283505463}] 2024-12-15T17:25:32,250 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=71, state=RUNNABLE; OpenRegionProcedure 28bd9f756bfc5025c25c7d4dee6862e9, server=4ce65a7c4674,43937,1734283505463}] 2024-12-15T17:25:32,252 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=2b024c1e1f043e73c06db2eae0fd3e53, regionState=OPENING, regionLocation=4ce65a7c4674,43937,1734283505463 2024-12-15T17:25:32,253 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=81, state=RUNNABLE; OpenRegionProcedure e2a46e8b9a1a7dd6e00509781c77021c, server=4ce65a7c4674,43937,1734283505463}] 2024-12-15T17:25:32,253 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=70 updating hbase:meta row=21ef61480fd75184fb271e3c7b65fdb6, regionState=OPENING, regionLocation=4ce65a7c4674,43497,1734283505378 2024-12-15T17:25:32,253 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=78, state=RUNNABLE; OpenRegionProcedure f98d7cc541945827c845218db9936be5, server=4ce65a7c4674,43937,1734283505463}] 2024-12-15T17:25:32,254 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=93, state=RUNNABLE; OpenRegionProcedure 2b024c1e1f043e73c06db2eae0fd3e53, server=4ce65a7c4674,43937,1734283505463}] 2024-12-15T17:25:32,254 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=70, state=RUNNABLE; OpenRegionProcedure 21ef61480fd75184fb271e3c7b65fdb6, server=4ce65a7c4674,43497,1734283505378}] 2024-12-15T17:25:32,255 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=88 updating hbase:meta row=8235885c6e2b33786d8e786dfb2f27db, regionState=OPENING, regionLocation=4ce65a7c4674,43497,1734283505378 2024-12-15T17:25:32,256 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=90 updating hbase:meta row=2fb2e64bee4f529f7c7e273339e18bb9, regionState=OPENING, regionLocation=4ce65a7c4674,43497,1734283505378 2024-12-15T17:25:32,256 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=76 updating hbase:meta row=b68698970611cecabf1f0a28ec449617, regionState=OPENING, regionLocation=4ce65a7c4674,43497,1734283505378 2024-12-15T17:25:32,256 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=80 updating hbase:meta row=2ff48bd727d13f89238fd0ca2e8ddd3c, regionState=OPENING, regionLocation=4ce65a7c4674,43497,1734283505378 2024-12-15T17:25:32,257 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=74 updating hbase:meta row=976f10d34c9ea10c1c86bff00fc0dd35, regionState=OPENING, regionLocation=4ce65a7c4674,43497,1734283505378 2024-12-15T17:25:32,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=102, ppid=88, state=RUNNABLE; OpenRegionProcedure 8235885c6e2b33786d8e786dfb2f27db, server=4ce65a7c4674,43497,1734283505378}] 2024-12-15T17:25:32,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=80, state=RUNNABLE; OpenRegionProcedure 2ff48bd727d13f89238fd0ca2e8ddd3c, server=4ce65a7c4674,43497,1734283505378}] 2024-12-15T17:25:32,258 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=104, ppid=90, state=RUNNABLE; OpenRegionProcedure 2fb2e64bee4f529f7c7e273339e18bb9, server=4ce65a7c4674,43497,1734283505378}] 2024-12-15T17:25:32,258 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=76, state=RUNNABLE; OpenRegionProcedure b68698970611cecabf1f0a28ec449617, server=4ce65a7c4674,43497,1734283505378}] 2024-12-15T17:25:32,259 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=106, ppid=74, state=RUNNABLE; OpenRegionProcedure 976f10d34c9ea10c1c86bff00fc0dd35, server=4ce65a7c4674,43497,1734283505378}] 2024-12-15T17:25:32,261 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=85 updating hbase:meta row=8289eaeb1771c3406c17fabbafdf7025, regionState=OPENING, regionLocation=4ce65a7c4674,38979,1734283505431 2024-12-15T17:25:32,261 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=a3ae66f90487bf5e756d9de0969ac516, regionState=OPENING, regionLocation=4ce65a7c4674,38979,1734283505431 2024-12-15T17:25:32,261 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=94 updating hbase:meta row=a07da090089be168ee0eab0b8b73cad7, regionState=OPENING, regionLocation=4ce65a7c4674,43497,1734283505378 2024-12-15T17:25:32,262 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=77 updating hbase:meta row=bf9dce97f0e8d22dbfdd0943faa72d1d, regionState=OPENING, regionLocation=4ce65a7c4674,38979,1734283505431 2024-12-15T17:25:32,262 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=89 updating hbase:meta row=882d27f08b8b129e7adc85ee28a6e915, regionState=OPENING, regionLocation=4ce65a7c4674,38979,1734283505431 2024-12-15T17:25:32,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=91, state=RUNNABLE; OpenRegionProcedure a3ae66f90487bf5e756d9de0969ac516, server=4ce65a7c4674,38979,1734283505431}] 2024-12-15T17:25:32,262 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=108, ppid=94, state=RUNNABLE; OpenRegionProcedure a07da090089be168ee0eab0b8b73cad7, server=4ce65a7c4674,43497,1734283505378}] 2024-12-15T17:25:32,264 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=110, ppid=85, state=RUNNABLE; OpenRegionProcedure 8289eaeb1771c3406c17fabbafdf7025, server=4ce65a7c4674,38979,1734283505431}] 2024-12-15T17:25:32,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=77, state=RUNNABLE; OpenRegionProcedure bf9dce97f0e8d22dbfdd0943faa72d1d, server=4ce65a7c4674,38979,1734283505431}] 2024-12-15T17:25:32,264 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=72 updating hbase:meta row=a242f96f22b2ba8952c8702933cb26a3, regionState=OPENING, regionLocation=4ce65a7c4674,38979,1734283505431 2024-12-15T17:25:32,265 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=89, state=RUNNABLE; OpenRegionProcedure 882d27f08b8b129e7adc85ee28a6e915, server=4ce65a7c4674,38979,1734283505431}] 2024-12-15T17:25:32,265 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=75 updating hbase:meta row=99e1faa12f6955749681ab9ca64d3259, regionState=OPENING, regionLocation=4ce65a7c4674,38979,1734283505431 2024-12-15T17:25:32,266 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=112, ppid=72, state=RUNNABLE; OpenRegionProcedure a242f96f22b2ba8952c8702933cb26a3, server=4ce65a7c4674,38979,1734283505431}] 2024-12-15T17:25:32,267 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=84 updating hbase:meta row=830cbc989668d0d550f5e8ca58d11248, regionState=OPENING, regionLocation=4ce65a7c4674,32947,1734283505517 2024-12-15T17:25:32,267 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=82 updating hbase:meta row=8dd8fee789916ce46a147f0e92c545d6, regionState=OPENING, regionLocation=4ce65a7c4674,32947,1734283505517 2024-12-15T17:25:32,267 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=75, state=RUNNABLE; OpenRegionProcedure 99e1faa12f6955749681ab9ca64d3259, server=4ce65a7c4674,38979,1734283505431}] 2024-12-15T17:25:32,268 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=114, ppid=84, state=RUNNABLE; OpenRegionProcedure 830cbc989668d0d550f5e8ca58d11248, server=4ce65a7c4674,32947,1734283505517}] 2024-12-15T17:25:32,268 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=79 updating hbase:meta row=ae5d867b74b8993de57a1e3650f9b3d4, regionState=OPENING, regionLocation=4ce65a7c4674,32947,1734283505517 2024-12-15T17:25:32,268 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=82, state=RUNNABLE; OpenRegionProcedure 8dd8fee789916ce46a147f0e92c545d6, server=4ce65a7c4674,32947,1734283505517}] 2024-12-15T17:25:32,269 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=116, ppid=79, state=RUNNABLE; OpenRegionProcedure ae5d867b74b8993de57a1e3650f9b3d4, server=4ce65a7c4674,32947,1734283505517}] 2024-12-15T17:25:32,269 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=3489f0b192f2c68519039702d1d2a619, regionState=OPENING, regionLocation=4ce65a7c4674,32947,1734283505517 2024-12-15T17:25:32,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=73, state=RUNNABLE; OpenRegionProcedure 3489f0b192f2c68519039702d1d2a619, server=4ce65a7c4674,32947,1734283505517}] 2024-12-15T17:25:32,270 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=87 updating hbase:meta row=7f3fed41ee1994283d94c736ffbff074, regionState=OPENING, regionLocation=4ce65a7c4674,32947,1734283505517 2024-12-15T17:25:32,271 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=118, ppid=87, state=RUNNABLE; OpenRegionProcedure 7f3fed41ee1994283d94c736ffbff074, server=4ce65a7c4674,32947,1734283505517}] 2024-12-15T17:25:32,272 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=92 updating hbase:meta row=908212888685a21e68e69dba35ae3d9e, regionState=OPENING, regionLocation=4ce65a7c4674,32947,1734283505517 2024-12-15T17:25:32,273 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=92, state=RUNNABLE; OpenRegionProcedure 908212888685a21e68e69dba35ae3d9e, server=4ce65a7c4674,32947,1734283505517}] 2024-12-15T17:25:32,402 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,43937,1734283505463 2024-12-15T17:25:32,405 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,xxx,1734283529512.2b024c1e1f043e73c06db2eae0fd3e53. 2024-12-15T17:25:32,405 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7285): Opening region: {ENCODED => 2b024c1e1f043e73c06db2eae0fd3e53, NAME => 'testHBaseMetaReplicates_1,xxx,1734283529512.2b024c1e1f043e73c06db2eae0fd3e53.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-12-15T17:25:32,405 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 2b024c1e1f043e73c06db2eae0fd3e53 2024-12-15T17:25:32,405 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,xxx,1734283529512.2b024c1e1f043e73c06db2eae0fd3e53.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:32,405 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7327): checking encryption for 2b024c1e1f043e73c06db2eae0fd3e53 2024-12-15T17:25:32,405 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7330): checking classloading for 2b024c1e1f043e73c06db2eae0fd3e53 2024-12-15T17:25:32,406 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,43497,1734283505378 2024-12-15T17:25:32,407 INFO [StoreOpener-2b024c1e1f043e73c06db2eae0fd3e53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 2b024c1e1f043e73c06db2eae0fd3e53 2024-12-15T17:25:32,409 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,sss,1734283529512.8235885c6e2b33786d8e786dfb2f27db. 2024-12-15T17:25:32,409 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7285): Opening region: {ENCODED => 8235885c6e2b33786d8e786dfb2f27db, NAME => 'testHBaseMetaReplicates_1,sss,1734283529512.8235885c6e2b33786d8e786dfb2f27db.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-12-15T17:25:32,409 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 8235885c6e2b33786d8e786dfb2f27db 2024-12-15T17:25:32,409 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,sss,1734283529512.8235885c6e2b33786d8e786dfb2f27db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:32,409 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7327): checking encryption for 8235885c6e2b33786d8e786dfb2f27db 2024-12-15T17:25:32,409 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7330): checking classloading for 8235885c6e2b33786d8e786dfb2f27db 2024-12-15T17:25:32,412 INFO [StoreOpener-8235885c6e2b33786d8e786dfb2f27db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 8235885c6e2b33786d8e786dfb2f27db 2024-12-15T17:25:32,415 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,38979,1734283505431 2024-12-15T17:25:32,415 INFO [StoreOpener-2b024c1e1f043e73c06db2eae0fd3e53-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b024c1e1f043e73c06db2eae0fd3e53 columnFamilyName info 2024-12-15T17:25:32,415 DEBUG [StoreOpener-2b024c1e1f043e73c06db2eae0fd3e53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:32,416 INFO [StoreOpener-8235885c6e2b33786d8e786dfb2f27db-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8235885c6e2b33786d8e786dfb2f27db columnFamilyName info 2024-12-15T17:25:32,416 DEBUG [StoreOpener-8235885c6e2b33786d8e786dfb2f27db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:32,417 INFO [StoreOpener-8235885c6e2b33786d8e786dfb2f27db-1 {}] regionserver.HStore(327): Store=8235885c6e2b33786d8e786dfb2f27db/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:25:32,419 INFO [StoreOpener-2b024c1e1f043e73c06db2eae0fd3e53-1 {}] regionserver.HStore(327): Store=2b024c1e1f043e73c06db2eae0fd3e53/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:25:32,420 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,32947,1734283505517 2024-12-15T17:25:32,423 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/8235885c6e2b33786d8e786dfb2f27db 2024-12-15T17:25:32,423 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/2b024c1e1f043e73c06db2eae0fd3e53 2024-12-15T17:25:32,425 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/2b024c1e1f043e73c06db2eae0fd3e53 2024-12-15T17:25:32,425 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/8235885c6e2b33786d8e786dfb2f27db 2024-12-15T17:25:32,431 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,ppp,1734283529512.8289eaeb1771c3406c17fabbafdf7025. 2024-12-15T17:25:32,431 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(7285): Opening region: {ENCODED => 8289eaeb1771c3406c17fabbafdf7025, NAME => 'testHBaseMetaReplicates_1,ppp,1734283529512.8289eaeb1771c3406c17fabbafdf7025.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-12-15T17:25:32,432 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 8289eaeb1771c3406c17fabbafdf7025 2024-12-15T17:25:32,432 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,ppp,1734283529512.8289eaeb1771c3406c17fabbafdf7025.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:32,432 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(7327): checking encryption for 8289eaeb1771c3406c17fabbafdf7025 2024-12-15T17:25:32,432 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(7330): checking classloading for 8289eaeb1771c3406c17fabbafdf7025 2024-12-15T17:25:32,436 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1085): writing seq id for 8235885c6e2b33786d8e786dfb2f27db 2024-12-15T17:25:32,436 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1085): writing seq id for 2b024c1e1f043e73c06db2eae0fd3e53 2024-12-15T17:25:32,443 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta to pos 40327, reset compression=false 2024-12-15T17:25:32,451 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,www,1734283529512.908212888685a21e68e69dba35ae3d9e. 2024-12-15T17:25:32,451 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(7285): Opening region: {ENCODED => 908212888685a21e68e69dba35ae3d9e, NAME => 'testHBaseMetaReplicates_1,www,1734283529512.908212888685a21e68e69dba35ae3d9e.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-12-15T17:25:32,451 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 908212888685a21e68e69dba35ae3d9e 2024-12-15T17:25:32,451 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,www,1734283529512.908212888685a21e68e69dba35ae3d9e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:32,451 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(7327): checking encryption for 908212888685a21e68e69dba35ae3d9e 2024-12-15T17:25:32,451 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(7330): checking classloading for 908212888685a21e68e69dba35ae3d9e 2024-12-15T17:25:32,453 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/8235885c6e2b33786d8e786dfb2f27db/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:25:32,453 INFO [StoreOpener-8289eaeb1771c3406c17fabbafdf7025-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 8289eaeb1771c3406c17fabbafdf7025 2024-12-15T17:25:32,455 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/2b024c1e1f043e73c06db2eae0fd3e53/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:25:32,456 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1102): Opened 8235885c6e2b33786d8e786dfb2f27db; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74364789, jitterRate=0.10812170803546906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:25:32,456 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1001): Region open journal for 8235885c6e2b33786d8e786dfb2f27db: 2024-12-15T17:25:32,457 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1102): Opened 2b024c1e1f043e73c06db2eae0fd3e53; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67488023, jitterRate=0.0056499093770980835}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:25:32,458 INFO [StoreOpener-8289eaeb1771c3406c17fabbafdf7025-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8289eaeb1771c3406c17fabbafdf7025 columnFamilyName info 2024-12-15T17:25:32,458 DEBUG [StoreOpener-8289eaeb1771c3406c17fabbafdf7025-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:32,459 INFO [StoreOpener-8289eaeb1771c3406c17fabbafdf7025-1 {}] regionserver.HStore(327): Store=8289eaeb1771c3406c17fabbafdf7025/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:25:32,459 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1001): Region open journal for 2b024c1e1f043e73c06db2eae0fd3e53: 2024-12-15T17:25:32,460 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,sss,1734283529512.8235885c6e2b33786d8e786dfb2f27db., pid=102, masterSystemTime=1734283532406 2024-12-15T17:25:32,460 INFO [StoreOpener-908212888685a21e68e69dba35ae3d9e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 908212888685a21e68e69dba35ae3d9e 2024-12-15T17:25:32,461 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/8289eaeb1771c3406c17fabbafdf7025 2024-12-15T17:25:32,463 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/8289eaeb1771c3406c17fabbafdf7025 2024-12-15T17:25:32,463 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,xxx,1734283529512.2b024c1e1f043e73c06db2eae0fd3e53., pid=100, masterSystemTime=1734283532401 2024-12-15T17:25:32,463 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,sss,1734283529512.8235885c6e2b33786d8e786dfb2f27db. 2024-12-15T17:25:32,463 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,sss,1734283529512.8235885c6e2b33786d8e786dfb2f27db. 2024-12-15T17:25:32,463 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:25:32,463 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,ggg,1734283529512.b68698970611cecabf1f0a28ec449617. 2024-12-15T17:25:32,464 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(7285): Opening region: {ENCODED => b68698970611cecabf1f0a28ec449617, NAME => 'testHBaseMetaReplicates_1,ggg,1734283529512.b68698970611cecabf1f0a28ec449617.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-12-15T17:25:32,463 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/72=[#edits: 50 = ],9692}, {hbase:meta/1588230740/73=[#edits: 1 = ],204}, {hbase:meta/1588230740/74=[#edits: 3 = ],668}], lastWalPath=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta, lastWalPosition=48320, nbRowKeys=27, nbHFiles=0, heapSize=10564, lastSeqIds={}, endOfFile=false,usedBufferSize=10564] 2024-12-15T17:25:32,464 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 16 WAL entries eligible for replication 2024-12-15T17:25:32,464 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 b68698970611cecabf1f0a28ec449617 2024-12-15T17:25:32,464 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,ggg,1734283529512.b68698970611cecabf1f0a28ec449617.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:32,464 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(7327): checking encryption for b68698970611cecabf1f0a28ec449617 2024-12-15T17:25:32,464 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(7330): checking classloading for b68698970611cecabf1f0a28ec449617 2024-12-15T17:25:32,464 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 8 WAL entries eligible for replication 2024-12-15T17:25:32,466 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=88 updating hbase:meta row=8235885c6e2b33786d8e786dfb2f27db, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,43497,1734283505378 2024-12-15T17:25:32,467 INFO [StoreOpener-908212888685a21e68e69dba35ae3d9e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 908212888685a21e68e69dba35ae3d9e columnFamilyName info 2024-12-15T17:25:32,467 DEBUG [StoreOpener-908212888685a21e68e69dba35ae3d9e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:32,468 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,xxx,1734283529512.2b024c1e1f043e73c06db2eae0fd3e53. 2024-12-15T17:25:32,468 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,xxx,1734283529512.2b024c1e1f043e73c06db2eae0fd3e53. 2024-12-15T17:25:32,468 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta to pos 59633, reset compression=false 2024-12-15T17:25:32,468 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,bbb,1734283529512.28bd9f756bfc5025c25c7d4dee6862e9. 2024-12-15T17:25:32,468 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/75=[#edits: 3 = ],668}, {hbase:meta/1588230740/76=[#edits: 3 = ],668}, {hbase:meta/1588230740/77=[#edits: 3 = ],668}, {hbase:meta/1588230740/78=[#edits: 3 = ],668}, {hbase:meta/1588230740/79=[#edits: 3 = ],668}, {hbase:meta/1588230740/80=[#edits: 3 = ],660}, {hbase:meta/1588230740/81=[#edits: 3 = ],668}, {hbase:meta/1588230740/82=[#edits: 3 = ],668}, {hbase:meta/1588230740/83=[#edits: 3 = ],668}, {hbase:meta/1588230740/84=[#edits: 3 = ],668}, {hbase:meta/1588230740/85=[#edits: 3 = ],668}, {hbase:meta/1588230740/86=[#edits: 3 = ],668}, {hbase:meta/1588230740/87=[#edits: 3 = ],668}, {hbase:meta/1588230740/88=[#edits: 3 = ],668}, {hbase:meta/1588230740/89=[#edits: 3 = ],668}, {hbase:meta/1588230740/90=[#edits: 3 = ],668}], lastWalPath=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta, lastWalPosition=55857, nbRowKeys=16, nbHFiles=0, heapSize=10680, lastSeqIds={}, endOfFile=false,usedBufferSize=10680] 2024-12-15T17:25:32,468 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7285): Opening region: {ENCODED => 28bd9f756bfc5025c25c7d4dee6862e9, NAME => 'testHBaseMetaReplicates_1,bbb,1734283529512.28bd9f756bfc5025c25c7d4dee6862e9.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-12-15T17:25:32,468 INFO [StoreOpener-908212888685a21e68e69dba35ae3d9e-1 {}] regionserver.HStore(327): Store=908212888685a21e68e69dba35ae3d9e/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:25:32,468 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 28bd9f756bfc5025c25c7d4dee6862e9 2024-12-15T17:25:32,468 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,bbb,1734283529512.28bd9f756bfc5025c25c7d4dee6862e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:32,469 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=2b024c1e1f043e73c06db2eae0fd3e53, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,43937,1734283505463 2024-12-15T17:25:32,470 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/908212888685a21e68e69dba35ae3d9e 2024-12-15T17:25:32,471 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1085): writing seq id for 8289eaeb1771c3406c17fabbafdf7025 2024-12-15T17:25:32,471 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7327): checking encryption for 28bd9f756bfc5025c25c7d4dee6862e9 2024-12-15T17:25:32,471 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7330): checking classloading for 28bd9f756bfc5025c25c7d4dee6862e9 2024-12-15T17:25:32,475 INFO [StoreOpener-b68698970611cecabf1f0a28ec449617-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region b68698970611cecabf1f0a28ec449617 2024-12-15T17:25:32,475 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/908212888685a21e68e69dba35ae3d9e 2024-12-15T17:25:32,477 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/91=[#edits: 3 = ],668}, {hbase:meta/1588230740/92=[#edits: 3 = ],668}, {hbase:meta/1588230740/93=[#edits: 3 = ],668}, {hbase:meta/1588230740/94=[#edits: 3 = ],668}, {hbase:meta/1588230740/95=[#edits: 3 = ],668}, {hbase:meta/1588230740/96=[#edits: 3 = ],668}, {hbase:meta/1588230740/97=[#edits: 3 = ],668}, {hbase:meta/1588230740/98=[#edits: 3 = ],668}], lastWalPath=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta, lastWalPosition=59633, nbRowKeys=8, nbHFiles=0, heapSize=5344, lastSeqIds={}, endOfFile=false,usedBufferSize=5344] 2024-12-15T17:25:32,479 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=102, resume processing ppid=88 2024-12-15T17:25:32,479 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, ppid=88, state=SUCCESS; OpenRegionProcedure 8235885c6e2b33786d8e786dfb2f27db, server=4ce65a7c4674,43497,1734283505378 in 213 msec 2024-12-15T17:25:32,480 INFO [StoreOpener-b68698970611cecabf1f0a28ec449617-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b68698970611cecabf1f0a28ec449617 columnFamilyName info 2024-12-15T17:25:32,480 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/8289eaeb1771c3406c17fabbafdf7025/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:25:32,480 DEBUG [StoreOpener-b68698970611cecabf1f0a28ec449617-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:32,481 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1102): Opened 8289eaeb1771c3406c17fabbafdf7025; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72874481, jitterRate=0.08591438829898834}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:25:32,481 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1001): Region open journal for 8289eaeb1771c3406c17fabbafdf7025: 2024-12-15T17:25:32,481 INFO [StoreOpener-b68698970611cecabf1f0a28ec449617-1 {}] regionserver.HStore(327): Store=b68698970611cecabf1f0a28ec449617/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:25:32,481 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=8235885c6e2b33786d8e786dfb2f27db, ASSIGN in 389 msec 2024-12-15T17:25:32,482 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(1085): writing seq id for 908212888685a21e68e69dba35ae3d9e 2024-12-15T17:25:32,484 INFO [StoreOpener-28bd9f756bfc5025c25c7d4dee6862e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 28bd9f756bfc5025c25c7d4dee6862e9 2024-12-15T17:25:32,484 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,ppp,1734283529512.8289eaeb1771c3406c17fabbafdf7025., pid=110, masterSystemTime=1734283532415 2024-12-15T17:25:32,487 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/b68698970611cecabf1f0a28ec449617 2024-12-15T17:25:32,491 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/b68698970611cecabf1f0a28ec449617 2024-12-15T17:25:32,493 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:25:32,493 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta to pos 61065, reset compression=false 2024-12-15T17:25:32,495 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,ppp,1734283529512.8289eaeb1771c3406c17fabbafdf7025. 2024-12-15T17:25:32,495 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,ppp,1734283529512.8289eaeb1771c3406c17fabbafdf7025. 2024-12-15T17:25:32,495 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/99=[#edits: 5 = ],1004}, {hbase:meta/1588230740/100=[#edits: 5 = ],1004}], lastWalPath=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta, lastWalPosition=61065, nbRowKeys=2, nbHFiles=0, heapSize=2008, lastSeqIds={}, endOfFile=false,usedBufferSize=2008] 2024-12-15T17:25:32,495 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,ttt,1734283529512.882d27f08b8b129e7adc85ee28a6e915. 2024-12-15T17:25:32,496 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(7285): Opening region: {ENCODED => 882d27f08b8b129e7adc85ee28a6e915, NAME => 'testHBaseMetaReplicates_1,ttt,1734283529512.882d27f08b8b129e7adc85ee28a6e915.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-12-15T17:25:32,496 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 882d27f08b8b129e7adc85ee28a6e915 2024-12-15T17:25:32,496 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,ttt,1734283529512.882d27f08b8b129e7adc85ee28a6e915.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:32,496 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(7327): checking encryption for 882d27f08b8b129e7adc85ee28a6e915 2024-12-15T17:25:32,496 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(7330): checking classloading for 882d27f08b8b129e7adc85ee28a6e915 2024-12-15T17:25:32,498 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1085): writing seq id for b68698970611cecabf1f0a28ec449617 2024-12-15T17:25:32,500 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=85 updating hbase:meta row=8289eaeb1771c3406c17fabbafdf7025, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,38979,1734283505431 2024-12-15T17:25:32,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=93 2024-12-15T17:25:32,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=93, state=SUCCESS; OpenRegionProcedure 2b024c1e1f043e73c06db2eae0fd3e53, server=4ce65a7c4674,43937,1734283505463 in 234 msec 2024-12-15T17:25:32,503 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/908212888685a21e68e69dba35ae3d9e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:25:32,504 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(1102): Opened 908212888685a21e68e69dba35ae3d9e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60658351, jitterRate=-0.09612013399600983}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:25:32,504 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(1001): Region open journal for 908212888685a21e68e69dba35ae3d9e: 2024-12-15T17:25:32,504 INFO [StoreOpener-28bd9f756bfc5025c25c7d4dee6862e9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28bd9f756bfc5025c25c7d4dee6862e9 columnFamilyName info 2024-12-15T17:25:32,504 INFO [StoreOpener-882d27f08b8b129e7adc85ee28a6e915-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 882d27f08b8b129e7adc85ee28a6e915 2024-12-15T17:25:32,504 DEBUG [StoreOpener-28bd9f756bfc5025c25c7d4dee6862e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:32,511 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=2b024c1e1f043e73c06db2eae0fd3e53, ASSIGN in 410 msec 2024-12-15T17:25:32,512 INFO [StoreOpener-28bd9f756bfc5025c25c7d4dee6862e9-1 {}] regionserver.HStore(327): Store=28bd9f756bfc5025c25c7d4dee6862e9/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:25:32,513 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,www,1734283529512.908212888685a21e68e69dba35ae3d9e., pid=119, masterSystemTime=1734283532419 2024-12-15T17:25:32,513 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/b68698970611cecabf1f0a28ec449617/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:25:32,514 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/28bd9f756bfc5025c25c7d4dee6862e9 2024-12-15T17:25:32,514 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1102): Opened b68698970611cecabf1f0a28ec449617; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72968059, jitterRate=0.08730880916118622}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:25:32,514 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1001): Region open journal for b68698970611cecabf1f0a28ec449617: 2024-12-15T17:25:32,514 INFO [StoreOpener-882d27f08b8b129e7adc85ee28a6e915-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 882d27f08b8b129e7adc85ee28a6e915 columnFamilyName info 2024-12-15T17:25:32,514 DEBUG [StoreOpener-882d27f08b8b129e7adc85ee28a6e915-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:32,516 INFO [StoreOpener-882d27f08b8b129e7adc85ee28a6e915-1 {}] regionserver.HStore(327): Store=882d27f08b8b129e7adc85ee28a6e915/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:25:32,516 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,ggg,1734283529512.b68698970611cecabf1f0a28ec449617., pid=105, masterSystemTime=1734283532406 2024-12-15T17:25:32,517 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/28bd9f756bfc5025c25c7d4dee6862e9 2024-12-15T17:25:32,518 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/882d27f08b8b129e7adc85ee28a6e915 2024-12-15T17:25:32,520 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/882d27f08b8b129e7adc85ee28a6e915 2024-12-15T17:25:32,527 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,www,1734283529512.908212888685a21e68e69dba35ae3d9e. 2024-12-15T17:25:32,527 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(1085): writing seq id for 882d27f08b8b129e7adc85ee28a6e915 2024-12-15T17:25:32,527 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,www,1734283529512.908212888685a21e68e69dba35ae3d9e. 2024-12-15T17:25:32,527 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,mmm,1734283529512.8dd8fee789916ce46a147f0e92c545d6. 2024-12-15T17:25:32,527 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(7285): Opening region: {ENCODED => 8dd8fee789916ce46a147f0e92c545d6, NAME => 'testHBaseMetaReplicates_1,mmm,1734283529512.8dd8fee789916ce46a147f0e92c545d6.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-12-15T17:25:32,528 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 8dd8fee789916ce46a147f0e92c545d6 2024-12-15T17:25:32,528 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,mmm,1734283529512.8dd8fee789916ce46a147f0e92c545d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:32,528 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=92 updating hbase:meta row=908212888685a21e68e69dba35ae3d9e, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,32947,1734283505517 2024-12-15T17:25:32,528 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(7327): checking encryption for 8dd8fee789916ce46a147f0e92c545d6 2024-12-15T17:25:32,528 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(7330): checking classloading for 8dd8fee789916ce46a147f0e92c545d6 2024-12-15T17:25:32,528 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,ggg,1734283529512.b68698970611cecabf1f0a28ec449617. 2024-12-15T17:25:32,528 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,ggg,1734283529512.b68698970611cecabf1f0a28ec449617. 2024-12-15T17:25:32,528 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6. 2024-12-15T17:25:32,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=110, resume processing ppid=85 2024-12-15T17:25:32,528 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7285): Opening region: {ENCODED => 21ef61480fd75184fb271e3c7b65fdb6, NAME => 'testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6.', STARTKEY => '', ENDKEY => 'bbb'} 2024-12-15T17:25:32,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, ppid=85, state=SUCCESS; OpenRegionProcedure 8289eaeb1771c3406c17fabbafdf7025, server=4ce65a7c4674,38979,1734283505431 in 252 msec 2024-12-15T17:25:32,528 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 21ef61480fd75184fb271e3c7b65fdb6 2024-12-15T17:25:32,529 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:32,529 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7327): checking encryption for 21ef61480fd75184fb271e3c7b65fdb6 2024-12-15T17:25:32,529 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7330): checking classloading for 21ef61480fd75184fb271e3c7b65fdb6 2024-12-15T17:25:32,530 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=76 updating hbase:meta row=b68698970611cecabf1f0a28ec449617, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,43497,1734283505378 2024-12-15T17:25:32,538 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1085): writing seq id for 28bd9f756bfc5025c25c7d4dee6862e9 2024-12-15T17:25:32,538 INFO [StoreOpener-8dd8fee789916ce46a147f0e92c545d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 8dd8fee789916ce46a147f0e92c545d6 2024-12-15T17:25:32,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=8289eaeb1771c3406c17fabbafdf7025, ASSIGN in 438 msec 2024-12-15T17:25:32,539 INFO [StoreOpener-21ef61480fd75184fb271e3c7b65fdb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 21ef61480fd75184fb271e3c7b65fdb6 2024-12-15T17:25:32,541 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/882d27f08b8b129e7adc85ee28a6e915/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:25:32,541 INFO [StoreOpener-8dd8fee789916ce46a147f0e92c545d6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8dd8fee789916ce46a147f0e92c545d6 columnFamilyName info 2024-12-15T17:25:32,541 DEBUG [StoreOpener-8dd8fee789916ce46a147f0e92c545d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:32,542 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(1102): Opened 882d27f08b8b129e7adc85ee28a6e915; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61394737, jitterRate=-0.08514712750911713}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:25:32,542 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(1001): Region open journal for 882d27f08b8b129e7adc85ee28a6e915: 2024-12-15T17:25:32,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=92 2024-12-15T17:25:32,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=92, state=SUCCESS; OpenRegionProcedure 908212888685a21e68e69dba35ae3d9e, server=4ce65a7c4674,32947,1734283505517 in 257 msec 2024-12-15T17:25:32,542 INFO [StoreOpener-21ef61480fd75184fb271e3c7b65fdb6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21ef61480fd75184fb271e3c7b65fdb6 columnFamilyName info 2024-12-15T17:25:32,543 INFO [StoreOpener-8dd8fee789916ce46a147f0e92c545d6-1 {}] regionserver.HStore(327): Store=8dd8fee789916ce46a147f0e92c545d6/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:25:32,543 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/28bd9f756bfc5025c25c7d4dee6862e9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:25:32,543 DEBUG [StoreOpener-21ef61480fd75184fb271e3c7b65fdb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:32,543 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,ttt,1734283529512.882d27f08b8b129e7adc85ee28a6e915., pid=111, masterSystemTime=1734283532415 2024-12-15T17:25:32,543 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1102): Opened 28bd9f756bfc5025c25c7d4dee6862e9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70356989, jitterRate=0.04840083420276642}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:25:32,543 INFO [StoreOpener-21ef61480fd75184fb271e3c7b65fdb6-1 {}] regionserver.HStore(327): Store=21ef61480fd75184fb271e3c7b65fdb6/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:25:32,543 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1001): Region open journal for 28bd9f756bfc5025c25c7d4dee6862e9: 2024-12-15T17:25:32,544 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/8dd8fee789916ce46a147f0e92c545d6 2024-12-15T17:25:32,544 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/21ef61480fd75184fb271e3c7b65fdb6 2024-12-15T17:25:32,544 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/8dd8fee789916ce46a147f0e92c545d6 2024-12-15T17:25:32,544 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=76 2024-12-15T17:25:32,544 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=76, state=SUCCESS; OpenRegionProcedure b68698970611cecabf1f0a28ec449617, server=4ce65a7c4674,43497,1734283505378 in 278 msec 2024-12-15T17:25:32,545 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/21ef61480fd75184fb271e3c7b65fdb6 2024-12-15T17:25:32,548 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,bbb,1734283529512.28bd9f756bfc5025c25c7d4dee6862e9., pid=96, masterSystemTime=1734283532401 2024-12-15T17:25:32,552 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=908212888685a21e68e69dba35ae3d9e, ASSIGN in 452 msec 2024-12-15T17:25:32,556 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(1085): writing seq id for 8dd8fee789916ce46a147f0e92c545d6 2024-12-15T17:25:32,559 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,ttt,1734283529512.882d27f08b8b129e7adc85ee28a6e915. 2024-12-15T17:25:32,559 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,ttt,1734283529512.882d27f08b8b129e7adc85ee28a6e915. 2024-12-15T17:25:32,559 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,vvv,1734283529512.a3ae66f90487bf5e756d9de0969ac516. 2024-12-15T17:25:32,559 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(7285): Opening region: {ENCODED => a3ae66f90487bf5e756d9de0969ac516, NAME => 'testHBaseMetaReplicates_1,vvv,1734283529512.a3ae66f90487bf5e756d9de0969ac516.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-12-15T17:25:32,559 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 a3ae66f90487bf5e756d9de0969ac516 2024-12-15T17:25:32,559 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,vvv,1734283529512.a3ae66f90487bf5e756d9de0969ac516.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:32,559 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(7327): checking encryption for a3ae66f90487bf5e756d9de0969ac516 2024-12-15T17:25:32,559 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1085): writing seq id for 21ef61480fd75184fb271e3c7b65fdb6 2024-12-15T17:25:32,559 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(7330): checking classloading for a3ae66f90487bf5e756d9de0969ac516 2024-12-15T17:25:32,569 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,bbb,1734283529512.28bd9f756bfc5025c25c7d4dee6862e9. 2024-12-15T17:25:32,569 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,bbb,1734283529512.28bd9f756bfc5025c25c7d4dee6862e9. 2024-12-15T17:25:32,569 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,iii,1734283529512.f98d7cc541945827c845218db9936be5. 2024-12-15T17:25:32,570 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7285): Opening region: {ENCODED => f98d7cc541945827c845218db9936be5, NAME => 'testHBaseMetaReplicates_1,iii,1734283529512.f98d7cc541945827c845218db9936be5.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-12-15T17:25:32,570 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 f98d7cc541945827c845218db9936be5 2024-12-15T17:25:32,570 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,iii,1734283529512.f98d7cc541945827c845218db9936be5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:32,570 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7327): checking encryption for f98d7cc541945827c845218db9936be5 2024-12-15T17:25:32,570 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7330): checking classloading for f98d7cc541945827c845218db9936be5 2024-12-15T17:25:32,570 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=28bd9f756bfc5025c25c7d4dee6862e9, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,43937,1734283505463 2024-12-15T17:25:32,574 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=b68698970611cecabf1f0a28ec449617, ASSIGN in 454 msec 2024-12-15T17:25:32,574 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=89 updating hbase:meta row=882d27f08b8b129e7adc85ee28a6e915, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,38979,1734283505431 2024-12-15T17:25:32,574 INFO [StoreOpener-a3ae66f90487bf5e756d9de0969ac516-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region a3ae66f90487bf5e756d9de0969ac516 2024-12-15T17:25:32,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=71 2024-12-15T17:25:32,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=71, state=SUCCESS; OpenRegionProcedure 28bd9f756bfc5025c25c7d4dee6862e9, server=4ce65a7c4674,43937,1734283505463 in 325 msec 2024-12-15T17:25:32,584 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=89 2024-12-15T17:25:32,584 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=89, state=SUCCESS; OpenRegionProcedure 882d27f08b8b129e7adc85ee28a6e915, server=4ce65a7c4674,38979,1734283505431 in 316 msec 2024-12-15T17:25:32,584 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/8dd8fee789916ce46a147f0e92c545d6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:25:32,585 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=28bd9f756bfc5025c25c7d4dee6862e9, ASSIGN in 491 msec 2024-12-15T17:25:32,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=882d27f08b8b129e7adc85ee28a6e915, ASSIGN in 494 msec 2024-12-15T17:25:32,587 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/21ef61480fd75184fb271e3c7b65fdb6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:25:32,587 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(1102): Opened 8dd8fee789916ce46a147f0e92c545d6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74048599, jitterRate=0.10341010987758636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:25:32,587 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(1001): Region open journal for 8dd8fee789916ce46a147f0e92c545d6: 2024-12-15T17:25:32,588 INFO [StoreOpener-f98d7cc541945827c845218db9936be5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region f98d7cc541945827c845218db9936be5 2024-12-15T17:25:32,588 INFO [StoreOpener-a3ae66f90487bf5e756d9de0969ac516-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3ae66f90487bf5e756d9de0969ac516 columnFamilyName info 2024-12-15T17:25:32,588 DEBUG [StoreOpener-a3ae66f90487bf5e756d9de0969ac516-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:32,590 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1102): Opened 21ef61480fd75184fb271e3c7b65fdb6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67359716, jitterRate=0.0037379860877990723}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:25:32,590 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1001): Region open journal for 21ef61480fd75184fb271e3c7b65fdb6: 2024-12-15T17:25:32,590 INFO [StoreOpener-a3ae66f90487bf5e756d9de0969ac516-1 {}] regionserver.HStore(327): Store=a3ae66f90487bf5e756d9de0969ac516/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:25:32,594 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/a3ae66f90487bf5e756d9de0969ac516 2024-12-15T17:25:32,595 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6., pid=101, masterSystemTime=1734283532406 2024-12-15T17:25:32,597 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,mmm,1734283529512.8dd8fee789916ce46a147f0e92c545d6., pid=115, masterSystemTime=1734283532419 2024-12-15T17:25:32,599 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/a3ae66f90487bf5e756d9de0969ac516 2024-12-15T17:25:32,600 INFO [StoreOpener-f98d7cc541945827c845218db9936be5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f98d7cc541945827c845218db9936be5 columnFamilyName info 2024-12-15T17:25:32,600 DEBUG [StoreOpener-f98d7cc541945827c845218db9936be5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:32,600 INFO [StoreOpener-f98d7cc541945827c845218db9936be5-1 {}] regionserver.HStore(327): Store=f98d7cc541945827c845218db9936be5/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:25:32,603 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/f98d7cc541945827c845218db9936be5 2024-12-15T17:25:32,604 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/f98d7cc541945827c845218db9936be5 2024-12-15T17:25:32,604 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=70 updating hbase:meta row=21ef61480fd75184fb271e3c7b65fdb6, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,43497,1734283505378 2024-12-15T17:25:32,605 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6. 2024-12-15T17:25:32,605 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6. 2024-12-15T17:25:32,605 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,eee,1734283529512.976f10d34c9ea10c1c86bff00fc0dd35. 2024-12-15T17:25:32,605 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(7285): Opening region: {ENCODED => 976f10d34c9ea10c1c86bff00fc0dd35, NAME => 'testHBaseMetaReplicates_1,eee,1734283529512.976f10d34c9ea10c1c86bff00fc0dd35.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-12-15T17:25:32,605 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 976f10d34c9ea10c1c86bff00fc0dd35 2024-12-15T17:25:32,605 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,eee,1734283529512.976f10d34c9ea10c1c86bff00fc0dd35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:32,605 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(7327): checking encryption for 976f10d34c9ea10c1c86bff00fc0dd35 2024-12-15T17:25:32,605 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(7330): checking classloading for 976f10d34c9ea10c1c86bff00fc0dd35 2024-12-15T17:25:32,607 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,mmm,1734283529512.8dd8fee789916ce46a147f0e92c545d6. 2024-12-15T17:25:32,607 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,mmm,1734283529512.8dd8fee789916ce46a147f0e92c545d6. 2024-12-15T17:25:32,607 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,jjj,1734283529512.ae5d867b74b8993de57a1e3650f9b3d4. 2024-12-15T17:25:32,607 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(7285): Opening region: {ENCODED => ae5d867b74b8993de57a1e3650f9b3d4, NAME => 'testHBaseMetaReplicates_1,jjj,1734283529512.ae5d867b74b8993de57a1e3650f9b3d4.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-12-15T17:25:32,608 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 ae5d867b74b8993de57a1e3650f9b3d4 2024-12-15T17:25:32,608 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,jjj,1734283529512.ae5d867b74b8993de57a1e3650f9b3d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:32,608 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(7327): checking encryption for ae5d867b74b8993de57a1e3650f9b3d4 2024-12-15T17:25:32,608 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(7330): checking classloading for ae5d867b74b8993de57a1e3650f9b3d4 2024-12-15T17:25:32,611 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=82 updating hbase:meta row=8dd8fee789916ce46a147f0e92c545d6, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,32947,1734283505517 2024-12-15T17:25:32,615 INFO [StoreOpener-976f10d34c9ea10c1c86bff00fc0dd35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 976f10d34c9ea10c1c86bff00fc0dd35 2024-12-15T17:25:32,619 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(1085): writing seq id for a3ae66f90487bf5e756d9de0969ac516 2024-12-15T17:25:32,620 INFO [StoreOpener-ae5d867b74b8993de57a1e3650f9b3d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region ae5d867b74b8993de57a1e3650f9b3d4 2024-12-15T17:25:32,620 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=70 2024-12-15T17:25:32,620 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=70, state=SUCCESS; OpenRegionProcedure 21ef61480fd75184fb271e3c7b65fdb6, server=4ce65a7c4674,43497,1734283505378 in 355 msec 2024-12-15T17:25:32,626 INFO [StoreOpener-ae5d867b74b8993de57a1e3650f9b3d4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae5d867b74b8993de57a1e3650f9b3d4 columnFamilyName info 2024-12-15T17:25:32,626 DEBUG [StoreOpener-ae5d867b74b8993de57a1e3650f9b3d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:32,627 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1085): writing seq id for f98d7cc541945827c845218db9936be5 2024-12-15T17:25:32,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=82 2024-12-15T17:25:32,627 INFO [StoreOpener-ae5d867b74b8993de57a1e3650f9b3d4-1 {}] regionserver.HStore(327): Store=ae5d867b74b8993de57a1e3650f9b3d4/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:25:32,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=82, state=SUCCESS; OpenRegionProcedure 8dd8fee789916ce46a147f0e92c545d6, server=4ce65a7c4674,32947,1734283505517 in 346 msec 2024-12-15T17:25:32,629 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=21ef61480fd75184fb271e3c7b65fdb6, ASSIGN in 530 msec 2024-12-15T17:25:32,631 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/ae5d867b74b8993de57a1e3650f9b3d4 2024-12-15T17:25:32,631 INFO [StoreOpener-976f10d34c9ea10c1c86bff00fc0dd35-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 976f10d34c9ea10c1c86bff00fc0dd35 columnFamilyName info 2024-12-15T17:25:32,631 DEBUG [StoreOpener-976f10d34c9ea10c1c86bff00fc0dd35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:32,633 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/ae5d867b74b8993de57a1e3650f9b3d4 2024-12-15T17:25:32,633 INFO [StoreOpener-976f10d34c9ea10c1c86bff00fc0dd35-1 {}] regionserver.HStore(327): Store=976f10d34c9ea10c1c86bff00fc0dd35/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:25:32,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=8dd8fee789916ce46a147f0e92c545d6, ASSIGN in 538 msec 2024-12-15T17:25:32,636 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/976f10d34c9ea10c1c86bff00fc0dd35 2024-12-15T17:25:32,642 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/976f10d34c9ea10c1c86bff00fc0dd35 2024-12-15T17:25:32,642 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/a3ae66f90487bf5e756d9de0969ac516/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:25:32,644 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(1102): Opened a3ae66f90487bf5e756d9de0969ac516; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66264916, jitterRate=-0.012575805187225342}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:25:32,644 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(1001): Region open journal for a3ae66f90487bf5e756d9de0969ac516: 2024-12-15T17:25:32,645 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/f98d7cc541945827c845218db9936be5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:25:32,647 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1102): Opened f98d7cc541945827c845218db9936be5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71613163, jitterRate=0.0671192854642868}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:25:32,647 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1001): Region open journal for f98d7cc541945827c845218db9936be5: 2024-12-15T17:25:32,651 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1085): writing seq id for ae5d867b74b8993de57a1e3650f9b3d4 2024-12-15T17:25:32,655 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,vvv,1734283529512.a3ae66f90487bf5e756d9de0969ac516., pid=107, masterSystemTime=1734283532415 2024-12-15T17:25:32,660 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,iii,1734283529512.f98d7cc541945827c845218db9936be5., pid=98, masterSystemTime=1734283532401 2024-12-15T17:25:32,663 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1085): writing seq id for 976f10d34c9ea10c1c86bff00fc0dd35 2024-12-15T17:25:32,672 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/ae5d867b74b8993de57a1e3650f9b3d4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:25:32,672 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,vvv,1734283529512.a3ae66f90487bf5e756d9de0969ac516. 2024-12-15T17:25:32,672 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,vvv,1734283529512.a3ae66f90487bf5e756d9de0969ac516. 2024-12-15T17:25:32,673 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,hhh,1734283529512.bf9dce97f0e8d22dbfdd0943faa72d1d. 2024-12-15T17:25:32,673 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1102): Opened ae5d867b74b8993de57a1e3650f9b3d4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64032360, jitterRate=-0.04584348201751709}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:25:32,673 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,iii,1734283529512.f98d7cc541945827c845218db9936be5. 2024-12-15T17:25:32,673 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,iii,1734283529512.f98d7cc541945827c845218db9936be5. 2024-12-15T17:25:32,673 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1001): Region open journal for ae5d867b74b8993de57a1e3650f9b3d4: 2024-12-15T17:25:32,673 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,qqq,1734283529512.0230b4c491d7025e8a5947cc21b27dc8. 2024-12-15T17:25:32,673 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(7285): Opening region: {ENCODED => bf9dce97f0e8d22dbfdd0943faa72d1d, NAME => 'testHBaseMetaReplicates_1,hhh,1734283529512.bf9dce97f0e8d22dbfdd0943faa72d1d.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-12-15T17:25:32,673 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7285): Opening region: {ENCODED => 0230b4c491d7025e8a5947cc21b27dc8, NAME => 'testHBaseMetaReplicates_1,qqq,1734283529512.0230b4c491d7025e8a5947cc21b27dc8.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-12-15T17:25:32,673 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=a3ae66f90487bf5e756d9de0969ac516, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,38979,1734283505431 2024-12-15T17:25:32,673 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=78 updating hbase:meta row=f98d7cc541945827c845218db9936be5, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,43937,1734283505463 2024-12-15T17:25:32,673 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 0230b4c491d7025e8a5947cc21b27dc8 2024-12-15T17:25:32,673 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 bf9dce97f0e8d22dbfdd0943faa72d1d 2024-12-15T17:25:32,673 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,qqq,1734283529512.0230b4c491d7025e8a5947cc21b27dc8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:32,673 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,hhh,1734283529512.bf9dce97f0e8d22dbfdd0943faa72d1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:32,673 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(7327): checking encryption for bf9dce97f0e8d22dbfdd0943faa72d1d 2024-12-15T17:25:32,673 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7327): checking encryption for 0230b4c491d7025e8a5947cc21b27dc8 2024-12-15T17:25:32,673 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(7330): checking classloading for bf9dce97f0e8d22dbfdd0943faa72d1d 2024-12-15T17:25:32,673 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7330): checking classloading for 0230b4c491d7025e8a5947cc21b27dc8 2024-12-15T17:25:32,673 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,jjj,1734283529512.ae5d867b74b8993de57a1e3650f9b3d4., pid=116, masterSystemTime=1734283532419 2024-12-15T17:25:32,675 INFO [StoreOpener-bf9dce97f0e8d22dbfdd0943faa72d1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region bf9dce97f0e8d22dbfdd0943faa72d1d 2024-12-15T17:25:32,687 INFO [StoreOpener-0230b4c491d7025e8a5947cc21b27dc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 0230b4c491d7025e8a5947cc21b27dc8 2024-12-15T17:25:32,688 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,jjj,1734283529512.ae5d867b74b8993de57a1e3650f9b3d4. 2024-12-15T17:25:32,688 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,jjj,1734283529512.ae5d867b74b8993de57a1e3650f9b3d4. 2024-12-15T17:25:32,688 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,ddd,1734283529512.3489f0b192f2c68519039702d1d2a619. 2024-12-15T17:25:32,688 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(7285): Opening region: {ENCODED => 3489f0b192f2c68519039702d1d2a619, NAME => 'testHBaseMetaReplicates_1,ddd,1734283529512.3489f0b192f2c68519039702d1d2a619.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-12-15T17:25:32,688 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 3489f0b192f2c68519039702d1d2a619 2024-12-15T17:25:32,688 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,ddd,1734283529512.3489f0b192f2c68519039702d1d2a619.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:32,688 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(7327): checking encryption for 3489f0b192f2c68519039702d1d2a619 2024-12-15T17:25:32,688 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(7330): checking classloading for 3489f0b192f2c68519039702d1d2a619 2024-12-15T17:25:32,689 INFO [StoreOpener-bf9dce97f0e8d22dbfdd0943faa72d1d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf9dce97f0e8d22dbfdd0943faa72d1d columnFamilyName info 2024-12-15T17:25:32,689 DEBUG [StoreOpener-bf9dce97f0e8d22dbfdd0943faa72d1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:32,692 INFO [StoreOpener-bf9dce97f0e8d22dbfdd0943faa72d1d-1 {}] regionserver.HStore(327): Store=bf9dce97f0e8d22dbfdd0943faa72d1d/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:25:32,692 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=79 updating hbase:meta row=ae5d867b74b8993de57a1e3650f9b3d4, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,32947,1734283505517 2024-12-15T17:25:32,695 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/976f10d34c9ea10c1c86bff00fc0dd35/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:25:32,695 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/bf9dce97f0e8d22dbfdd0943faa72d1d 2024-12-15T17:25:32,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=91 2024-12-15T17:25:32,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=91, state=SUCCESS; OpenRegionProcedure a3ae66f90487bf5e756d9de0969ac516, server=4ce65a7c4674,38979,1734283505431 in 412 msec 2024-12-15T17:25:32,696 INFO [StoreOpener-3489f0b192f2c68519039702d1d2a619-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 3489f0b192f2c68519039702d1d2a619 2024-12-15T17:25:32,696 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/bf9dce97f0e8d22dbfdd0943faa72d1d 2024-12-15T17:25:32,699 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1102): Opened 976f10d34c9ea10c1c86bff00fc0dd35; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67940144, jitterRate=0.01238703727722168}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:25:32,699 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1001): Region open journal for 976f10d34c9ea10c1c86bff00fc0dd35: 2024-12-15T17:25:32,700 INFO [StoreOpener-0230b4c491d7025e8a5947cc21b27dc8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0230b4c491d7025e8a5947cc21b27dc8 columnFamilyName info 2024-12-15T17:25:32,700 DEBUG [StoreOpener-0230b4c491d7025e8a5947cc21b27dc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:32,705 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=78 2024-12-15T17:25:32,705 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=78, state=SUCCESS; OpenRegionProcedure f98d7cc541945827c845218db9936be5, server=4ce65a7c4674,43937,1734283505463 in 423 msec 2024-12-15T17:25:32,705 INFO [StoreOpener-3489f0b192f2c68519039702d1d2a619-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3489f0b192f2c68519039702d1d2a619 columnFamilyName info 2024-12-15T17:25:32,705 DEBUG [StoreOpener-3489f0b192f2c68519039702d1d2a619-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:32,707 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,eee,1734283529512.976f10d34c9ea10c1c86bff00fc0dd35., pid=106, masterSystemTime=1734283532406 2024-12-15T17:25:32,707 INFO [StoreOpener-0230b4c491d7025e8a5947cc21b27dc8-1 {}] regionserver.HStore(327): Store=0230b4c491d7025e8a5947cc21b27dc8/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:25:32,709 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/0230b4c491d7025e8a5947cc21b27dc8 2024-12-15T17:25:32,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=a3ae66f90487bf5e756d9de0969ac516, ASSIGN in 606 msec 2024-12-15T17:25:32,711 INFO [StoreOpener-3489f0b192f2c68519039702d1d2a619-1 {}] regionserver.HStore(327): Store=3489f0b192f2c68519039702d1d2a619/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:25:32,712 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1085): writing seq id for bf9dce97f0e8d22dbfdd0943faa72d1d 2024-12-15T17:25:32,712 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/3489f0b192f2c68519039702d1d2a619 2024-12-15T17:25:32,715 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta to pos 61065, reset compression=false 2024-12-15T17:25:32,715 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/0230b4c491d7025e8a5947cc21b27dc8 2024-12-15T17:25:32,716 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/3489f0b192f2c68519039702d1d2a619 2024-12-15T17:25:32,716 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=f98d7cc541945827c845218db9936be5, ASSIGN in 615 msec 2024-12-15T17:25:32,717 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,eee,1734283529512.976f10d34c9ea10c1c86bff00fc0dd35. 2024-12-15T17:25:32,717 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,eee,1734283529512.976f10d34c9ea10c1c86bff00fc0dd35. 2024-12-15T17:25:32,718 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,kkk,1734283529512.2ff48bd727d13f89238fd0ca2e8ddd3c. 2024-12-15T17:25:32,718 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(7285): Opening region: {ENCODED => 2ff48bd727d13f89238fd0ca2e8ddd3c, NAME => 'testHBaseMetaReplicates_1,kkk,1734283529512.2ff48bd727d13f89238fd0ca2e8ddd3c.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-12-15T17:25:32,718 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 2ff48bd727d13f89238fd0ca2e8ddd3c 2024-12-15T17:25:32,718 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,kkk,1734283529512.2ff48bd727d13f89238fd0ca2e8ddd3c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:32,718 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(7327): checking encryption for 2ff48bd727d13f89238fd0ca2e8ddd3c 2024-12-15T17:25:32,718 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(7330): checking classloading for 2ff48bd727d13f89238fd0ca2e8ddd3c 2024-12-15T17:25:32,718 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=74 updating hbase:meta row=976f10d34c9ea10c1c86bff00fc0dd35, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,43497,1734283505378 2024-12-15T17:25:32,719 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=116, resume processing ppid=79 2024-12-15T17:25:32,719 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, ppid=79, state=SUCCESS; OpenRegionProcedure ae5d867b74b8993de57a1e3650f9b3d4, server=4ce65a7c4674,32947,1734283505517 in 427 msec 2024-12-15T17:25:32,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=ae5d867b74b8993de57a1e3650f9b3d4, ASSIGN in 629 msec 2024-12-15T17:25:32,720 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(1085): writing seq id for 3489f0b192f2c68519039702d1d2a619 2024-12-15T17:25:32,721 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/bf9dce97f0e8d22dbfdd0943faa72d1d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:25:32,721 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1102): Opened bf9dce97f0e8d22dbfdd0943faa72d1d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74872235, jitterRate=0.11568324267864227}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:25:32,721 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1001): Region open journal for bf9dce97f0e8d22dbfdd0943faa72d1d: 2024-12-15T17:25:32,722 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=106, resume processing ppid=74 2024-12-15T17:25:32,722 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, ppid=74, state=SUCCESS; OpenRegionProcedure 976f10d34c9ea10c1c86bff00fc0dd35, server=4ce65a7c4674,43497,1734283505378 in 461 msec 2024-12-15T17:25:32,722 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/3489f0b192f2c68519039702d1d2a619/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:25:32,723 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(1102): Opened 3489f0b192f2c68519039702d1d2a619; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67391862, jitterRate=0.004216998815536499}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:25:32,723 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=976f10d34c9ea10c1c86bff00fc0dd35, ASSIGN in 632 msec 2024-12-15T17:25:32,723 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(1001): Region open journal for 3489f0b192f2c68519039702d1d2a619: 2024-12-15T17:25:32,723 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,ddd,1734283529512.3489f0b192f2c68519039702d1d2a619., pid=117, masterSystemTime=1734283532419 2024-12-15T17:25:32,728 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 11 WAL entries eligible for replication 2024-12-15T17:25:32,728 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/101=[#edits: 5 = ],1004}, {hbase:meta/1588230740/102=[#edits: 5 = ],1004}, {hbase:meta/1588230740/103=[#edits: 5 = ],1004}, {hbase:meta/1588230740/104=[#edits: 5 = ],1004}, {hbase:meta/1588230740/105=[#edits: 5 = ],1004}, {hbase:meta/1588230740/106=[#edits: 5 = ],1004}, {hbase:meta/1588230740/107=[#edits: 5 = ],1004}, {hbase:meta/1588230740/108=[#edits: 5 = ],1004}, {hbase:meta/1588230740/109=[#edits: 5 = ],1004}, {hbase:meta/1588230740/110=[#edits: 5 = ],1004}, {hbase:meta/1588230740/111=[#edits: 5 = ],1004}], lastWalPath=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta, lastWalPosition=68923, nbRowKeys=11, nbHFiles=0, heapSize=11044, lastSeqIds={}, endOfFile=false,usedBufferSize=11044] 2024-12-15T17:25:32,732 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,ddd,1734283529512.3489f0b192f2c68519039702d1d2a619. 2024-12-15T17:25:32,732 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,ddd,1734283529512.3489f0b192f2c68519039702d1d2a619. 2024-12-15T17:25:32,732 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,rrr,1734283529512.7f3fed41ee1994283d94c736ffbff074. 2024-12-15T17:25:32,732 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7285): Opening region: {ENCODED => 7f3fed41ee1994283d94c736ffbff074, NAME => 'testHBaseMetaReplicates_1,rrr,1734283529512.7f3fed41ee1994283d94c736ffbff074.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-12-15T17:25:32,733 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 7f3fed41ee1994283d94c736ffbff074 2024-12-15T17:25:32,733 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,rrr,1734283529512.7f3fed41ee1994283d94c736ffbff074.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:32,733 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7327): checking encryption for 7f3fed41ee1994283d94c736ffbff074 2024-12-15T17:25:32,733 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7330): checking classloading for 7f3fed41ee1994283d94c736ffbff074 2024-12-15T17:25:32,734 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,hhh,1734283529512.bf9dce97f0e8d22dbfdd0943faa72d1d., pid=109, masterSystemTime=1734283532415 2024-12-15T17:25:32,734 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=3489f0b192f2c68519039702d1d2a619, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,32947,1734283505517 2024-12-15T17:25:32,737 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1085): writing seq id for 0230b4c491d7025e8a5947cc21b27dc8 2024-12-15T17:25:32,739 INFO [StoreOpener-2ff48bd727d13f89238fd0ca2e8ddd3c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 2ff48bd727d13f89238fd0ca2e8ddd3c 2024-12-15T17:25:32,743 INFO [StoreOpener-7f3fed41ee1994283d94c736ffbff074-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 7f3fed41ee1994283d94c736ffbff074 2024-12-15T17:25:32,745 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,hhh,1734283529512.bf9dce97f0e8d22dbfdd0943faa72d1d. 2024-12-15T17:25:32,745 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,hhh,1734283529512.bf9dce97f0e8d22dbfdd0943faa72d1d. 2024-12-15T17:25:32,745 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,ccc,1734283529512.a242f96f22b2ba8952c8702933cb26a3. 2024-12-15T17:25:32,745 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(7285): Opening region: {ENCODED => a242f96f22b2ba8952c8702933cb26a3, NAME => 'testHBaseMetaReplicates_1,ccc,1734283529512.a242f96f22b2ba8952c8702933cb26a3.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-12-15T17:25:32,745 INFO [StoreOpener-2ff48bd727d13f89238fd0ca2e8ddd3c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ff48bd727d13f89238fd0ca2e8ddd3c columnFamilyName info 2024-12-15T17:25:32,745 DEBUG [StoreOpener-2ff48bd727d13f89238fd0ca2e8ddd3c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:32,745 INFO [StoreOpener-7f3fed41ee1994283d94c736ffbff074-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f3fed41ee1994283d94c736ffbff074 columnFamilyName info 2024-12-15T17:25:32,745 DEBUG [StoreOpener-7f3fed41ee1994283d94c736ffbff074-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:32,746 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 a242f96f22b2ba8952c8702933cb26a3 2024-12-15T17:25:32,746 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,ccc,1734283529512.a242f96f22b2ba8952c8702933cb26a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:32,746 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(7327): checking encryption for a242f96f22b2ba8952c8702933cb26a3 2024-12-15T17:25:32,746 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(7330): checking classloading for a242f96f22b2ba8952c8702933cb26a3 2024-12-15T17:25:32,746 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=77 updating hbase:meta row=bf9dce97f0e8d22dbfdd0943faa72d1d, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,38979,1734283505431 2024-12-15T17:25:32,747 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=73 2024-12-15T17:25:32,747 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=73, state=SUCCESS; OpenRegionProcedure 3489f0b192f2c68519039702d1d2a619, server=4ce65a7c4674,32947,1734283505517 in 470 msec 2024-12-15T17:25:32,752 INFO [StoreOpener-2ff48bd727d13f89238fd0ca2e8ddd3c-1 {}] regionserver.HStore(327): Store=2ff48bd727d13f89238fd0ca2e8ddd3c/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:25:32,753 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/2ff48bd727d13f89238fd0ca2e8ddd3c 2024-12-15T17:25:32,753 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/2ff48bd727d13f89238fd0ca2e8ddd3c 2024-12-15T17:25:32,755 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1085): writing seq id for 2ff48bd727d13f89238fd0ca2e8ddd3c 2024-12-15T17:25:32,756 INFO [StoreOpener-7f3fed41ee1994283d94c736ffbff074-1 {}] regionserver.HStore(327): Store=7f3fed41ee1994283d94c736ffbff074/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:25:32,759 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=3489f0b192f2c68519039702d1d2a619, ASSIGN in 657 msec 2024-12-15T17:25:32,760 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/7f3fed41ee1994283d94c736ffbff074 2024-12-15T17:25:32,760 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/0230b4c491d7025e8a5947cc21b27dc8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:25:32,760 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=77 2024-12-15T17:25:32,760 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/7f3fed41ee1994283d94c736ffbff074 2024-12-15T17:25:32,761 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=77, state=SUCCESS; OpenRegionProcedure bf9dce97f0e8d22dbfdd0943faa72d1d, server=4ce65a7c4674,38979,1734283505431 in 488 msec 2024-12-15T17:25:32,763 INFO [StoreOpener-a242f96f22b2ba8952c8702933cb26a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region a242f96f22b2ba8952c8702933cb26a3 2024-12-15T17:25:32,764 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1102): Opened 0230b4c491d7025e8a5947cc21b27dc8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68270772, jitterRate=0.017313778400421143}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:25:32,764 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1001): Region open journal for 0230b4c491d7025e8a5947cc21b27dc8: 2024-12-15T17:25:32,764 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=bf9dce97f0e8d22dbfdd0943faa72d1d, ASSIGN in 671 msec 2024-12-15T17:25:32,768 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,qqq,1734283529512.0230b4c491d7025e8a5947cc21b27dc8., pid=97, masterSystemTime=1734283532401 2024-12-15T17:25:32,769 INFO [StoreOpener-a242f96f22b2ba8952c8702933cb26a3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a242f96f22b2ba8952c8702933cb26a3 columnFamilyName info 2024-12-15T17:25:32,769 DEBUG [StoreOpener-a242f96f22b2ba8952c8702933cb26a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:32,772 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/2ff48bd727d13f89238fd0ca2e8ddd3c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:25:32,772 INFO [StoreOpener-a242f96f22b2ba8952c8702933cb26a3-1 {}] regionserver.HStore(327): Store=a242f96f22b2ba8952c8702933cb26a3/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:25:32,775 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1085): writing seq id for 7f3fed41ee1994283d94c736ffbff074 2024-12-15T17:25:32,776 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1102): Opened 2ff48bd727d13f89238fd0ca2e8ddd3c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59731958, jitterRate=-0.10992446541786194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:25:32,776 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1001): Region open journal for 2ff48bd727d13f89238fd0ca2e8ddd3c: 2024-12-15T17:25:32,780 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/a242f96f22b2ba8952c8702933cb26a3 2024-12-15T17:25:32,780 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,qqq,1734283529512.0230b4c491d7025e8a5947cc21b27dc8. 2024-12-15T17:25:32,780 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,qqq,1734283529512.0230b4c491d7025e8a5947cc21b27dc8. 2024-12-15T17:25:32,780 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,nnn,1734283529512.265bdefa830d462599e7ecedeacaf232. 2024-12-15T17:25:32,780 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7285): Opening region: {ENCODED => 265bdefa830d462599e7ecedeacaf232, NAME => 'testHBaseMetaReplicates_1,nnn,1734283529512.265bdefa830d462599e7ecedeacaf232.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-12-15T17:25:32,781 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 265bdefa830d462599e7ecedeacaf232 2024-12-15T17:25:32,781 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,nnn,1734283529512.265bdefa830d462599e7ecedeacaf232.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:32,781 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7327): checking encryption for 265bdefa830d462599e7ecedeacaf232 2024-12-15T17:25:32,781 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7330): checking classloading for 265bdefa830d462599e7ecedeacaf232 2024-12-15T17:25:32,782 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=86 updating hbase:meta row=0230b4c491d7025e8a5947cc21b27dc8, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,43937,1734283505463 2024-12-15T17:25:32,787 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/a242f96f22b2ba8952c8702933cb26a3 2024-12-15T17:25:32,787 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,kkk,1734283529512.2ff48bd727d13f89238fd0ca2e8ddd3c., pid=103, masterSystemTime=1734283532406 2024-12-15T17:25:32,791 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/7f3fed41ee1994283d94c736ffbff074/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:25:32,793 INFO [StoreOpener-265bdefa830d462599e7ecedeacaf232-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 265bdefa830d462599e7ecedeacaf232 2024-12-15T17:25:32,795 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1102): Opened 7f3fed41ee1994283d94c736ffbff074; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70220632, jitterRate=0.046368956565856934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:25:32,795 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1001): Region open journal for 7f3fed41ee1994283d94c736ffbff074: 2024-12-15T17:25:32,798 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,rrr,1734283529512.7f3fed41ee1994283d94c736ffbff074., pid=118, masterSystemTime=1734283532419 2024-12-15T17:25:32,798 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,kkk,1734283529512.2ff48bd727d13f89238fd0ca2e8ddd3c. 2024-12-15T17:25:32,798 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,kkk,1734283529512.2ff48bd727d13f89238fd0ca2e8ddd3c. 2024-12-15T17:25:32,798 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,yyy,1734283529512.a07da090089be168ee0eab0b8b73cad7. 2024-12-15T17:25:32,798 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(7285): Opening region: {ENCODED => a07da090089be168ee0eab0b8b73cad7, NAME => 'testHBaseMetaReplicates_1,yyy,1734283529512.a07da090089be168ee0eab0b8b73cad7.', STARTKEY => 'yyy', ENDKEY => ''} 2024-12-15T17:25:32,798 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 a07da090089be168ee0eab0b8b73cad7 2024-12-15T17:25:32,798 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,yyy,1734283529512.a07da090089be168ee0eab0b8b73cad7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:32,798 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(7327): checking encryption for a07da090089be168ee0eab0b8b73cad7 2024-12-15T17:25:32,798 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(7330): checking classloading for a07da090089be168ee0eab0b8b73cad7 2024-12-15T17:25:32,800 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1085): writing seq id for a242f96f22b2ba8952c8702933cb26a3 2024-12-15T17:25:32,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=86 2024-12-15T17:25:32,807 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=80 updating hbase:meta row=2ff48bd727d13f89238fd0ca2e8ddd3c, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,43497,1734283505378 2024-12-15T17:25:32,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=86, state=SUCCESS; OpenRegionProcedure 0230b4c491d7025e8a5947cc21b27dc8, server=4ce65a7c4674,43937,1734283505463 in 543 msec 2024-12-15T17:25:32,807 INFO [StoreOpener-a07da090089be168ee0eab0b8b73cad7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region a07da090089be168ee0eab0b8b73cad7 2024-12-15T17:25:32,807 INFO [StoreOpener-265bdefa830d462599e7ecedeacaf232-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 265bdefa830d462599e7ecedeacaf232 columnFamilyName info 2024-12-15T17:25:32,808 DEBUG [StoreOpener-265bdefa830d462599e7ecedeacaf232-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:32,808 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,rrr,1734283529512.7f3fed41ee1994283d94c736ffbff074. 2024-12-15T17:25:32,808 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,rrr,1734283529512.7f3fed41ee1994283d94c736ffbff074. 2024-12-15T17:25:32,809 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,ooo,1734283529512.830cbc989668d0d550f5e8ca58d11248. 2024-12-15T17:25:32,809 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(7285): Opening region: {ENCODED => 830cbc989668d0d550f5e8ca58d11248, NAME => 'testHBaseMetaReplicates_1,ooo,1734283529512.830cbc989668d0d550f5e8ca58d11248.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-12-15T17:25:32,809 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 830cbc989668d0d550f5e8ca58d11248 2024-12-15T17:25:32,809 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,ooo,1734283529512.830cbc989668d0d550f5e8ca58d11248.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:32,809 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(7327): checking encryption for 830cbc989668d0d550f5e8ca58d11248 2024-12-15T17:25:32,809 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(7330): checking classloading for 830cbc989668d0d550f5e8ca58d11248 2024-12-15T17:25:32,819 INFO [StoreOpener-265bdefa830d462599e7ecedeacaf232-1 {}] regionserver.HStore(327): Store=265bdefa830d462599e7ecedeacaf232/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:25:32,819 INFO [StoreOpener-a07da090089be168ee0eab0b8b73cad7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a07da090089be168ee0eab0b8b73cad7 columnFamilyName info 2024-12-15T17:25:32,820 DEBUG [StoreOpener-a07da090089be168ee0eab0b8b73cad7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:32,823 INFO [StoreOpener-a07da090089be168ee0eab0b8b73cad7-1 {}] regionserver.HStore(327): Store=a07da090089be168ee0eab0b8b73cad7/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:25:32,823 INFO [StoreOpener-830cbc989668d0d550f5e8ca58d11248-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 830cbc989668d0d550f5e8ca58d11248 2024-12-15T17:25:32,827 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/a242f96f22b2ba8952c8702933cb26a3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:25:32,828 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/265bdefa830d462599e7ecedeacaf232 2024-12-15T17:25:32,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=0230b4c491d7025e8a5947cc21b27dc8, ASSIGN in 717 msec 2024-12-15T17:25:32,829 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1102): Opened a242f96f22b2ba8952c8702933cb26a3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59453571, jitterRate=-0.1140727549791336}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:25:32,829 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1001): Region open journal for a242f96f22b2ba8952c8702933cb26a3: 2024-12-15T17:25:32,829 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/265bdefa830d462599e7ecedeacaf232 2024-12-15T17:25:32,830 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/a07da090089be168ee0eab0b8b73cad7 2024-12-15T17:25:32,830 INFO [StoreOpener-830cbc989668d0d550f5e8ca58d11248-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 830cbc989668d0d550f5e8ca58d11248 columnFamilyName info 2024-12-15T17:25:32,830 DEBUG [StoreOpener-830cbc989668d0d550f5e8ca58d11248-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:32,835 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/a07da090089be168ee0eab0b8b73cad7 2024-12-15T17:25:32,836 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,ccc,1734283529512.a242f96f22b2ba8952c8702933cb26a3., pid=112, masterSystemTime=1734283532415 2024-12-15T17:25:32,836 INFO [StoreOpener-830cbc989668d0d550f5e8ca58d11248-1 {}] regionserver.HStore(327): Store=830cbc989668d0d550f5e8ca58d11248/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:25:32,839 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=87 updating hbase:meta row=7f3fed41ee1994283d94c736ffbff074, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,32947,1734283505517 2024-12-15T17:25:32,839 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/830cbc989668d0d550f5e8ca58d11248 2024-12-15T17:25:32,843 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/830cbc989668d0d550f5e8ca58d11248 2024-12-15T17:25:32,844 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1085): writing seq id for 265bdefa830d462599e7ecedeacaf232 2024-12-15T17:25:32,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=80 2024-12-15T17:25:32,848 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,ccc,1734283529512.a242f96f22b2ba8952c8702933cb26a3. 2024-12-15T17:25:32,848 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,ccc,1734283529512.a242f96f22b2ba8952c8702933cb26a3. 2024-12-15T17:25:32,848 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,fff,1734283529512.99e1faa12f6955749681ab9ca64d3259. 2024-12-15T17:25:32,848 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(7285): Opening region: {ENCODED => 99e1faa12f6955749681ab9ca64d3259, NAME => 'testHBaseMetaReplicates_1,fff,1734283529512.99e1faa12f6955749681ab9ca64d3259.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-12-15T17:25:32,849 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 99e1faa12f6955749681ab9ca64d3259 2024-12-15T17:25:32,849 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,fff,1734283529512.99e1faa12f6955749681ab9ca64d3259.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:32,849 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(7327): checking encryption for 99e1faa12f6955749681ab9ca64d3259 2024-12-15T17:25:32,849 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(7330): checking classloading for 99e1faa12f6955749681ab9ca64d3259 2024-12-15T17:25:32,856 INFO [StoreOpener-99e1faa12f6955749681ab9ca64d3259-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 99e1faa12f6955749681ab9ca64d3259 2024-12-15T17:25:32,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=80, state=SUCCESS; OpenRegionProcedure 2ff48bd727d13f89238fd0ca2e8ddd3c, server=4ce65a7c4674,43497,1734283505378 in 553 msec 2024-12-15T17:25:32,859 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1085): writing seq id for 830cbc989668d0d550f5e8ca58d11248 2024-12-15T17:25:32,860 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(1085): writing seq id for a07da090089be168ee0eab0b8b73cad7 2024-12-15T17:25:32,863 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:25:32,863 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:25:32,868 INFO [StoreOpener-99e1faa12f6955749681ab9ca64d3259-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99e1faa12f6955749681ab9ca64d3259 columnFamilyName info 2024-12-15T17:25:32,868 DEBUG [StoreOpener-99e1faa12f6955749681ab9ca64d3259-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:32,868 INFO [StoreOpener-99e1faa12f6955749681ab9ca64d3259-1 {}] regionserver.HStore(327): Store=99e1faa12f6955749681ab9ca64d3259/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:25:32,869 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/99e1faa12f6955749681ab9ca64d3259 2024-12-15T17:25:32,870 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/99e1faa12f6955749681ab9ca64d3259 2024-12-15T17:25:32,870 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/265bdefa830d462599e7ecedeacaf232/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:25:32,875 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/830cbc989668d0d550f5e8ca58d11248/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:25:32,875 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=72 updating hbase:meta row=a242f96f22b2ba8952c8702933cb26a3, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,38979,1734283505431 2024-12-15T17:25:32,876 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1102): Opened 830cbc989668d0d550f5e8ca58d11248; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71732911, jitterRate=0.06890366971492767}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:25:32,876 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1001): Region open journal for 830cbc989668d0d550f5e8ca58d11248: 2024-12-15T17:25:32,876 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1102): Opened 265bdefa830d462599e7ecedeacaf232; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59054995, jitterRate=-0.12001200020313263}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:25:32,876 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1001): Region open journal for 265bdefa830d462599e7ecedeacaf232: 2024-12-15T17:25:32,876 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(1085): writing seq id for 99e1faa12f6955749681ab9ca64d3259 2024-12-15T17:25:32,880 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41609 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=4ce65a7c4674,38979,1734283505431, table=testHBaseMetaReplicates_1, region=a242f96f22b2ba8952c8702933cb26a3. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-15T17:25:32,880 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,nnn,1734283529512.265bdefa830d462599e7ecedeacaf232., pid=95, masterSystemTime=1734283532401 2024-12-15T17:25:32,883 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=118, resume processing ppid=87 2024-12-15T17:25:32,883 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, ppid=87, state=SUCCESS; OpenRegionProcedure 7f3fed41ee1994283d94c736ffbff074, server=4ce65a7c4674,32947,1734283505517 in 576 msec 2024-12-15T17:25:32,885 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,nnn,1734283529512.265bdefa830d462599e7ecedeacaf232. 2024-12-15T17:25:32,885 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,nnn,1734283529512.265bdefa830d462599e7ecedeacaf232. 2024-12-15T17:25:32,885 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,lll,1734283529512.e2a46e8b9a1a7dd6e00509781c77021c. 2024-12-15T17:25:32,885 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/a07da090089be168ee0eab0b8b73cad7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:25:32,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=2ff48bd727d13f89238fd0ca2e8ddd3c, ASSIGN in 769 msec 2024-12-15T17:25:32,885 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,ooo,1734283529512.830cbc989668d0d550f5e8ca58d11248., pid=114, masterSystemTime=1734283532419 2024-12-15T17:25:32,885 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=7f3fed41ee1994283d94c736ffbff074, ASSIGN in 793 msec 2024-12-15T17:25:32,885 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7285): Opening region: {ENCODED => e2a46e8b9a1a7dd6e00509781c77021c, NAME => 'testHBaseMetaReplicates_1,lll,1734283529512.e2a46e8b9a1a7dd6e00509781c77021c.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-12-15T17:25:32,886 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(1102): Opened a07da090089be168ee0eab0b8b73cad7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74106415, jitterRate=0.10427163541316986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:25:32,886 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(1001): Region open journal for a07da090089be168ee0eab0b8b73cad7: 2024-12-15T17:25:32,886 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 e2a46e8b9a1a7dd6e00509781c77021c 2024-12-15T17:25:32,886 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,lll,1734283529512.e2a46e8b9a1a7dd6e00509781c77021c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:32,886 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7327): checking encryption for e2a46e8b9a1a7dd6e00509781c77021c 2024-12-15T17:25:32,886 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7330): checking classloading for e2a46e8b9a1a7dd6e00509781c77021c 2024-12-15T17:25:32,887 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=83 updating hbase:meta row=265bdefa830d462599e7ecedeacaf232, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,43937,1734283505463 2024-12-15T17:25:32,888 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=112, resume processing ppid=72 2024-12-15T17:25:32,888 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, ppid=72, state=SUCCESS; OpenRegionProcedure a242f96f22b2ba8952c8702933cb26a3, server=4ce65a7c4674,38979,1734283505431 in 619 msec 2024-12-15T17:25:32,888 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,ooo,1734283529512.830cbc989668d0d550f5e8ca58d11248. 2024-12-15T17:25:32,888 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,ooo,1734283529512.830cbc989668d0d550f5e8ca58d11248. 2024-12-15T17:25:32,889 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=84 updating hbase:meta row=830cbc989668d0d550f5e8ca58d11248, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,32947,1734283505517 2024-12-15T17:25:32,889 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/99e1faa12f6955749681ab9ca64d3259/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:25:32,889 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,yyy,1734283529512.a07da090089be168ee0eab0b8b73cad7., pid=108, masterSystemTime=1734283532406 2024-12-15T17:25:32,890 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=a242f96f22b2ba8952c8702933cb26a3, ASSIGN in 798 msec 2024-12-15T17:25:32,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=83 2024-12-15T17:25:32,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=114, resume processing ppid=84 2024-12-15T17:25:32,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, ppid=84, state=SUCCESS; OpenRegionProcedure 830cbc989668d0d550f5e8ca58d11248, server=4ce65a7c4674,32947,1734283505517 in 622 msec 2024-12-15T17:25:32,893 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=265bdefa830d462599e7ecedeacaf232, ASSIGN in 801 msec 2024-12-15T17:25:32,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=83, state=SUCCESS; OpenRegionProcedure 265bdefa830d462599e7ecedeacaf232, server=4ce65a7c4674,43937,1734283505463 in 639 msec 2024-12-15T17:25:32,894 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=830cbc989668d0d550f5e8ca58d11248, ASSIGN in 802 msec 2024-12-15T17:25:32,898 INFO [StoreOpener-e2a46e8b9a1a7dd6e00509781c77021c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region e2a46e8b9a1a7dd6e00509781c77021c 2024-12-15T17:25:32,899 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(1102): Opened 99e1faa12f6955749681ab9ca64d3259; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61141447, jitterRate=-0.0889214426279068}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:25:32,899 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(1001): Region open journal for 99e1faa12f6955749681ab9ca64d3259: 2024-12-15T17:25:32,914 INFO [StoreOpener-e2a46e8b9a1a7dd6e00509781c77021c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2a46e8b9a1a7dd6e00509781c77021c columnFamilyName info 2024-12-15T17:25:32,914 DEBUG [StoreOpener-e2a46e8b9a1a7dd6e00509781c77021c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:32,915 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,fff,1734283529512.99e1faa12f6955749681ab9ca64d3259., pid=113, masterSystemTime=1734283532415 2024-12-15T17:25:32,915 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,yyy,1734283529512.a07da090089be168ee0eab0b8b73cad7. 2024-12-15T17:25:32,915 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,yyy,1734283529512.a07da090089be168ee0eab0b8b73cad7. 2024-12-15T17:25:32,915 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] handler.AssignRegionHandler(135): Open testHBaseMetaReplicates_1,uuu,1734283529512.2fb2e64bee4f529f7c7e273339e18bb9. 2024-12-15T17:25:32,915 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7285): Opening region: {ENCODED => 2fb2e64bee4f529f7c7e273339e18bb9, NAME => 'testHBaseMetaReplicates_1,uuu,1734283529512.2fb2e64bee4f529f7c7e273339e18bb9.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-12-15T17:25:32,916 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testHBaseMetaReplicates_1 2fb2e64bee4f529f7c7e273339e18bb9 2024-12-15T17:25:32,916 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(894): Instantiated testHBaseMetaReplicates_1,uuu,1734283529512.2fb2e64bee4f529f7c7e273339e18bb9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:25:32,916 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7327): checking encryption for 2fb2e64bee4f529f7c7e273339e18bb9 2024-12-15T17:25:32,916 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7330): checking classloading for 2fb2e64bee4f529f7c7e273339e18bb9 2024-12-15T17:25:32,917 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=94 updating hbase:meta row=a07da090089be168ee0eab0b8b73cad7, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,43497,1734283505378 2024-12-15T17:25:32,919 INFO [StoreOpener-e2a46e8b9a1a7dd6e00509781c77021c-1 {}] regionserver.HStore(327): Store=e2a46e8b9a1a7dd6e00509781c77021c/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:25:32,924 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,fff,1734283529512.99e1faa12f6955749681ab9ca64d3259. 2024-12-15T17:25:32,924 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,fff,1734283529512.99e1faa12f6955749681ab9ca64d3259. 2024-12-15T17:25:32,924 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/e2a46e8b9a1a7dd6e00509781c77021c 2024-12-15T17:25:32,929 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta to pos 68923, reset compression=false 2024-12-15T17:25:32,929 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/e2a46e8b9a1a7dd6e00509781c77021c 2024-12-15T17:25:32,931 INFO [StoreOpener-2fb2e64bee4f529f7c7e273339e18bb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 2fb2e64bee4f529f7c7e273339e18bb9 2024-12-15T17:25:32,935 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=75 updating hbase:meta row=99e1faa12f6955749681ab9ca64d3259, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,38979,1734283505431 2024-12-15T17:25:32,938 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1085): writing seq id for e2a46e8b9a1a7dd6e00509781c77021c 2024-12-15T17:25:32,939 INFO [StoreOpener-2fb2e64bee4f529f7c7e273339e18bb9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2fb2e64bee4f529f7c7e273339e18bb9 columnFamilyName info 2024-12-15T17:25:32,939 DEBUG [StoreOpener-2fb2e64bee4f529f7c7e273339e18bb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:25:32,939 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=108, resume processing ppid=94 2024-12-15T17:25:32,939 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, ppid=94, state=SUCCESS; OpenRegionProcedure a07da090089be168ee0eab0b8b73cad7, server=4ce65a7c4674,43497,1734283505378 in 658 msec 2024-12-15T17:25:32,940 INFO [StoreOpener-2fb2e64bee4f529f7c7e273339e18bb9-1 {}] regionserver.HStore(327): Store=2fb2e64bee4f529f7c7e273339e18bb9/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:25:32,941 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/2fb2e64bee4f529f7c7e273339e18bb9 2024-12-15T17:25:32,941 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=a07da090089be168ee0eab0b8b73cad7, ASSIGN in 849 msec 2024-12-15T17:25:32,941 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/2fb2e64bee4f529f7c7e273339e18bb9 2024-12-15T17:25:32,942 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 10 WAL entries eligible for replication 2024-12-15T17:25:32,942 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta to pos 76080, reset compression=false 2024-12-15T17:25:32,942 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/112=[#edits: 5 = ],1004}, {hbase:meta/1588230740/113=[#edits: 5 = ],1004}, {hbase:meta/1588230740/114=[#edits: 5 = ],1004}, {hbase:meta/1588230740/115=[#edits: 5 = ],1004}, {hbase:meta/1588230740/116=[#edits: 5 = ],1004}, {hbase:meta/1588230740/117=[#edits: 5 = ],1004}, {hbase:meta/1588230740/118=[#edits: 5 = ],1004}, {hbase:meta/1588230740/119=[#edits: 5 = ],1004}, {hbase:meta/1588230740/120=[#edits: 5 = ],1004}, {hbase:meta/1588230740/121=[#edits: 5 = ],1004}], lastWalPath=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta, lastWalPosition=76080, nbRowKeys=10, nbHFiles=0, heapSize=10040, lastSeqIds={}, endOfFile=false,usedBufferSize=10040] 2024-12-15T17:25:32,943 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1085): writing seq id for 2fb2e64bee4f529f7c7e273339e18bb9 2024-12-15T17:25:32,947 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/e2a46e8b9a1a7dd6e00509781c77021c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:25:32,948 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1102): Opened e2a46e8b9a1a7dd6e00509781c77021c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72953737, jitterRate=0.08709539473056793}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:25:32,948 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1001): Region open journal for e2a46e8b9a1a7dd6e00509781c77021c: 2024-12-15T17:25:32,950 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=75 2024-12-15T17:25:32,960 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,lll,1734283529512.e2a46e8b9a1a7dd6e00509781c77021c., pid=99, masterSystemTime=1734283532401 2024-12-15T17:25:32,963 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=75, state=SUCCESS; OpenRegionProcedure 99e1faa12f6955749681ab9ca64d3259, server=4ce65a7c4674,38979,1734283505431 in 674 msec 2024-12-15T17:25:32,963 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/2fb2e64bee4f529f7c7e273339e18bb9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:25:32,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=99e1faa12f6955749681ab9ca64d3259, ASSIGN in 860 msec 2024-12-15T17:25:32,968 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1102): Opened 2fb2e64bee4f529f7c7e273339e18bb9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75404220, jitterRate=0.12361043691635132}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:25:32,968 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1001): Region open journal for 2fb2e64bee4f529f7c7e273339e18bb9: 2024-12-15T17:25:32,972 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,lll,1734283529512.e2a46e8b9a1a7dd6e00509781c77021c. 2024-12-15T17:25:32,972 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,lll,1734283529512.e2a46e8b9a1a7dd6e00509781c77021c. 2024-12-15T17:25:32,982 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:25:32,982 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:25:32,983 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegionServer(2601): Post open deploy tasks for testHBaseMetaReplicates_1,uuu,1734283529512.2fb2e64bee4f529f7c7e273339e18bb9., pid=104, masterSystemTime=1734283532406 2024-12-15T17:25:32,983 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=81 updating hbase:meta row=e2a46e8b9a1a7dd6e00509781c77021c, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,43937,1734283505463 2024-12-15T17:25:32,996 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=90 updating hbase:meta row=2fb2e64bee4f529f7c7e273339e18bb9, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,43497,1734283505378 2024-12-15T17:25:32,996 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=81 2024-12-15T17:25:32,996 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegionServer(2628): Finished post open deploy task for testHBaseMetaReplicates_1,uuu,1734283529512.2fb2e64bee4f529f7c7e273339e18bb9. 2024-12-15T17:25:32,996 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] handler.AssignRegionHandler(164): Opened testHBaseMetaReplicates_1,uuu,1734283529512.2fb2e64bee4f529f7c7e273339e18bb9. 2024-12-15T17:25:33,009 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=81, state=SUCCESS; OpenRegionProcedure e2a46e8b9a1a7dd6e00509781c77021c, server=4ce65a7c4674,43937,1734283505463 in 736 msec 2024-12-15T17:25:33,010 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=e2a46e8b9a1a7dd6e00509781c77021c, ASSIGN in 906 msec 2024-12-15T17:25:33,011 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=104, resume processing ppid=90 2024-12-15T17:25:33,011 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, ppid=90, state=SUCCESS; OpenRegionProcedure 2fb2e64bee4f529f7c7e273339e18bb9, server=4ce65a7c4674,43497,1734283505378 in 742 msec 2024-12-15T17:25:33,013 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=69 2024-12-15T17:25:33,013 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=2fb2e64bee4f529f7c7e273339e18bb9, ASSIGN in 921 msec 2024-12-15T17:25:33,014 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testHBaseMetaReplicates_1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T17:25:33,014 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testHBaseMetaReplicates_1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734283533014"}]},"ts":"1734283533014"} 2024-12-15T17:25:33,015 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testHBaseMetaReplicates_1, state=ENABLED in hbase:meta 2024-12-15T17:25:33,070 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testHBaseMetaReplicates_1 execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T17:25:33,072 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; CreateTableProcedure table=testHBaseMetaReplicates_1 in 3.5570 sec 2024-12-15T17:25:33,145 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta to pos 76080, reset compression=false 2024-12-15T17:25:33,156 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:25:33,156 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta to pos 77609, reset compression=false 2024-12-15T17:25:33,156 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/122=[#edits: 5 = ],1004}, {hbase:meta/1588230740/123=[#edits: 5 = ],1004}, {hbase:meta/1588230740/124=[#edits: 1 = ],204}], lastWalPath=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta, lastWalPosition=77609, nbRowKeys=3, nbHFiles=0, heapSize=2212, lastSeqIds={}, endOfFile=false,usedBufferSize=2212] 2024-12-15T17:25:33,376 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta to pos 77609, reset compression=false 2024-12-15T17:25:33,469 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:25:33,469 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:25:33,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-15T17:25:33,661 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testHBaseMetaReplicates_1, procId: 69 completed 2024-12-15T17:25:33,661 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testHBaseMetaReplicates_1 get assigned. Timeout = 60000ms 2024-12-15T17:25:33,661 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T17:25:33,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43937 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=32821 bytes) of info 2024-12-15T17:25:33,678 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testHBaseMetaReplicates_1 assigned to meta. Checking AM states. 2024-12-15T17:25:33,678 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T17:25:33,678 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testHBaseMetaReplicates_1 assigned. 2024-12-15T17:25:33,687 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta to pos 77609, reset compression=false 2024-12-15T17:25:33,692 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T17:25:33,692 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$4(489): Verifying replication for region replica {ENCODED => 534574363, NAME => 'hbase:meta,,1_0001', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} 2024-12-15T17:25:33,694 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 hbase:namespace/table:state/1734283507898/Put/vlen=2/seqid=8 2024-12-15T17:25:33,695 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3./info:regioninfo/1734283507894/Put/vlen=41/seqid=7 2024-12-15T17:25:33,695 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3./info:seqnumDuringOpen/1734283507894/Put/vlen=8/seqid=7 2024-12-15T17:25:33,695 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3./info:server/1734283507894/Put/vlen=18/seqid=7 2024-12-15T17:25:33,695 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3./info:serverstartcode/1734283507894/Put/vlen=8/seqid=7 2024-12-15T17:25:33,695 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3./info:sn/1734283507665/Put/vlen=32/seqid=6 2024-12-15T17:25:33,695 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3./info:state/1734283507894/Put/vlen=4/seqid=7 2024-12-15T17:25:33,695 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0/table:state/1734283522943/Put/vlen=2/seqid=71 2024-12-15T17:25:33,695 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:regioninfo/1734283522449/Put/vlen=62/seqid=51 2024-12-15T17:25:33,695 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:seqnumDuringOpen/1734283522449/Put/vlen=8/seqid=51 2024-12-15T17:25:33,695 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:server/1734283522449/Put/vlen=18/seqid=51 2024-12-15T17:25:33,695 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:serverstartcode/1734283522449/Put/vlen=8/seqid=51 2024-12-15T17:25:33,695 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:sn/1734283522015/Put/vlen=32/seqid=26 2024-12-15T17:25:33,695 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:state/1734283522449/Put/vlen=4/seqid=51 2024-12-15T17:25:33,695 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,bbb,1734283520293.203fa074391697fe80bb425df65daad2./info:regioninfo/1734283522690/Put/vlen=65/seqid=64 2024-12-15T17:25:33,695 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,bbb,1734283520293.203fa074391697fe80bb425df65daad2./info:seqnumDuringOpen/1734283522690/Put/vlen=8/seqid=64 2024-12-15T17:25:33,695 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,bbb,1734283520293.203fa074391697fe80bb425df65daad2./info:server/1734283522690/Put/vlen=18/seqid=64 2024-12-15T17:25:33,695 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,bbb,1734283520293.203fa074391697fe80bb425df65daad2./info:serverstartcode/1734283522690/Put/vlen=8/seqid=64 2024-12-15T17:25:33,695 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,bbb,1734283520293.203fa074391697fe80bb425df65daad2./info:sn/1734283522029/Put/vlen=32/seqid=33 2024-12-15T17:25:33,695 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,bbb,1734283520293.203fa074391697fe80bb425df65daad2./info:state/1734283522690/Put/vlen=4/seqid=64 2024-12-15T17:25:33,695 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ccc,1734283520293.3daa779a17e38f0cd0550cc03b57cdda./info:regioninfo/1734283522515/Put/vlen=65/seqid=55 2024-12-15T17:25:33,695 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ccc,1734283520293.3daa779a17e38f0cd0550cc03b57cdda./info:seqnumDuringOpen/1734283522515/Put/vlen=8/seqid=55 2024-12-15T17:25:33,695 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ccc,1734283520293.3daa779a17e38f0cd0550cc03b57cdda./info:server/1734283522515/Put/vlen=18/seqid=55 2024-12-15T17:25:33,695 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ccc,1734283520293.3daa779a17e38f0cd0550cc03b57cdda./info:serverstartcode/1734283522515/Put/vlen=8/seqid=55 2024-12-15T17:25:33,695 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ccc,1734283520293.3daa779a17e38f0cd0550cc03b57cdda./info:sn/1734283522023/Put/vlen=32/seqid=30 2024-12-15T17:25:33,695 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ccc,1734283520293.3daa779a17e38f0cd0550cc03b57cdda./info:state/1734283522515/Put/vlen=4/seqid=55 2024-12-15T17:25:33,695 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ddd,1734283520293.fb6b996c1f758ba6802cdc89e8e88efe./info:regioninfo/1734283522429/Put/vlen=65/seqid=50 2024-12-15T17:25:33,696 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ddd,1734283520293.fb6b996c1f758ba6802cdc89e8e88efe./info:seqnumDuringOpen/1734283522429/Put/vlen=8/seqid=50 2024-12-15T17:25:33,696 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ddd,1734283520293.fb6b996c1f758ba6802cdc89e8e88efe./info:server/1734283522429/Put/vlen=18/seqid=50 2024-12-15T17:25:33,696 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ddd,1734283520293.fb6b996c1f758ba6802cdc89e8e88efe./info:serverstartcode/1734283522429/Put/vlen=8/seqid=50 2024-12-15T17:25:33,696 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ddd,1734283520293.fb6b996c1f758ba6802cdc89e8e88efe./info:sn/1734283522023/Put/vlen=32/seqid=31 2024-12-15T17:25:33,696 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ddd,1734283520293.fb6b996c1f758ba6802cdc89e8e88efe./info:state/1734283522429/Put/vlen=4/seqid=50 2024-12-15T17:25:33,696 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,eee,1734283520293.afed1399feff55462ad01594581f26e2./info:regioninfo/1734283522743/Put/vlen=65/seqid=65 2024-12-15T17:25:33,696 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,eee,1734283520293.afed1399feff55462ad01594581f26e2./info:seqnumDuringOpen/1734283522743/Put/vlen=8/seqid=65 2024-12-15T17:25:33,696 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,eee,1734283520293.afed1399feff55462ad01594581f26e2./info:server/1734283522743/Put/vlen=18/seqid=65 2024-12-15T17:25:33,696 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,eee,1734283520293.afed1399feff55462ad01594581f26e2./info:serverstartcode/1734283522743/Put/vlen=8/seqid=65 2024-12-15T17:25:33,696 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,eee,1734283520293.afed1399feff55462ad01594581f26e2./info:sn/1734283522100/Put/vlen=32/seqid=43 2024-12-15T17:25:33,696 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,eee,1734283520293.afed1399feff55462ad01594581f26e2./info:state/1734283522743/Put/vlen=4/seqid=65 2024-12-15T17:25:33,696 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,fff,1734283520293.f08fad4af97bff08782cb7e05596410b./info:regioninfo/1734283522495/Put/vlen=65/seqid=53 2024-12-15T17:25:33,696 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,fff,1734283520293.f08fad4af97bff08782cb7e05596410b./info:seqnumDuringOpen/1734283522495/Put/vlen=8/seqid=53 2024-12-15T17:25:33,696 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,fff,1734283520293.f08fad4af97bff08782cb7e05596410b./info:server/1734283522495/Put/vlen=18/seqid=53 2024-12-15T17:25:33,696 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,fff,1734283520293.f08fad4af97bff08782cb7e05596410b./info:serverstartcode/1734283522495/Put/vlen=8/seqid=53 2024-12-15T17:25:33,696 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,fff,1734283520293.f08fad4af97bff08782cb7e05596410b./info:sn/1734283522039/Put/vlen=32/seqid=39 2024-12-15T17:25:33,696 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,fff,1734283520293.f08fad4af97bff08782cb7e05596410b./info:state/1734283522495/Put/vlen=4/seqid=53 2024-12-15T17:25:33,696 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ggg,1734283520293.71a1c30a77a9d98d5457627db4d32714./info:regioninfo/1734283522781/Put/vlen=65/seqid=69 2024-12-15T17:25:33,696 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ggg,1734283520293.71a1c30a77a9d98d5457627db4d32714./info:seqnumDuringOpen/1734283522781/Put/vlen=8/seqid=69 2024-12-15T17:25:33,696 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ggg,1734283520293.71a1c30a77a9d98d5457627db4d32714./info:server/1734283522781/Put/vlen=18/seqid=69 2024-12-15T17:25:33,696 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ggg,1734283520293.71a1c30a77a9d98d5457627db4d32714./info:serverstartcode/1734283522781/Put/vlen=8/seqid=69 2024-12-15T17:25:33,696 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ggg,1734283520293.71a1c30a77a9d98d5457627db4d32714./info:sn/1734283522009/Put/vlen=32/seqid=24 2024-12-15T17:25:33,696 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ggg,1734283520293.71a1c30a77a9d98d5457627db4d32714./info:state/1734283522781/Put/vlen=4/seqid=69 2024-12-15T17:25:33,696 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,hhh,1734283520293.fc22d398785f692520dace054fe1f093./info:regioninfo/1734283522585/Put/vlen=65/seqid=58 2024-12-15T17:25:33,696 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,hhh,1734283520293.fc22d398785f692520dace054fe1f093./info:seqnumDuringOpen/1734283522585/Put/vlen=8/seqid=58 2024-12-15T17:25:33,696 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,hhh,1734283520293.fc22d398785f692520dace054fe1f093./info:server/1734283522585/Put/vlen=18/seqid=58 2024-12-15T17:25:33,696 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,hhh,1734283520293.fc22d398785f692520dace054fe1f093./info:serverstartcode/1734283522585/Put/vlen=8/seqid=58 2024-12-15T17:25:33,696 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,hhh,1734283520293.fc22d398785f692520dace054fe1f093./info:sn/1734283522044/Put/vlen=32/seqid=40 2024-12-15T17:25:33,697 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,hhh,1734283520293.fc22d398785f692520dace054fe1f093./info:state/1734283522585/Put/vlen=4/seqid=58 2024-12-15T17:25:33,697 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,iii,1734283520293.2ac5db3b34ca1720d38bfadbefef829a./info:regioninfo/1734283522683/Put/vlen=65/seqid=63 2024-12-15T17:25:33,697 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,iii,1734283520293.2ac5db3b34ca1720d38bfadbefef829a./info:seqnumDuringOpen/1734283522683/Put/vlen=8/seqid=63 2024-12-15T17:25:33,697 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,iii,1734283520293.2ac5db3b34ca1720d38bfadbefef829a./info:server/1734283522683/Put/vlen=18/seqid=63 2024-12-15T17:25:33,697 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,iii,1734283520293.2ac5db3b34ca1720d38bfadbefef829a./info:serverstartcode/1734283522683/Put/vlen=8/seqid=63 2024-12-15T17:25:33,697 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,iii,1734283520293.2ac5db3b34ca1720d38bfadbefef829a./info:sn/1734283522019/Put/vlen=32/seqid=27 2024-12-15T17:25:33,697 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,iii,1734283520293.2ac5db3b34ca1720d38bfadbefef829a./info:state/1734283522683/Put/vlen=4/seqid=63 2024-12-15T17:25:33,697 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,jjj,1734283520293.14cb587b72f8731bab7db98b58d356dd./info:regioninfo/1734283522627/Put/vlen=65/seqid=60 2024-12-15T17:25:33,697 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,jjj,1734283520293.14cb587b72f8731bab7db98b58d356dd./info:seqnumDuringOpen/1734283522627/Put/vlen=8/seqid=60 2024-12-15T17:25:33,697 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,jjj,1734283520293.14cb587b72f8731bab7db98b58d356dd./info:server/1734283522627/Put/vlen=18/seqid=60 2024-12-15T17:25:33,697 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,jjj,1734283520293.14cb587b72f8731bab7db98b58d356dd./info:serverstartcode/1734283522627/Put/vlen=8/seqid=60 2024-12-15T17:25:33,697 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,jjj,1734283520293.14cb587b72f8731bab7db98b58d356dd./info:sn/1734283522033/Put/vlen=32/seqid=37 2024-12-15T17:25:33,697 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,jjj,1734283520293.14cb587b72f8731bab7db98b58d356dd./info:state/1734283522627/Put/vlen=4/seqid=60 2024-12-15T17:25:33,697 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,kkk,1734283520293.c84862161c7d618c258250c3088fa33d./info:regioninfo/1734283522651/Put/vlen=65/seqid=62 2024-12-15T17:25:33,697 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,kkk,1734283520293.c84862161c7d618c258250c3088fa33d./info:seqnumDuringOpen/1734283522651/Put/vlen=8/seqid=62 2024-12-15T17:25:33,697 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,kkk,1734283520293.c84862161c7d618c258250c3088fa33d./info:server/1734283522651/Put/vlen=18/seqid=62 2024-12-15T17:25:33,697 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,kkk,1734283520293.c84862161c7d618c258250c3088fa33d./info:serverstartcode/1734283522651/Put/vlen=8/seqid=62 2024-12-15T17:25:33,697 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,kkk,1734283520293.c84862161c7d618c258250c3088fa33d./info:sn/1734283522009/Put/vlen=32/seqid=23 2024-12-15T17:25:33,697 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,kkk,1734283520293.c84862161c7d618c258250c3088fa33d./info:state/1734283522651/Put/vlen=4/seqid=62 2024-12-15T17:25:33,697 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,lll,1734283520293.d486977fc419debe1bb7dc886ff93327./info:regioninfo/1734283522647/Put/vlen=65/seqid=61 2024-12-15T17:25:33,697 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,lll,1734283520293.d486977fc419debe1bb7dc886ff93327./info:seqnumDuringOpen/1734283522647/Put/vlen=8/seqid=61 2024-12-15T17:25:33,697 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,lll,1734283520293.d486977fc419debe1bb7dc886ff93327./info:server/1734283522647/Put/vlen=18/seqid=61 2024-12-15T17:25:33,697 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,lll,1734283520293.d486977fc419debe1bb7dc886ff93327./info:serverstartcode/1734283522647/Put/vlen=8/seqid=61 2024-12-15T17:25:33,697 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,lll,1734283520293.d486977fc419debe1bb7dc886ff93327./info:sn/1734283522111/Put/vlen=32/seqid=44 2024-12-15T17:25:33,697 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,lll,1734283520293.d486977fc419debe1bb7dc886ff93327./info:state/1734283522647/Put/vlen=4/seqid=61 2024-12-15T17:25:33,697 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,mmm,1734283520293.deff9d45a6ebb276ddf90f696aa7e3fd./info:regioninfo/1734283522528/Put/vlen=65/seqid=56 2024-12-15T17:25:33,697 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,mmm,1734283520293.deff9d45a6ebb276ddf90f696aa7e3fd./info:seqnumDuringOpen/1734283522528/Put/vlen=8/seqid=56 2024-12-15T17:25:33,697 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,mmm,1734283520293.deff9d45a6ebb276ddf90f696aa7e3fd./info:server/1734283522528/Put/vlen=18/seqid=56 2024-12-15T17:25:33,697 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,mmm,1734283520293.deff9d45a6ebb276ddf90f696aa7e3fd./info:serverstartcode/1734283522528/Put/vlen=8/seqid=56 2024-12-15T17:25:33,698 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,mmm,1734283520293.deff9d45a6ebb276ddf90f696aa7e3fd./info:sn/1734283522009/Put/vlen=32/seqid=21 2024-12-15T17:25:33,698 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,mmm,1734283520293.deff9d45a6ebb276ddf90f696aa7e3fd./info:state/1734283522528/Put/vlen=4/seqid=56 2024-12-15T17:25:33,698 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,nnn,1734283520293.7f35b277f34effd5246042dcfe85a8eb./info:regioninfo/1734283522515/Put/vlen=65/seqid=54 2024-12-15T17:25:33,698 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,nnn,1734283520293.7f35b277f34effd5246042dcfe85a8eb./info:seqnumDuringOpen/1734283522515/Put/vlen=8/seqid=54 2024-12-15T17:25:33,698 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,nnn,1734283520293.7f35b277f34effd5246042dcfe85a8eb./info:server/1734283522515/Put/vlen=18/seqid=54 2024-12-15T17:25:33,698 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,nnn,1734283520293.7f35b277f34effd5246042dcfe85a8eb./info:serverstartcode/1734283522515/Put/vlen=8/seqid=54 2024-12-15T17:25:33,698 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,nnn,1734283520293.7f35b277f34effd5246042dcfe85a8eb./info:sn/1734283522124/Put/vlen=32/seqid=45 2024-12-15T17:25:33,698 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,nnn,1734283520293.7f35b277f34effd5246042dcfe85a8eb./info:state/1734283522515/Put/vlen=4/seqid=54 2024-12-15T17:25:33,698 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ooo,1734283520293.f484d022a0b61d256bc89c9546e1cbf5./info:regioninfo/1734283522777/Put/vlen=65/seqid=68 2024-12-15T17:25:33,698 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ooo,1734283520293.f484d022a0b61d256bc89c9546e1cbf5./info:seqnumDuringOpen/1734283522777/Put/vlen=8/seqid=68 2024-12-15T17:25:33,698 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ooo,1734283520293.f484d022a0b61d256bc89c9546e1cbf5./info:server/1734283522777/Put/vlen=18/seqid=68 2024-12-15T17:25:33,698 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ooo,1734283520293.f484d022a0b61d256bc89c9546e1cbf5./info:serverstartcode/1734283522777/Put/vlen=8/seqid=68 2024-12-15T17:25:33,698 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ooo,1734283520293.f484d022a0b61d256bc89c9546e1cbf5./info:sn/1734283522023/Put/vlen=32/seqid=28 2024-12-15T17:25:33,698 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ooo,1734283520293.f484d022a0b61d256bc89c9546e1cbf5./info:state/1734283522777/Put/vlen=4/seqid=68 2024-12-15T17:25:33,698 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ppp,1734283520293.f3107e06f17663abef43df4f965dd513./info:regioninfo/1734283522746/Put/vlen=65/seqid=67 2024-12-15T17:25:33,698 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ppp,1734283520293.f3107e06f17663abef43df4f965dd513./info:seqnumDuringOpen/1734283522746/Put/vlen=8/seqid=67 2024-12-15T17:25:33,698 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ppp,1734283520293.f3107e06f17663abef43df4f965dd513./info:server/1734283522746/Put/vlen=18/seqid=67 2024-12-15T17:25:33,698 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ppp,1734283520293.f3107e06f17663abef43df4f965dd513./info:serverstartcode/1734283522746/Put/vlen=8/seqid=67 2024-12-15T17:25:33,698 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ppp,1734283520293.f3107e06f17663abef43df4f965dd513./info:sn/1734283522039/Put/vlen=32/seqid=38 2024-12-15T17:25:33,698 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ppp,1734283520293.f3107e06f17663abef43df4f965dd513./info:state/1734283522746/Put/vlen=4/seqid=67 2024-12-15T17:25:33,698 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,qqq,1734283520293.221a69822fc62a9463c5c9fcb5277d73./info:regioninfo/1734283522871/Put/vlen=65/seqid=70 2024-12-15T17:25:33,698 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,qqq,1734283520293.221a69822fc62a9463c5c9fcb5277d73./info:seqnumDuringOpen/1734283522871/Put/vlen=8/seqid=70 2024-12-15T17:25:33,698 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,qqq,1734283520293.221a69822fc62a9463c5c9fcb5277d73./info:server/1734283522871/Put/vlen=18/seqid=70 2024-12-15T17:25:33,698 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,qqq,1734283520293.221a69822fc62a9463c5c9fcb5277d73./info:serverstartcode/1734283522871/Put/vlen=8/seqid=70 2024-12-15T17:25:33,698 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,qqq,1734283520293.221a69822fc62a9463c5c9fcb5277d73./info:sn/1734283522023/Put/vlen=32/seqid=32 2024-12-15T17:25:33,698 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,qqq,1734283520293.221a69822fc62a9463c5c9fcb5277d73./info:state/1734283522871/Put/vlen=4/seqid=70 2024-12-15T17:25:33,698 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,rrr,1734283520293.ac66a1d73d9ffce03e30e52d7400a113./info:regioninfo/1734283522540/Put/vlen=65/seqid=57 2024-12-15T17:25:33,698 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,rrr,1734283520293.ac66a1d73d9ffce03e30e52d7400a113./info:seqnumDuringOpen/1734283522540/Put/vlen=8/seqid=57 2024-12-15T17:25:33,698 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,rrr,1734283520293.ac66a1d73d9ffce03e30e52d7400a113./info:server/1734283522540/Put/vlen=18/seqid=57 2024-12-15T17:25:33,699 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,rrr,1734283520293.ac66a1d73d9ffce03e30e52d7400a113./info:serverstartcode/1734283522540/Put/vlen=8/seqid=57 2024-12-15T17:25:33,699 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,rrr,1734283520293.ac66a1d73d9ffce03e30e52d7400a113./info:sn/1734283522029/Put/vlen=32/seqid=35 2024-12-15T17:25:33,699 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,rrr,1734283520293.ac66a1d73d9ffce03e30e52d7400a113./info:state/1734283522540/Put/vlen=4/seqid=57 2024-12-15T17:25:33,699 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,sss,1734283520293.cd36423b8a400f47b4fddd7aea516a00./info:regioninfo/1734283522744/Put/vlen=65/seqid=66 2024-12-15T17:25:33,699 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,sss,1734283520293.cd36423b8a400f47b4fddd7aea516a00./info:seqnumDuringOpen/1734283522744/Put/vlen=8/seqid=66 2024-12-15T17:25:33,699 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,sss,1734283520293.cd36423b8a400f47b4fddd7aea516a00./info:server/1734283522744/Put/vlen=18/seqid=66 2024-12-15T17:25:33,699 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,sss,1734283520293.cd36423b8a400f47b4fddd7aea516a00./info:serverstartcode/1734283522744/Put/vlen=8/seqid=66 2024-12-15T17:25:33,699 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,sss,1734283520293.cd36423b8a400f47b4fddd7aea516a00./info:sn/1734283522009/Put/vlen=32/seqid=22 2024-12-15T17:25:33,699 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,sss,1734283520293.cd36423b8a400f47b4fddd7aea516a00./info:state/1734283522744/Put/vlen=4/seqid=66 2024-12-15T17:25:33,699 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ttt,1734283520293.3e15309aabd312448d789238feb18aa9./info:regioninfo/1734283522380/Put/vlen=65/seqid=48 2024-12-15T17:25:33,699 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ttt,1734283520293.3e15309aabd312448d789238feb18aa9./info:seqnumDuringOpen/1734283522380/Put/vlen=8/seqid=48 2024-12-15T17:25:33,699 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ttt,1734283520293.3e15309aabd312448d789238feb18aa9./info:server/1734283522380/Put/vlen=18/seqid=48 2024-12-15T17:25:33,699 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ttt,1734283520293.3e15309aabd312448d789238feb18aa9./info:serverstartcode/1734283522380/Put/vlen=8/seqid=48 2024-12-15T17:25:33,699 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ttt,1734283520293.3e15309aabd312448d789238feb18aa9./info:sn/1734283522050/Put/vlen=32/seqid=41 2024-12-15T17:25:33,699 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ttt,1734283520293.3e15309aabd312448d789238feb18aa9./info:state/1734283522380/Put/vlen=4/seqid=48 2024-12-15T17:25:33,699 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,uuu,1734283520293.09ceb1da06f037a04fc81b52fa2d9323./info:regioninfo/1734283522351/Put/vlen=65/seqid=46 2024-12-15T17:25:33,699 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,uuu,1734283520293.09ceb1da06f037a04fc81b52fa2d9323./info:seqnumDuringOpen/1734283522351/Put/vlen=8/seqid=46 2024-12-15T17:25:33,699 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,uuu,1734283520293.09ceb1da06f037a04fc81b52fa2d9323./info:server/1734283522351/Put/vlen=18/seqid=46 2024-12-15T17:25:33,699 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,uuu,1734283520293.09ceb1da06f037a04fc81b52fa2d9323./info:serverstartcode/1734283522351/Put/vlen=8/seqid=46 2024-12-15T17:25:33,699 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,uuu,1734283520293.09ceb1da06f037a04fc81b52fa2d9323./info:sn/1734283522023/Put/vlen=32/seqid=29 2024-12-15T17:25:33,699 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,uuu,1734283520293.09ceb1da06f037a04fc81b52fa2d9323./info:state/1734283522351/Put/vlen=4/seqid=46 2024-12-15T17:25:33,699 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,vvv,1734283520293.49c73611337e492b462d8c10d149b525./info:regioninfo/1734283522592/Put/vlen=65/seqid=59 2024-12-15T17:25:33,699 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,vvv,1734283520293.49c73611337e492b462d8c10d149b525./info:seqnumDuringOpen/1734283522592/Put/vlen=8/seqid=59 2024-12-15T17:25:33,699 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,vvv,1734283520293.49c73611337e492b462d8c10d149b525./info:server/1734283522592/Put/vlen=18/seqid=59 2024-12-15T17:25:33,699 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,vvv,1734283520293.49c73611337e492b462d8c10d149b525./info:serverstartcode/1734283522592/Put/vlen=8/seqid=59 2024-12-15T17:25:33,699 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,vvv,1734283520293.49c73611337e492b462d8c10d149b525./info:sn/1734283522029/Put/vlen=32/seqid=34 2024-12-15T17:25:33,699 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,vvv,1734283520293.49c73611337e492b462d8c10d149b525./info:state/1734283522592/Put/vlen=4/seqid=59 2024-12-15T17:25:33,699 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,www,1734283520293.8e471c3e2d1e25fb518269a752811708./info:regioninfo/1734283522383/Put/vlen=65/seqid=49 2024-12-15T17:25:33,700 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,www,1734283520293.8e471c3e2d1e25fb518269a752811708./info:seqnumDuringOpen/1734283522383/Put/vlen=8/seqid=49 2024-12-15T17:25:33,700 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,www,1734283520293.8e471c3e2d1e25fb518269a752811708./info:server/1734283522383/Put/vlen=18/seqid=49 2024-12-15T17:25:33,700 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,www,1734283520293.8e471c3e2d1e25fb518269a752811708./info:serverstartcode/1734283522383/Put/vlen=8/seqid=49 2024-12-15T17:25:33,700 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,www,1734283520293.8e471c3e2d1e25fb518269a752811708./info:sn/1734283522030/Put/vlen=32/seqid=36 2024-12-15T17:25:33,700 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,www,1734283520293.8e471c3e2d1e25fb518269a752811708./info:state/1734283522383/Put/vlen=4/seqid=49 2024-12-15T17:25:33,700 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,xxx,1734283520293.d4f60170220b4b9677e89be296705db8./info:regioninfo/1734283522467/Put/vlen=65/seqid=52 2024-12-15T17:25:33,700 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,xxx,1734283520293.d4f60170220b4b9677e89be296705db8./info:seqnumDuringOpen/1734283522467/Put/vlen=8/seqid=52 2024-12-15T17:25:33,700 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,xxx,1734283520293.d4f60170220b4b9677e89be296705db8./info:server/1734283522467/Put/vlen=18/seqid=52 2024-12-15T17:25:33,700 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,xxx,1734283520293.d4f60170220b4b9677e89be296705db8./info:serverstartcode/1734283522467/Put/vlen=8/seqid=52 2024-12-15T17:25:33,700 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,xxx,1734283520293.d4f60170220b4b9677e89be296705db8./info:sn/1734283522072/Put/vlen=32/seqid=42 2024-12-15T17:25:33,700 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,xxx,1734283520293.d4f60170220b4b9677e89be296705db8./info:state/1734283522467/Put/vlen=4/seqid=52 2024-12-15T17:25:33,700 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,yyy,1734283520293.3799bc1996d399b365f23156a453a52e./info:regioninfo/1734283522367/Put/vlen=62/seqid=47 2024-12-15T17:25:33,700 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,yyy,1734283520293.3799bc1996d399b365f23156a453a52e./info:seqnumDuringOpen/1734283522367/Put/vlen=8/seqid=47 2024-12-15T17:25:33,700 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,yyy,1734283520293.3799bc1996d399b365f23156a453a52e./info:server/1734283522367/Put/vlen=18/seqid=47 2024-12-15T17:25:33,700 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,yyy,1734283520293.3799bc1996d399b365f23156a453a52e./info:serverstartcode/1734283522367/Put/vlen=8/seqid=47 2024-12-15T17:25:33,700 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,yyy,1734283520293.3799bc1996d399b365f23156a453a52e./info:sn/1734283522010/Put/vlen=32/seqid=25 2024-12-15T17:25:33,700 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,yyy,1734283520293.3799bc1996d399b365f23156a453a52e./info:state/1734283522367/Put/vlen=4/seqid=47 2024-12-15T17:25:33,700 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1/table:state/1734283533014/Put/vlen=2/seqid=124 2024-12-15T17:25:33,700 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=106 2024-12-15T17:25:33,700 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:seqnumDuringOpen/1734283532604/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:seqnumDuringOpen/1734283532604/Put/vlen=8/seqid=106 2024-12-15T17:25:33,700 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:server/1734283532604/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:server/1734283532604/Put/vlen=18/seqid=106 2024-12-15T17:25:33,700 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:serverstartcode/1734283532604/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:serverstartcode/1734283532604/Put/vlen=8/seqid=106 2024-12-15T17:25:33,700 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:sn/1734283532253/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:sn/1734283532253/Put/vlen=32/seqid=80 2024-12-15T17:25:33,700 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:state/1734283532604/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:state/1734283532604/Put/vlen=4/seqid=106 2024-12-15T17:25:33,700 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,bbb,1734283529512.28bd9f756bfc5025c25c7d4dee6862e9./info:regioninfo/1734283532570/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,bbb,1734283529512.28bd9f756bfc5025c25c7d4dee6862e9./info:regioninfo/1734283532570/Put/vlen=65/seqid=104 2024-12-15T17:25:33,701 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,bbb,1734283529512.28bd9f756bfc5025c25c7d4dee6862e9./info:seqnumDuringOpen/1734283532570/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,bbb,1734283529512.28bd9f756bfc5025c25c7d4dee6862e9./info:seqnumDuringOpen/1734283532570/Put/vlen=8/seqid=104 2024-12-15T17:25:33,701 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,bbb,1734283529512.28bd9f756bfc5025c25c7d4dee6862e9./info:server/1734283532570/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,bbb,1734283529512.28bd9f756bfc5025c25c7d4dee6862e9./info:server/1734283532570/Put/vlen=18/seqid=104 2024-12-15T17:25:33,701 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,bbb,1734283529512.28bd9f756bfc5025c25c7d4dee6862e9./info:serverstartcode/1734283532570/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,bbb,1734283529512.28bd9f756bfc5025c25c7d4dee6862e9./info:serverstartcode/1734283532570/Put/vlen=8/seqid=104 2024-12-15T17:25:33,701 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,bbb,1734283529512.28bd9f756bfc5025c25c7d4dee6862e9./info:sn/1734283532248/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,bbb,1734283529512.28bd9f756bfc5025c25c7d4dee6862e9./info:sn/1734283532248/Put/vlen=32/seqid=75 2024-12-15T17:25:33,701 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,bbb,1734283529512.28bd9f756bfc5025c25c7d4dee6862e9./info:state/1734283532570/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,bbb,1734283529512.28bd9f756bfc5025c25c7d4dee6862e9./info:state/1734283532570/Put/vlen=4/seqid=104 2024-12-15T17:25:33,701 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ccc,1734283529512.a242f96f22b2ba8952c8702933cb26a3./info:regioninfo/1734283532875/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,ccc,1734283529512.a242f96f22b2ba8952c8702933cb26a3./info:regioninfo/1734283532875/Put/vlen=65/seqid=117 2024-12-15T17:25:33,701 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ccc,1734283529512.a242f96f22b2ba8952c8702933cb26a3./info:seqnumDuringOpen/1734283532875/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ccc,1734283529512.a242f96f22b2ba8952c8702933cb26a3./info:seqnumDuringOpen/1734283532875/Put/vlen=8/seqid=117 2024-12-15T17:25:33,701 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ccc,1734283529512.a242f96f22b2ba8952c8702933cb26a3./info:server/1734283532875/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,ccc,1734283529512.a242f96f22b2ba8952c8702933cb26a3./info:server/1734283532875/Put/vlen=18/seqid=117 2024-12-15T17:25:33,701 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ccc,1734283529512.a242f96f22b2ba8952c8702933cb26a3./info:serverstartcode/1734283532875/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ccc,1734283529512.a242f96f22b2ba8952c8702933cb26a3./info:serverstartcode/1734283532875/Put/vlen=8/seqid=117 2024-12-15T17:25:33,701 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ccc,1734283529512.a242f96f22b2ba8952c8702933cb26a3./info:sn/1734283532264/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,ccc,1734283529512.a242f96f22b2ba8952c8702933cb26a3./info:sn/1734283532264/Put/vlen=32/seqid=91 2024-12-15T17:25:33,701 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ccc,1734283529512.a242f96f22b2ba8952c8702933cb26a3./info:state/1734283532875/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,ccc,1734283529512.a242f96f22b2ba8952c8702933cb26a3./info:state/1734283532875/Put/vlen=4/seqid=117 2024-12-15T17:25:33,701 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ddd,1734283529512.3489f0b192f2c68519039702d1d2a619./info:regioninfo/1734283532734/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,ddd,1734283529512.3489f0b192f2c68519039702d1d2a619./info:regioninfo/1734283532734/Put/vlen=65/seqid=112 2024-12-15T17:25:33,701 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ddd,1734283529512.3489f0b192f2c68519039702d1d2a619./info:seqnumDuringOpen/1734283532734/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ddd,1734283529512.3489f0b192f2c68519039702d1d2a619./info:seqnumDuringOpen/1734283532734/Put/vlen=8/seqid=112 2024-12-15T17:25:33,701 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ddd,1734283529512.3489f0b192f2c68519039702d1d2a619./info:server/1734283532734/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,ddd,1734283529512.3489f0b192f2c68519039702d1d2a619./info:server/1734283532734/Put/vlen=18/seqid=112 2024-12-15T17:25:33,701 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ddd,1734283529512.3489f0b192f2c68519039702d1d2a619./info:serverstartcode/1734283532734/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ddd,1734283529512.3489f0b192f2c68519039702d1d2a619./info:serverstartcode/1734283532734/Put/vlen=8/seqid=112 2024-12-15T17:25:33,701 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ddd,1734283529512.3489f0b192f2c68519039702d1d2a619./info:sn/1734283532269/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,ddd,1734283529512.3489f0b192f2c68519039702d1d2a619./info:sn/1734283532269/Put/vlen=32/seqid=96 2024-12-15T17:25:33,701 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ddd,1734283529512.3489f0b192f2c68519039702d1d2a619./info:state/1734283532734/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,ddd,1734283529512.3489f0b192f2c68519039702d1d2a619./info:state/1734283532734/Put/vlen=4/seqid=112 2024-12-15T17:25:33,701 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,eee,1734283529512.976f10d34c9ea10c1c86bff00fc0dd35./info:regioninfo/1734283532718/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,eee,1734283529512.976f10d34c9ea10c1c86bff00fc0dd35./info:regioninfo/1734283532718/Put/vlen=65/seqid=111 2024-12-15T17:25:33,701 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,eee,1734283529512.976f10d34c9ea10c1c86bff00fc0dd35./info:seqnumDuringOpen/1734283532718/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,eee,1734283529512.976f10d34c9ea10c1c86bff00fc0dd35./info:seqnumDuringOpen/1734283532718/Put/vlen=8/seqid=111 2024-12-15T17:25:33,701 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,eee,1734283529512.976f10d34c9ea10c1c86bff00fc0dd35./info:server/1734283532718/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,eee,1734283529512.976f10d34c9ea10c1c86bff00fc0dd35./info:server/1734283532718/Put/vlen=18/seqid=111 2024-12-15T17:25:33,701 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,eee,1734283529512.976f10d34c9ea10c1c86bff00fc0dd35./info:serverstartcode/1734283532718/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,eee,1734283529512.976f10d34c9ea10c1c86bff00fc0dd35./info:serverstartcode/1734283532718/Put/vlen=8/seqid=111 2024-12-15T17:25:33,701 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,eee,1734283529512.976f10d34c9ea10c1c86bff00fc0dd35./info:sn/1734283532257/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,eee,1734283529512.976f10d34c9ea10c1c86bff00fc0dd35./info:sn/1734283532257/Put/vlen=32/seqid=85 2024-12-15T17:25:33,701 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,eee,1734283529512.976f10d34c9ea10c1c86bff00fc0dd35./info:state/1734283532718/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,eee,1734283529512.976f10d34c9ea10c1c86bff00fc0dd35./info:state/1734283532718/Put/vlen=4/seqid=111 2024-12-15T17:25:33,701 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,fff,1734283529512.99e1faa12f6955749681ab9ca64d3259./info:regioninfo/1734283532935/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,fff,1734283529512.99e1faa12f6955749681ab9ca64d3259./info:regioninfo/1734283532935/Put/vlen=65/seqid=121 2024-12-15T17:25:33,701 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,fff,1734283529512.99e1faa12f6955749681ab9ca64d3259./info:seqnumDuringOpen/1734283532935/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,fff,1734283529512.99e1faa12f6955749681ab9ca64d3259./info:seqnumDuringOpen/1734283532935/Put/vlen=8/seqid=121 2024-12-15T17:25:33,701 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,fff,1734283529512.99e1faa12f6955749681ab9ca64d3259./info:server/1734283532935/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,fff,1734283529512.99e1faa12f6955749681ab9ca64d3259./info:server/1734283532935/Put/vlen=18/seqid=121 2024-12-15T17:25:33,701 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,fff,1734283529512.99e1faa12f6955749681ab9ca64d3259./info:serverstartcode/1734283532935/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,fff,1734283529512.99e1faa12f6955749681ab9ca64d3259./info:serverstartcode/1734283532935/Put/vlen=8/seqid=121 2024-12-15T17:25:33,702 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,fff,1734283529512.99e1faa12f6955749681ab9ca64d3259./info:sn/1734283532265/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,fff,1734283529512.99e1faa12f6955749681ab9ca64d3259./info:sn/1734283532265/Put/vlen=32/seqid=92 2024-12-15T17:25:33,702 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,fff,1734283529512.99e1faa12f6955749681ab9ca64d3259./info:state/1734283532935/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,fff,1734283529512.99e1faa12f6955749681ab9ca64d3259./info:state/1734283532935/Put/vlen=4/seqid=121 2024-12-15T17:25:33,702 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ggg,1734283529512.b68698970611cecabf1f0a28ec449617./info:regioninfo/1734283532529/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,ggg,1734283529512.b68698970611cecabf1f0a28ec449617./info:regioninfo/1734283532529/Put/vlen=65/seqid=103 2024-12-15T17:25:33,702 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ggg,1734283529512.b68698970611cecabf1f0a28ec449617./info:seqnumDuringOpen/1734283532529/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ggg,1734283529512.b68698970611cecabf1f0a28ec449617./info:seqnumDuringOpen/1734283532529/Put/vlen=8/seqid=103 2024-12-15T17:25:33,702 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ggg,1734283529512.b68698970611cecabf1f0a28ec449617./info:server/1734283532529/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,ggg,1734283529512.b68698970611cecabf1f0a28ec449617./info:server/1734283532529/Put/vlen=18/seqid=103 2024-12-15T17:25:33,702 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ggg,1734283529512.b68698970611cecabf1f0a28ec449617./info:serverstartcode/1734283532529/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ggg,1734283529512.b68698970611cecabf1f0a28ec449617./info:serverstartcode/1734283532529/Put/vlen=8/seqid=103 2024-12-15T17:25:33,702 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ggg,1734283529512.b68698970611cecabf1f0a28ec449617./info:sn/1734283532256/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,ggg,1734283529512.b68698970611cecabf1f0a28ec449617./info:sn/1734283532256/Put/vlen=32/seqid=84 2024-12-15T17:25:33,702 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ggg,1734283529512.b68698970611cecabf1f0a28ec449617./info:state/1734283532529/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,ggg,1734283529512.b68698970611cecabf1f0a28ec449617./info:state/1734283532529/Put/vlen=4/seqid=103 2024-12-15T17:25:33,702 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,hhh,1734283529512.bf9dce97f0e8d22dbfdd0943faa72d1d./info:regioninfo/1734283532746/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,hhh,1734283529512.bf9dce97f0e8d22dbfdd0943faa72d1d./info:regioninfo/1734283532746/Put/vlen=65/seqid=113 2024-12-15T17:25:33,702 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,hhh,1734283529512.bf9dce97f0e8d22dbfdd0943faa72d1d./info:seqnumDuringOpen/1734283532746/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,hhh,1734283529512.bf9dce97f0e8d22dbfdd0943faa72d1d./info:seqnumDuringOpen/1734283532746/Put/vlen=8/seqid=113 2024-12-15T17:25:33,702 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,hhh,1734283529512.bf9dce97f0e8d22dbfdd0943faa72d1d./info:server/1734283532746/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,hhh,1734283529512.bf9dce97f0e8d22dbfdd0943faa72d1d./info:server/1734283532746/Put/vlen=18/seqid=113 2024-12-15T17:25:33,702 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,hhh,1734283529512.bf9dce97f0e8d22dbfdd0943faa72d1d./info:serverstartcode/1734283532746/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,hhh,1734283529512.bf9dce97f0e8d22dbfdd0943faa72d1d./info:serverstartcode/1734283532746/Put/vlen=8/seqid=113 2024-12-15T17:25:33,702 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,hhh,1734283529512.bf9dce97f0e8d22dbfdd0943faa72d1d./info:sn/1734283532261/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,hhh,1734283529512.bf9dce97f0e8d22dbfdd0943faa72d1d./info:sn/1734283532261/Put/vlen=32/seqid=89 2024-12-15T17:25:33,702 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,hhh,1734283529512.bf9dce97f0e8d22dbfdd0943faa72d1d./info:state/1734283532746/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,hhh,1734283529512.bf9dce97f0e8d22dbfdd0943faa72d1d./info:state/1734283532746/Put/vlen=4/seqid=113 2024-12-15T17:25:33,702 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,iii,1734283529512.f98d7cc541945827c845218db9936be5./info:regioninfo/1734283532673/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,iii,1734283529512.f98d7cc541945827c845218db9936be5./info:regioninfo/1734283532673/Put/vlen=65/seqid=109 2024-12-15T17:25:33,702 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,iii,1734283529512.f98d7cc541945827c845218db9936be5./info:seqnumDuringOpen/1734283532673/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,iii,1734283529512.f98d7cc541945827c845218db9936be5./info:seqnumDuringOpen/1734283532673/Put/vlen=8/seqid=109 2024-12-15T17:25:33,702 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,iii,1734283529512.f98d7cc541945827c845218db9936be5./info:server/1734283532673/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,iii,1734283529512.f98d7cc541945827c845218db9936be5./info:server/1734283532673/Put/vlen=18/seqid=109 2024-12-15T17:25:33,702 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,iii,1734283529512.f98d7cc541945827c845218db9936be5./info:serverstartcode/1734283532673/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,iii,1734283529512.f98d7cc541945827c845218db9936be5./info:serverstartcode/1734283532673/Put/vlen=8/seqid=109 2024-12-15T17:25:33,702 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,iii,1734283529512.f98d7cc541945827c845218db9936be5./info:sn/1734283532248/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,iii,1734283529512.f98d7cc541945827c845218db9936be5./info:sn/1734283532248/Put/vlen=32/seqid=77 2024-12-15T17:25:33,702 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,iii,1734283529512.f98d7cc541945827c845218db9936be5./info:state/1734283532673/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,iii,1734283529512.f98d7cc541945827c845218db9936be5./info:state/1734283532673/Put/vlen=4/seqid=109 2024-12-15T17:25:33,702 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,jjj,1734283529512.ae5d867b74b8993de57a1e3650f9b3d4./info:regioninfo/1734283532692/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,jjj,1734283529512.ae5d867b74b8993de57a1e3650f9b3d4./info:regioninfo/1734283532692/Put/vlen=65/seqid=110 2024-12-15T17:25:33,702 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,jjj,1734283529512.ae5d867b74b8993de57a1e3650f9b3d4./info:seqnumDuringOpen/1734283532692/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,jjj,1734283529512.ae5d867b74b8993de57a1e3650f9b3d4./info:seqnumDuringOpen/1734283532692/Put/vlen=8/seqid=110 2024-12-15T17:25:33,702 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,jjj,1734283529512.ae5d867b74b8993de57a1e3650f9b3d4./info:server/1734283532692/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,jjj,1734283529512.ae5d867b74b8993de57a1e3650f9b3d4./info:server/1734283532692/Put/vlen=18/seqid=110 2024-12-15T17:25:33,702 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,jjj,1734283529512.ae5d867b74b8993de57a1e3650f9b3d4./info:serverstartcode/1734283532692/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,jjj,1734283529512.ae5d867b74b8993de57a1e3650f9b3d4./info:serverstartcode/1734283532692/Put/vlen=8/seqid=110 2024-12-15T17:25:33,702 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,jjj,1734283529512.ae5d867b74b8993de57a1e3650f9b3d4./info:sn/1734283532268/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,jjj,1734283529512.ae5d867b74b8993de57a1e3650f9b3d4./info:sn/1734283532268/Put/vlen=32/seqid=95 2024-12-15T17:25:33,702 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,jjj,1734283529512.ae5d867b74b8993de57a1e3650f9b3d4./info:state/1734283532692/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,jjj,1734283529512.ae5d867b74b8993de57a1e3650f9b3d4./info:state/1734283532692/Put/vlen=4/seqid=110 2024-12-15T17:25:33,703 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,kkk,1734283529512.2ff48bd727d13f89238fd0ca2e8ddd3c./info:regioninfo/1734283532807/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,kkk,1734283529512.2ff48bd727d13f89238fd0ca2e8ddd3c./info:regioninfo/1734283532807/Put/vlen=65/seqid=115 2024-12-15T17:25:33,703 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,kkk,1734283529512.2ff48bd727d13f89238fd0ca2e8ddd3c./info:seqnumDuringOpen/1734283532807/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,kkk,1734283529512.2ff48bd727d13f89238fd0ca2e8ddd3c./info:seqnumDuringOpen/1734283532807/Put/vlen=8/seqid=115 2024-12-15T17:25:33,703 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,kkk,1734283529512.2ff48bd727d13f89238fd0ca2e8ddd3c./info:server/1734283532807/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,kkk,1734283529512.2ff48bd727d13f89238fd0ca2e8ddd3c./info:server/1734283532807/Put/vlen=18/seqid=115 2024-12-15T17:25:33,703 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,kkk,1734283529512.2ff48bd727d13f89238fd0ca2e8ddd3c./info:serverstartcode/1734283532807/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,kkk,1734283529512.2ff48bd727d13f89238fd0ca2e8ddd3c./info:serverstartcode/1734283532807/Put/vlen=8/seqid=115 2024-12-15T17:25:33,703 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,kkk,1734283529512.2ff48bd727d13f89238fd0ca2e8ddd3c./info:sn/1734283532256/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,kkk,1734283529512.2ff48bd727d13f89238fd0ca2e8ddd3c./info:sn/1734283532256/Put/vlen=32/seqid=82 2024-12-15T17:25:33,703 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,kkk,1734283529512.2ff48bd727d13f89238fd0ca2e8ddd3c./info:state/1734283532807/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,kkk,1734283529512.2ff48bd727d13f89238fd0ca2e8ddd3c./info:state/1734283532807/Put/vlen=4/seqid=115 2024-12-15T17:25:33,703 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,lll,1734283529512.e2a46e8b9a1a7dd6e00509781c77021c./info:regioninfo/1734283532983/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,lll,1734283529512.e2a46e8b9a1a7dd6e00509781c77021c./info:regioninfo/1734283532983/Put/vlen=65/seqid=122 2024-12-15T17:25:33,703 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,lll,1734283529512.e2a46e8b9a1a7dd6e00509781c77021c./info:seqnumDuringOpen/1734283532983/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,lll,1734283529512.e2a46e8b9a1a7dd6e00509781c77021c./info:seqnumDuringOpen/1734283532983/Put/vlen=8/seqid=122 2024-12-15T17:25:33,703 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,lll,1734283529512.e2a46e8b9a1a7dd6e00509781c77021c./info:server/1734283532983/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,lll,1734283529512.e2a46e8b9a1a7dd6e00509781c77021c./info:server/1734283532983/Put/vlen=18/seqid=122 2024-12-15T17:25:33,703 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,lll,1734283529512.e2a46e8b9a1a7dd6e00509781c77021c./info:serverstartcode/1734283532983/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,lll,1734283529512.e2a46e8b9a1a7dd6e00509781c77021c./info:serverstartcode/1734283532983/Put/vlen=8/seqid=122 2024-12-15T17:25:33,703 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,lll,1734283529512.e2a46e8b9a1a7dd6e00509781c77021c./info:sn/1734283532249/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,lll,1734283529512.e2a46e8b9a1a7dd6e00509781c77021c./info:sn/1734283532249/Put/vlen=32/seqid=78 2024-12-15T17:25:33,707 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,lll,1734283529512.e2a46e8b9a1a7dd6e00509781c77021c./info:state/1734283532983/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,lll,1734283529512.e2a46e8b9a1a7dd6e00509781c77021c./info:state/1734283532983/Put/vlen=4/seqid=122 2024-12-15T17:25:33,707 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,mmm,1734283529512.8dd8fee789916ce46a147f0e92c545d6./info:regioninfo/1734283532611/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,mmm,1734283529512.8dd8fee789916ce46a147f0e92c545d6./info:regioninfo/1734283532611/Put/vlen=65/seqid=107 2024-12-15T17:25:33,707 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,mmm,1734283529512.8dd8fee789916ce46a147f0e92c545d6./info:seqnumDuringOpen/1734283532611/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,mmm,1734283529512.8dd8fee789916ce46a147f0e92c545d6./info:seqnumDuringOpen/1734283532611/Put/vlen=8/seqid=107 2024-12-15T17:25:33,707 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,mmm,1734283529512.8dd8fee789916ce46a147f0e92c545d6./info:server/1734283532611/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,mmm,1734283529512.8dd8fee789916ce46a147f0e92c545d6./info:server/1734283532611/Put/vlen=18/seqid=107 2024-12-15T17:25:33,707 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,mmm,1734283529512.8dd8fee789916ce46a147f0e92c545d6./info:serverstartcode/1734283532611/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,mmm,1734283529512.8dd8fee789916ce46a147f0e92c545d6./info:serverstartcode/1734283532611/Put/vlen=8/seqid=107 2024-12-15T17:25:33,707 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,mmm,1734283529512.8dd8fee789916ce46a147f0e92c545d6./info:sn/1734283532267/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,mmm,1734283529512.8dd8fee789916ce46a147f0e92c545d6./info:sn/1734283532267/Put/vlen=32/seqid=94 2024-12-15T17:25:33,707 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,mmm,1734283529512.8dd8fee789916ce46a147f0e92c545d6./info:state/1734283532611/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,mmm,1734283529512.8dd8fee789916ce46a147f0e92c545d6./info:state/1734283532611/Put/vlen=4/seqid=107 2024-12-15T17:25:33,707 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,nnn,1734283529512.265bdefa830d462599e7ecedeacaf232./info:regioninfo/1734283532887/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,nnn,1734283529512.265bdefa830d462599e7ecedeacaf232./info:regioninfo/1734283532887/Put/vlen=65/seqid=118 2024-12-15T17:25:33,707 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,nnn,1734283529512.265bdefa830d462599e7ecedeacaf232./info:seqnumDuringOpen/1734283532887/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,nnn,1734283529512.265bdefa830d462599e7ecedeacaf232./info:seqnumDuringOpen/1734283532887/Put/vlen=8/seqid=118 2024-12-15T17:25:33,707 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,nnn,1734283529512.265bdefa830d462599e7ecedeacaf232./info:server/1734283532887/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,nnn,1734283529512.265bdefa830d462599e7ecedeacaf232./info:server/1734283532887/Put/vlen=18/seqid=118 2024-12-15T17:25:33,707 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,nnn,1734283529512.265bdefa830d462599e7ecedeacaf232./info:serverstartcode/1734283532887/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,nnn,1734283529512.265bdefa830d462599e7ecedeacaf232./info:serverstartcode/1734283532887/Put/vlen=8/seqid=118 2024-12-15T17:25:33,708 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,nnn,1734283529512.265bdefa830d462599e7ecedeacaf232./info:sn/1734283532248/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,nnn,1734283529512.265bdefa830d462599e7ecedeacaf232./info:sn/1734283532248/Put/vlen=32/seqid=74 2024-12-15T17:25:33,708 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,nnn,1734283529512.265bdefa830d462599e7ecedeacaf232./info:state/1734283532887/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,nnn,1734283529512.265bdefa830d462599e7ecedeacaf232./info:state/1734283532887/Put/vlen=4/seqid=118 2024-12-15T17:25:33,708 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ooo,1734283529512.830cbc989668d0d550f5e8ca58d11248./info:regioninfo/1734283532888/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,ooo,1734283529512.830cbc989668d0d550f5e8ca58d11248./info:regioninfo/1734283532888/Put/vlen=65/seqid=119 2024-12-15T17:25:33,708 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ooo,1734283529512.830cbc989668d0d550f5e8ca58d11248./info:seqnumDuringOpen/1734283532888/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ooo,1734283529512.830cbc989668d0d550f5e8ca58d11248./info:seqnumDuringOpen/1734283532888/Put/vlen=8/seqid=119 2024-12-15T17:25:33,708 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ooo,1734283529512.830cbc989668d0d550f5e8ca58d11248./info:server/1734283532888/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,ooo,1734283529512.830cbc989668d0d550f5e8ca58d11248./info:server/1734283532888/Put/vlen=18/seqid=119 2024-12-15T17:25:33,708 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ooo,1734283529512.830cbc989668d0d550f5e8ca58d11248./info:serverstartcode/1734283532888/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ooo,1734283529512.830cbc989668d0d550f5e8ca58d11248./info:serverstartcode/1734283532888/Put/vlen=8/seqid=119 2024-12-15T17:25:33,708 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ooo,1734283529512.830cbc989668d0d550f5e8ca58d11248./info:sn/1734283532267/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,ooo,1734283529512.830cbc989668d0d550f5e8ca58d11248./info:sn/1734283532267/Put/vlen=32/seqid=93 2024-12-15T17:25:33,708 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ooo,1734283529512.830cbc989668d0d550f5e8ca58d11248./info:state/1734283532888/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,ooo,1734283529512.830cbc989668d0d550f5e8ca58d11248./info:state/1734283532888/Put/vlen=4/seqid=119 2024-12-15T17:25:33,708 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ppp,1734283529512.8289eaeb1771c3406c17fabbafdf7025./info:regioninfo/1734283532499/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,ppp,1734283529512.8289eaeb1771c3406c17fabbafdf7025./info:regioninfo/1734283532499/Put/vlen=65/seqid=101 2024-12-15T17:25:33,708 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ppp,1734283529512.8289eaeb1771c3406c17fabbafdf7025./info:seqnumDuringOpen/1734283532499/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ppp,1734283529512.8289eaeb1771c3406c17fabbafdf7025./info:seqnumDuringOpen/1734283532499/Put/vlen=8/seqid=101 2024-12-15T17:25:33,708 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ppp,1734283529512.8289eaeb1771c3406c17fabbafdf7025./info:server/1734283532499/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,ppp,1734283529512.8289eaeb1771c3406c17fabbafdf7025./info:server/1734283532499/Put/vlen=18/seqid=101 2024-12-15T17:25:33,708 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ppp,1734283529512.8289eaeb1771c3406c17fabbafdf7025./info:serverstartcode/1734283532499/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ppp,1734283529512.8289eaeb1771c3406c17fabbafdf7025./info:serverstartcode/1734283532499/Put/vlen=8/seqid=101 2024-12-15T17:25:33,708 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ppp,1734283529512.8289eaeb1771c3406c17fabbafdf7025./info:sn/1734283532261/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,ppp,1734283529512.8289eaeb1771c3406c17fabbafdf7025./info:sn/1734283532261/Put/vlen=32/seqid=88 2024-12-15T17:25:33,708 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ppp,1734283529512.8289eaeb1771c3406c17fabbafdf7025./info:state/1734283532499/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,ppp,1734283529512.8289eaeb1771c3406c17fabbafdf7025./info:state/1734283532499/Put/vlen=4/seqid=101 2024-12-15T17:25:33,708 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,qqq,1734283529512.0230b4c491d7025e8a5947cc21b27dc8./info:regioninfo/1734283532782/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,qqq,1734283529512.0230b4c491d7025e8a5947cc21b27dc8./info:regioninfo/1734283532782/Put/vlen=65/seqid=114 2024-12-15T17:25:33,708 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,qqq,1734283529512.0230b4c491d7025e8a5947cc21b27dc8./info:seqnumDuringOpen/1734283532782/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,qqq,1734283529512.0230b4c491d7025e8a5947cc21b27dc8./info:seqnumDuringOpen/1734283532782/Put/vlen=8/seqid=114 2024-12-15T17:25:33,708 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,qqq,1734283529512.0230b4c491d7025e8a5947cc21b27dc8./info:server/1734283532782/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,qqq,1734283529512.0230b4c491d7025e8a5947cc21b27dc8./info:server/1734283532782/Put/vlen=18/seqid=114 2024-12-15T17:25:33,708 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,qqq,1734283529512.0230b4c491d7025e8a5947cc21b27dc8./info:serverstartcode/1734283532782/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,qqq,1734283529512.0230b4c491d7025e8a5947cc21b27dc8./info:serverstartcode/1734283532782/Put/vlen=8/seqid=114 2024-12-15T17:25:33,708 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,qqq,1734283529512.0230b4c491d7025e8a5947cc21b27dc8./info:sn/1734283532248/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,qqq,1734283529512.0230b4c491d7025e8a5947cc21b27dc8./info:sn/1734283532248/Put/vlen=32/seqid=76 2024-12-15T17:25:33,708 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,qqq,1734283529512.0230b4c491d7025e8a5947cc21b27dc8./info:state/1734283532782/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,qqq,1734283529512.0230b4c491d7025e8a5947cc21b27dc8./info:state/1734283532782/Put/vlen=4/seqid=114 2024-12-15T17:25:33,708 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,rrr,1734283529512.7f3fed41ee1994283d94c736ffbff074./info:regioninfo/1734283532839/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,rrr,1734283529512.7f3fed41ee1994283d94c736ffbff074./info:regioninfo/1734283532839/Put/vlen=65/seqid=116 2024-12-15T17:25:33,708 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,rrr,1734283529512.7f3fed41ee1994283d94c736ffbff074./info:seqnumDuringOpen/1734283532839/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,rrr,1734283529512.7f3fed41ee1994283d94c736ffbff074./info:seqnumDuringOpen/1734283532839/Put/vlen=8/seqid=116 2024-12-15T17:25:33,708 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,rrr,1734283529512.7f3fed41ee1994283d94c736ffbff074./info:server/1734283532839/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,rrr,1734283529512.7f3fed41ee1994283d94c736ffbff074./info:server/1734283532839/Put/vlen=18/seqid=116 2024-12-15T17:25:33,708 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,rrr,1734283529512.7f3fed41ee1994283d94c736ffbff074./info:serverstartcode/1734283532839/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,rrr,1734283529512.7f3fed41ee1994283d94c736ffbff074./info:serverstartcode/1734283532839/Put/vlen=8/seqid=116 2024-12-15T17:25:33,708 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,rrr,1734283529512.7f3fed41ee1994283d94c736ffbff074./info:sn/1734283532270/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,rrr,1734283529512.7f3fed41ee1994283d94c736ffbff074./info:sn/1734283532270/Put/vlen=32/seqid=97 2024-12-15T17:25:33,708 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,rrr,1734283529512.7f3fed41ee1994283d94c736ffbff074./info:state/1734283532839/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,rrr,1734283529512.7f3fed41ee1994283d94c736ffbff074./info:state/1734283532839/Put/vlen=4/seqid=116 2024-12-15T17:25:33,708 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,sss,1734283529512.8235885c6e2b33786d8e786dfb2f27db./info:regioninfo/1734283532466/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,sss,1734283529512.8235885c6e2b33786d8e786dfb2f27db./info:regioninfo/1734283532466/Put/vlen=65/seqid=99 2024-12-15T17:25:33,709 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,sss,1734283529512.8235885c6e2b33786d8e786dfb2f27db./info:seqnumDuringOpen/1734283532466/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,sss,1734283529512.8235885c6e2b33786d8e786dfb2f27db./info:seqnumDuringOpen/1734283532466/Put/vlen=8/seqid=99 2024-12-15T17:25:33,709 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,sss,1734283529512.8235885c6e2b33786d8e786dfb2f27db./info:server/1734283532466/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,sss,1734283529512.8235885c6e2b33786d8e786dfb2f27db./info:server/1734283532466/Put/vlen=18/seqid=99 2024-12-15T17:25:33,709 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,sss,1734283529512.8235885c6e2b33786d8e786dfb2f27db./info:serverstartcode/1734283532466/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,sss,1734283529512.8235885c6e2b33786d8e786dfb2f27db./info:serverstartcode/1734283532466/Put/vlen=8/seqid=99 2024-12-15T17:25:33,709 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,sss,1734283529512.8235885c6e2b33786d8e786dfb2f27db./info:sn/1734283532255/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,sss,1734283529512.8235885c6e2b33786d8e786dfb2f27db./info:sn/1734283532255/Put/vlen=32/seqid=81 2024-12-15T17:25:33,709 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,sss,1734283529512.8235885c6e2b33786d8e786dfb2f27db./info:state/1734283532466/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,sss,1734283529512.8235885c6e2b33786d8e786dfb2f27db./info:state/1734283532466/Put/vlen=4/seqid=99 2024-12-15T17:25:33,709 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ttt,1734283529512.882d27f08b8b129e7adc85ee28a6e915./info:regioninfo/1734283532574/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,ttt,1734283529512.882d27f08b8b129e7adc85ee28a6e915./info:regioninfo/1734283532574/Put/vlen=65/seqid=105 2024-12-15T17:25:33,709 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ttt,1734283529512.882d27f08b8b129e7adc85ee28a6e915./info:seqnumDuringOpen/1734283532574/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ttt,1734283529512.882d27f08b8b129e7adc85ee28a6e915./info:seqnumDuringOpen/1734283532574/Put/vlen=8/seqid=105 2024-12-15T17:25:33,709 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ttt,1734283529512.882d27f08b8b129e7adc85ee28a6e915./info:server/1734283532574/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,ttt,1734283529512.882d27f08b8b129e7adc85ee28a6e915./info:server/1734283532574/Put/vlen=18/seqid=105 2024-12-15T17:25:33,709 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ttt,1734283529512.882d27f08b8b129e7adc85ee28a6e915./info:serverstartcode/1734283532574/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ttt,1734283529512.882d27f08b8b129e7adc85ee28a6e915./info:serverstartcode/1734283532574/Put/vlen=8/seqid=105 2024-12-15T17:25:33,709 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ttt,1734283529512.882d27f08b8b129e7adc85ee28a6e915./info:sn/1734283532262/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,ttt,1734283529512.882d27f08b8b129e7adc85ee28a6e915./info:sn/1734283532262/Put/vlen=32/seqid=90 2024-12-15T17:25:33,709 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ttt,1734283529512.882d27f08b8b129e7adc85ee28a6e915./info:state/1734283532574/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,ttt,1734283529512.882d27f08b8b129e7adc85ee28a6e915./info:state/1734283532574/Put/vlen=4/seqid=105 2024-12-15T17:25:33,709 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,uuu,1734283529512.2fb2e64bee4f529f7c7e273339e18bb9./info:regioninfo/1734283532996/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,uuu,1734283529512.2fb2e64bee4f529f7c7e273339e18bb9./info:regioninfo/1734283532996/Put/vlen=65/seqid=123 2024-12-15T17:25:33,709 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,uuu,1734283529512.2fb2e64bee4f529f7c7e273339e18bb9./info:seqnumDuringOpen/1734283532996/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,uuu,1734283529512.2fb2e64bee4f529f7c7e273339e18bb9./info:seqnumDuringOpen/1734283532996/Put/vlen=8/seqid=123 2024-12-15T17:25:33,709 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,uuu,1734283529512.2fb2e64bee4f529f7c7e273339e18bb9./info:server/1734283532996/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,uuu,1734283529512.2fb2e64bee4f529f7c7e273339e18bb9./info:server/1734283532996/Put/vlen=18/seqid=123 2024-12-15T17:25:33,709 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,uuu,1734283529512.2fb2e64bee4f529f7c7e273339e18bb9./info:serverstartcode/1734283532996/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,uuu,1734283529512.2fb2e64bee4f529f7c7e273339e18bb9./info:serverstartcode/1734283532996/Put/vlen=8/seqid=123 2024-12-15T17:25:33,709 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,uuu,1734283529512.2fb2e64bee4f529f7c7e273339e18bb9./info:sn/1734283532256/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,uuu,1734283529512.2fb2e64bee4f529f7c7e273339e18bb9./info:sn/1734283532256/Put/vlen=32/seqid=83 2024-12-15T17:25:33,709 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,uuu,1734283529512.2fb2e64bee4f529f7c7e273339e18bb9./info:state/1734283532996/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,uuu,1734283529512.2fb2e64bee4f529f7c7e273339e18bb9./info:state/1734283532996/Put/vlen=4/seqid=123 2024-12-15T17:25:33,709 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,vvv,1734283529512.a3ae66f90487bf5e756d9de0969ac516./info:regioninfo/1734283532673/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,vvv,1734283529512.a3ae66f90487bf5e756d9de0969ac516./info:regioninfo/1734283532673/Put/vlen=65/seqid=108 2024-12-15T17:25:33,709 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,vvv,1734283529512.a3ae66f90487bf5e756d9de0969ac516./info:seqnumDuringOpen/1734283532673/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,vvv,1734283529512.a3ae66f90487bf5e756d9de0969ac516./info:seqnumDuringOpen/1734283532673/Put/vlen=8/seqid=108 2024-12-15T17:25:33,709 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,vvv,1734283529512.a3ae66f90487bf5e756d9de0969ac516./info:server/1734283532673/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,vvv,1734283529512.a3ae66f90487bf5e756d9de0969ac516./info:server/1734283532673/Put/vlen=18/seqid=108 2024-12-15T17:25:33,709 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,vvv,1734283529512.a3ae66f90487bf5e756d9de0969ac516./info:serverstartcode/1734283532673/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,vvv,1734283529512.a3ae66f90487bf5e756d9de0969ac516./info:serverstartcode/1734283532673/Put/vlen=8/seqid=108 2024-12-15T17:25:33,709 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,vvv,1734283529512.a3ae66f90487bf5e756d9de0969ac516./info:sn/1734283532261/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,vvv,1734283529512.a3ae66f90487bf5e756d9de0969ac516./info:sn/1734283532261/Put/vlen=32/seqid=86 2024-12-15T17:25:33,709 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,vvv,1734283529512.a3ae66f90487bf5e756d9de0969ac516./info:state/1734283532673/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,vvv,1734283529512.a3ae66f90487bf5e756d9de0969ac516./info:state/1734283532673/Put/vlen=4/seqid=108 2024-12-15T17:25:33,709 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,www,1734283529512.908212888685a21e68e69dba35ae3d9e./info:regioninfo/1734283532528/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,www,1734283529512.908212888685a21e68e69dba35ae3d9e./info:regioninfo/1734283532528/Put/vlen=65/seqid=102 2024-12-15T17:25:33,710 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,www,1734283529512.908212888685a21e68e69dba35ae3d9e./info:seqnumDuringOpen/1734283532528/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,www,1734283529512.908212888685a21e68e69dba35ae3d9e./info:seqnumDuringOpen/1734283532528/Put/vlen=8/seqid=102 2024-12-15T17:25:33,710 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,www,1734283529512.908212888685a21e68e69dba35ae3d9e./info:server/1734283532528/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,www,1734283529512.908212888685a21e68e69dba35ae3d9e./info:server/1734283532528/Put/vlen=18/seqid=102 2024-12-15T17:25:33,710 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,www,1734283529512.908212888685a21e68e69dba35ae3d9e./info:serverstartcode/1734283532528/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,www,1734283529512.908212888685a21e68e69dba35ae3d9e./info:serverstartcode/1734283532528/Put/vlen=8/seqid=102 2024-12-15T17:25:33,710 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,www,1734283529512.908212888685a21e68e69dba35ae3d9e./info:sn/1734283532272/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,www,1734283529512.908212888685a21e68e69dba35ae3d9e./info:sn/1734283532272/Put/vlen=32/seqid=98 2024-12-15T17:25:33,710 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,www,1734283529512.908212888685a21e68e69dba35ae3d9e./info:state/1734283532528/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,www,1734283529512.908212888685a21e68e69dba35ae3d9e./info:state/1734283532528/Put/vlen=4/seqid=102 2024-12-15T17:25:33,710 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,xxx,1734283529512.2b024c1e1f043e73c06db2eae0fd3e53./info:regioninfo/1734283532469/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,xxx,1734283529512.2b024c1e1f043e73c06db2eae0fd3e53./info:regioninfo/1734283532469/Put/vlen=65/seqid=100 2024-12-15T17:25:33,710 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,xxx,1734283529512.2b024c1e1f043e73c06db2eae0fd3e53./info:seqnumDuringOpen/1734283532469/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,xxx,1734283529512.2b024c1e1f043e73c06db2eae0fd3e53./info:seqnumDuringOpen/1734283532469/Put/vlen=8/seqid=100 2024-12-15T17:25:33,710 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,xxx,1734283529512.2b024c1e1f043e73c06db2eae0fd3e53./info:server/1734283532469/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,xxx,1734283529512.2b024c1e1f043e73c06db2eae0fd3e53./info:server/1734283532469/Put/vlen=18/seqid=100 2024-12-15T17:25:33,710 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,xxx,1734283529512.2b024c1e1f043e73c06db2eae0fd3e53./info:serverstartcode/1734283532469/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,xxx,1734283529512.2b024c1e1f043e73c06db2eae0fd3e53./info:serverstartcode/1734283532469/Put/vlen=8/seqid=100 2024-12-15T17:25:33,710 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,xxx,1734283529512.2b024c1e1f043e73c06db2eae0fd3e53./info:sn/1734283532252/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,xxx,1734283529512.2b024c1e1f043e73c06db2eae0fd3e53./info:sn/1734283532252/Put/vlen=32/seqid=79 2024-12-15T17:25:33,710 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,xxx,1734283529512.2b024c1e1f043e73c06db2eae0fd3e53./info:state/1734283532469/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,xxx,1734283529512.2b024c1e1f043e73c06db2eae0fd3e53./info:state/1734283532469/Put/vlen=4/seqid=100 2024-12-15T17:25:33,710 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,yyy,1734283529512.a07da090089be168ee0eab0b8b73cad7./info:regioninfo/1734283532917/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,yyy,1734283529512.a07da090089be168ee0eab0b8b73cad7./info:regioninfo/1734283532917/Put/vlen=62/seqid=120 2024-12-15T17:25:33,710 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,yyy,1734283529512.a07da090089be168ee0eab0b8b73cad7./info:seqnumDuringOpen/1734283532917/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,yyy,1734283529512.a07da090089be168ee0eab0b8b73cad7./info:seqnumDuringOpen/1734283532917/Put/vlen=8/seqid=120 2024-12-15T17:25:33,710 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,yyy,1734283529512.a07da090089be168ee0eab0b8b73cad7./info:server/1734283532917/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,yyy,1734283529512.a07da090089be168ee0eab0b8b73cad7./info:server/1734283532917/Put/vlen=18/seqid=120 2024-12-15T17:25:33,710 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,yyy,1734283529512.a07da090089be168ee0eab0b8b73cad7./info:serverstartcode/1734283532917/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,yyy,1734283529512.a07da090089be168ee0eab0b8b73cad7./info:serverstartcode/1734283532917/Put/vlen=8/seqid=120 2024-12-15T17:25:33,710 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,yyy,1734283529512.a07da090089be168ee0eab0b8b73cad7./info:sn/1734283532261/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,yyy,1734283529512.a07da090089be168ee0eab0b8b73cad7./info:sn/1734283532261/Put/vlen=32/seqid=87 2024-12-15T17:25:33,710 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,yyy,1734283529512.a07da090089be168ee0eab0b8b73cad7./info:state/1734283532917/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,yyy,1734283529512.a07da090089be168ee0eab0b8b73cad7./info:state/1734283532917/Put/vlen=4/seqid=120 2024-12-15T17:25:33,710 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T17:25:33,710 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint$4(489): Verifying replication for region replica {ENCODED => 1657623790, NAME => 'hbase:meta,,1_0002', STARTKEY => '', ENDKEY => '', REPLICA_ID => 2} 2024-12-15T17:25:33,713 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 hbase:namespace/table:state/1734283507898/Put/vlen=2/seqid=8 2024-12-15T17:25:33,713 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3./info:regioninfo/1734283507894/Put/vlen=41/seqid=7 2024-12-15T17:25:33,713 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3./info:seqnumDuringOpen/1734283507894/Put/vlen=8/seqid=7 2024-12-15T17:25:33,713 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3./info:server/1734283507894/Put/vlen=18/seqid=7 2024-12-15T17:25:33,713 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3./info:serverstartcode/1734283507894/Put/vlen=8/seqid=7 2024-12-15T17:25:33,713 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3./info:sn/1734283507665/Put/vlen=32/seqid=6 2024-12-15T17:25:33,713 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3./info:state/1734283507894/Put/vlen=4/seqid=7 2024-12-15T17:25:33,713 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0/table:state/1734283522943/Put/vlen=2/seqid=71 2024-12-15T17:25:33,713 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:regioninfo/1734283522449/Put/vlen=62/seqid=51 2024-12-15T17:25:33,713 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:seqnumDuringOpen/1734283522449/Put/vlen=8/seqid=51 2024-12-15T17:25:33,713 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:server/1734283522449/Put/vlen=18/seqid=51 2024-12-15T17:25:33,713 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:serverstartcode/1734283522449/Put/vlen=8/seqid=51 2024-12-15T17:25:33,713 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:sn/1734283522015/Put/vlen=32/seqid=26 2024-12-15T17:25:33,713 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17./info:state/1734283522449/Put/vlen=4/seqid=51 2024-12-15T17:25:33,713 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,bbb,1734283520293.203fa074391697fe80bb425df65daad2./info:regioninfo/1734283522690/Put/vlen=65/seqid=64 2024-12-15T17:25:33,713 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,bbb,1734283520293.203fa074391697fe80bb425df65daad2./info:seqnumDuringOpen/1734283522690/Put/vlen=8/seqid=64 2024-12-15T17:25:33,713 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,bbb,1734283520293.203fa074391697fe80bb425df65daad2./info:server/1734283522690/Put/vlen=18/seqid=64 2024-12-15T17:25:33,713 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,bbb,1734283520293.203fa074391697fe80bb425df65daad2./info:serverstartcode/1734283522690/Put/vlen=8/seqid=64 2024-12-15T17:25:33,713 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,bbb,1734283520293.203fa074391697fe80bb425df65daad2./info:sn/1734283522029/Put/vlen=32/seqid=33 2024-12-15T17:25:33,713 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,bbb,1734283520293.203fa074391697fe80bb425df65daad2./info:state/1734283522690/Put/vlen=4/seqid=64 2024-12-15T17:25:33,713 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ccc,1734283520293.3daa779a17e38f0cd0550cc03b57cdda./info:regioninfo/1734283522515/Put/vlen=65/seqid=55 2024-12-15T17:25:33,713 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ccc,1734283520293.3daa779a17e38f0cd0550cc03b57cdda./info:seqnumDuringOpen/1734283522515/Put/vlen=8/seqid=55 2024-12-15T17:25:33,713 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ccc,1734283520293.3daa779a17e38f0cd0550cc03b57cdda./info:server/1734283522515/Put/vlen=18/seqid=55 2024-12-15T17:25:33,713 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ccc,1734283520293.3daa779a17e38f0cd0550cc03b57cdda./info:serverstartcode/1734283522515/Put/vlen=8/seqid=55 2024-12-15T17:25:33,713 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ccc,1734283520293.3daa779a17e38f0cd0550cc03b57cdda./info:sn/1734283522023/Put/vlen=32/seqid=30 2024-12-15T17:25:33,714 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ccc,1734283520293.3daa779a17e38f0cd0550cc03b57cdda./info:state/1734283522515/Put/vlen=4/seqid=55 2024-12-15T17:25:33,714 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ddd,1734283520293.fb6b996c1f758ba6802cdc89e8e88efe./info:regioninfo/1734283522429/Put/vlen=65/seqid=50 2024-12-15T17:25:33,714 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ddd,1734283520293.fb6b996c1f758ba6802cdc89e8e88efe./info:seqnumDuringOpen/1734283522429/Put/vlen=8/seqid=50 2024-12-15T17:25:33,714 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ddd,1734283520293.fb6b996c1f758ba6802cdc89e8e88efe./info:server/1734283522429/Put/vlen=18/seqid=50 2024-12-15T17:25:33,714 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ddd,1734283520293.fb6b996c1f758ba6802cdc89e8e88efe./info:serverstartcode/1734283522429/Put/vlen=8/seqid=50 2024-12-15T17:25:33,714 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ddd,1734283520293.fb6b996c1f758ba6802cdc89e8e88efe./info:sn/1734283522023/Put/vlen=32/seqid=31 2024-12-15T17:25:33,714 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ddd,1734283520293.fb6b996c1f758ba6802cdc89e8e88efe./info:state/1734283522429/Put/vlen=4/seqid=50 2024-12-15T17:25:33,714 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,eee,1734283520293.afed1399feff55462ad01594581f26e2./info:regioninfo/1734283522743/Put/vlen=65/seqid=65 2024-12-15T17:25:33,714 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,eee,1734283520293.afed1399feff55462ad01594581f26e2./info:seqnumDuringOpen/1734283522743/Put/vlen=8/seqid=65 2024-12-15T17:25:33,714 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,eee,1734283520293.afed1399feff55462ad01594581f26e2./info:server/1734283522743/Put/vlen=18/seqid=65 2024-12-15T17:25:33,714 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,eee,1734283520293.afed1399feff55462ad01594581f26e2./info:serverstartcode/1734283522743/Put/vlen=8/seqid=65 2024-12-15T17:25:33,714 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,eee,1734283520293.afed1399feff55462ad01594581f26e2./info:sn/1734283522100/Put/vlen=32/seqid=43 2024-12-15T17:25:33,714 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,eee,1734283520293.afed1399feff55462ad01594581f26e2./info:state/1734283522743/Put/vlen=4/seqid=65 2024-12-15T17:25:33,714 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,fff,1734283520293.f08fad4af97bff08782cb7e05596410b./info:regioninfo/1734283522495/Put/vlen=65/seqid=53 2024-12-15T17:25:33,714 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,fff,1734283520293.f08fad4af97bff08782cb7e05596410b./info:seqnumDuringOpen/1734283522495/Put/vlen=8/seqid=53 2024-12-15T17:25:33,714 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,fff,1734283520293.f08fad4af97bff08782cb7e05596410b./info:server/1734283522495/Put/vlen=18/seqid=53 2024-12-15T17:25:33,714 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,fff,1734283520293.f08fad4af97bff08782cb7e05596410b./info:serverstartcode/1734283522495/Put/vlen=8/seqid=53 2024-12-15T17:25:33,714 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,fff,1734283520293.f08fad4af97bff08782cb7e05596410b./info:sn/1734283522039/Put/vlen=32/seqid=39 2024-12-15T17:25:33,714 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,fff,1734283520293.f08fad4af97bff08782cb7e05596410b./info:state/1734283522495/Put/vlen=4/seqid=53 2024-12-15T17:25:33,714 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ggg,1734283520293.71a1c30a77a9d98d5457627db4d32714./info:regioninfo/1734283522781/Put/vlen=65/seqid=69 2024-12-15T17:25:33,714 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ggg,1734283520293.71a1c30a77a9d98d5457627db4d32714./info:seqnumDuringOpen/1734283522781/Put/vlen=8/seqid=69 2024-12-15T17:25:33,714 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ggg,1734283520293.71a1c30a77a9d98d5457627db4d32714./info:server/1734283522781/Put/vlen=18/seqid=69 2024-12-15T17:25:33,714 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ggg,1734283520293.71a1c30a77a9d98d5457627db4d32714./info:serverstartcode/1734283522781/Put/vlen=8/seqid=69 2024-12-15T17:25:33,714 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ggg,1734283520293.71a1c30a77a9d98d5457627db4d32714./info:sn/1734283522009/Put/vlen=32/seqid=24 2024-12-15T17:25:33,714 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ggg,1734283520293.71a1c30a77a9d98d5457627db4d32714./info:state/1734283522781/Put/vlen=4/seqid=69 2024-12-15T17:25:33,714 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,hhh,1734283520293.fc22d398785f692520dace054fe1f093./info:regioninfo/1734283522585/Put/vlen=65/seqid=58 2024-12-15T17:25:33,715 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,hhh,1734283520293.fc22d398785f692520dace054fe1f093./info:seqnumDuringOpen/1734283522585/Put/vlen=8/seqid=58 2024-12-15T17:25:33,715 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,hhh,1734283520293.fc22d398785f692520dace054fe1f093./info:server/1734283522585/Put/vlen=18/seqid=58 2024-12-15T17:25:33,715 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,hhh,1734283520293.fc22d398785f692520dace054fe1f093./info:serverstartcode/1734283522585/Put/vlen=8/seqid=58 2024-12-15T17:25:33,715 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,hhh,1734283520293.fc22d398785f692520dace054fe1f093./info:sn/1734283522044/Put/vlen=32/seqid=40 2024-12-15T17:25:33,715 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,hhh,1734283520293.fc22d398785f692520dace054fe1f093./info:state/1734283522585/Put/vlen=4/seqid=58 2024-12-15T17:25:33,715 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,iii,1734283520293.2ac5db3b34ca1720d38bfadbefef829a./info:regioninfo/1734283522683/Put/vlen=65/seqid=63 2024-12-15T17:25:33,715 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,iii,1734283520293.2ac5db3b34ca1720d38bfadbefef829a./info:seqnumDuringOpen/1734283522683/Put/vlen=8/seqid=63 2024-12-15T17:25:33,715 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,iii,1734283520293.2ac5db3b34ca1720d38bfadbefef829a./info:server/1734283522683/Put/vlen=18/seqid=63 2024-12-15T17:25:33,715 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,iii,1734283520293.2ac5db3b34ca1720d38bfadbefef829a./info:serverstartcode/1734283522683/Put/vlen=8/seqid=63 2024-12-15T17:25:33,715 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,iii,1734283520293.2ac5db3b34ca1720d38bfadbefef829a./info:sn/1734283522019/Put/vlen=32/seqid=27 2024-12-15T17:25:33,715 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,iii,1734283520293.2ac5db3b34ca1720d38bfadbefef829a./info:state/1734283522683/Put/vlen=4/seqid=63 2024-12-15T17:25:33,715 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,jjj,1734283520293.14cb587b72f8731bab7db98b58d356dd./info:regioninfo/1734283522627/Put/vlen=65/seqid=60 2024-12-15T17:25:33,719 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,jjj,1734283520293.14cb587b72f8731bab7db98b58d356dd./info:seqnumDuringOpen/1734283522627/Put/vlen=8/seqid=60 2024-12-15T17:25:33,719 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,jjj,1734283520293.14cb587b72f8731bab7db98b58d356dd./info:server/1734283522627/Put/vlen=18/seqid=60 2024-12-15T17:25:33,719 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,jjj,1734283520293.14cb587b72f8731bab7db98b58d356dd./info:serverstartcode/1734283522627/Put/vlen=8/seqid=60 2024-12-15T17:25:33,719 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,jjj,1734283520293.14cb587b72f8731bab7db98b58d356dd./info:sn/1734283522033/Put/vlen=32/seqid=37 2024-12-15T17:25:33,719 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,jjj,1734283520293.14cb587b72f8731bab7db98b58d356dd./info:state/1734283522627/Put/vlen=4/seqid=60 2024-12-15T17:25:33,719 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,kkk,1734283520293.c84862161c7d618c258250c3088fa33d./info:regioninfo/1734283522651/Put/vlen=65/seqid=62 2024-12-15T17:25:33,719 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,kkk,1734283520293.c84862161c7d618c258250c3088fa33d./info:seqnumDuringOpen/1734283522651/Put/vlen=8/seqid=62 2024-12-15T17:25:33,719 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,kkk,1734283520293.c84862161c7d618c258250c3088fa33d./info:server/1734283522651/Put/vlen=18/seqid=62 2024-12-15T17:25:33,719 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,kkk,1734283520293.c84862161c7d618c258250c3088fa33d./info:serverstartcode/1734283522651/Put/vlen=8/seqid=62 2024-12-15T17:25:33,719 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,kkk,1734283520293.c84862161c7d618c258250c3088fa33d./info:sn/1734283522009/Put/vlen=32/seqid=23 2024-12-15T17:25:33,720 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,kkk,1734283520293.c84862161c7d618c258250c3088fa33d./info:state/1734283522651/Put/vlen=4/seqid=62 2024-12-15T17:25:33,720 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,lll,1734283520293.d486977fc419debe1bb7dc886ff93327./info:regioninfo/1734283522647/Put/vlen=65/seqid=61 2024-12-15T17:25:33,720 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,lll,1734283520293.d486977fc419debe1bb7dc886ff93327./info:seqnumDuringOpen/1734283522647/Put/vlen=8/seqid=61 2024-12-15T17:25:33,720 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,lll,1734283520293.d486977fc419debe1bb7dc886ff93327./info:server/1734283522647/Put/vlen=18/seqid=61 2024-12-15T17:25:33,720 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,lll,1734283520293.d486977fc419debe1bb7dc886ff93327./info:serverstartcode/1734283522647/Put/vlen=8/seqid=61 2024-12-15T17:25:33,720 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,lll,1734283520293.d486977fc419debe1bb7dc886ff93327./info:sn/1734283522111/Put/vlen=32/seqid=44 2024-12-15T17:25:33,720 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,lll,1734283520293.d486977fc419debe1bb7dc886ff93327./info:state/1734283522647/Put/vlen=4/seqid=61 2024-12-15T17:25:33,720 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,mmm,1734283520293.deff9d45a6ebb276ddf90f696aa7e3fd./info:regioninfo/1734283522528/Put/vlen=65/seqid=56 2024-12-15T17:25:33,720 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,mmm,1734283520293.deff9d45a6ebb276ddf90f696aa7e3fd./info:seqnumDuringOpen/1734283522528/Put/vlen=8/seqid=56 2024-12-15T17:25:33,720 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,mmm,1734283520293.deff9d45a6ebb276ddf90f696aa7e3fd./info:server/1734283522528/Put/vlen=18/seqid=56 2024-12-15T17:25:33,720 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,mmm,1734283520293.deff9d45a6ebb276ddf90f696aa7e3fd./info:serverstartcode/1734283522528/Put/vlen=8/seqid=56 2024-12-15T17:25:33,720 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,mmm,1734283520293.deff9d45a6ebb276ddf90f696aa7e3fd./info:sn/1734283522009/Put/vlen=32/seqid=21 2024-12-15T17:25:33,720 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,mmm,1734283520293.deff9d45a6ebb276ddf90f696aa7e3fd./info:state/1734283522528/Put/vlen=4/seqid=56 2024-12-15T17:25:33,720 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,nnn,1734283520293.7f35b277f34effd5246042dcfe85a8eb./info:regioninfo/1734283522515/Put/vlen=65/seqid=54 2024-12-15T17:25:33,720 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,nnn,1734283520293.7f35b277f34effd5246042dcfe85a8eb./info:seqnumDuringOpen/1734283522515/Put/vlen=8/seqid=54 2024-12-15T17:25:33,720 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,nnn,1734283520293.7f35b277f34effd5246042dcfe85a8eb./info:server/1734283522515/Put/vlen=18/seqid=54 2024-12-15T17:25:33,720 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,nnn,1734283520293.7f35b277f34effd5246042dcfe85a8eb./info:serverstartcode/1734283522515/Put/vlen=8/seqid=54 2024-12-15T17:25:33,720 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,nnn,1734283520293.7f35b277f34effd5246042dcfe85a8eb./info:sn/1734283522124/Put/vlen=32/seqid=45 2024-12-15T17:25:33,720 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,nnn,1734283520293.7f35b277f34effd5246042dcfe85a8eb./info:state/1734283522515/Put/vlen=4/seqid=54 2024-12-15T17:25:33,720 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ooo,1734283520293.f484d022a0b61d256bc89c9546e1cbf5./info:regioninfo/1734283522777/Put/vlen=65/seqid=68 2024-12-15T17:25:33,720 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ooo,1734283520293.f484d022a0b61d256bc89c9546e1cbf5./info:seqnumDuringOpen/1734283522777/Put/vlen=8/seqid=68 2024-12-15T17:25:33,720 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ooo,1734283520293.f484d022a0b61d256bc89c9546e1cbf5./info:server/1734283522777/Put/vlen=18/seqid=68 2024-12-15T17:25:33,720 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ooo,1734283520293.f484d022a0b61d256bc89c9546e1cbf5./info:serverstartcode/1734283522777/Put/vlen=8/seqid=68 2024-12-15T17:25:33,720 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ooo,1734283520293.f484d022a0b61d256bc89c9546e1cbf5./info:sn/1734283522023/Put/vlen=32/seqid=28 2024-12-15T17:25:33,720 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ooo,1734283520293.f484d022a0b61d256bc89c9546e1cbf5./info:state/1734283522777/Put/vlen=4/seqid=68 2024-12-15T17:25:33,720 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ppp,1734283520293.f3107e06f17663abef43df4f965dd513./info:regioninfo/1734283522746/Put/vlen=65/seqid=67 2024-12-15T17:25:33,720 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ppp,1734283520293.f3107e06f17663abef43df4f965dd513./info:seqnumDuringOpen/1734283522746/Put/vlen=8/seqid=67 2024-12-15T17:25:33,720 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ppp,1734283520293.f3107e06f17663abef43df4f965dd513./info:server/1734283522746/Put/vlen=18/seqid=67 2024-12-15T17:25:33,720 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ppp,1734283520293.f3107e06f17663abef43df4f965dd513./info:serverstartcode/1734283522746/Put/vlen=8/seqid=67 2024-12-15T17:25:33,721 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ppp,1734283520293.f3107e06f17663abef43df4f965dd513./info:sn/1734283522039/Put/vlen=32/seqid=38 2024-12-15T17:25:33,721 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ppp,1734283520293.f3107e06f17663abef43df4f965dd513./info:state/1734283522746/Put/vlen=4/seqid=67 2024-12-15T17:25:33,721 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,qqq,1734283520293.221a69822fc62a9463c5c9fcb5277d73./info:regioninfo/1734283522871/Put/vlen=65/seqid=70 2024-12-15T17:25:33,721 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,qqq,1734283520293.221a69822fc62a9463c5c9fcb5277d73./info:seqnumDuringOpen/1734283522871/Put/vlen=8/seqid=70 2024-12-15T17:25:33,721 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,qqq,1734283520293.221a69822fc62a9463c5c9fcb5277d73./info:server/1734283522871/Put/vlen=18/seqid=70 2024-12-15T17:25:33,721 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,qqq,1734283520293.221a69822fc62a9463c5c9fcb5277d73./info:serverstartcode/1734283522871/Put/vlen=8/seqid=70 2024-12-15T17:25:33,721 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,qqq,1734283520293.221a69822fc62a9463c5c9fcb5277d73./info:sn/1734283522023/Put/vlen=32/seqid=32 2024-12-15T17:25:33,721 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,qqq,1734283520293.221a69822fc62a9463c5c9fcb5277d73./info:state/1734283522871/Put/vlen=4/seqid=70 2024-12-15T17:25:33,721 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,rrr,1734283520293.ac66a1d73d9ffce03e30e52d7400a113./info:regioninfo/1734283522540/Put/vlen=65/seqid=57 2024-12-15T17:25:33,721 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,rrr,1734283520293.ac66a1d73d9ffce03e30e52d7400a113./info:seqnumDuringOpen/1734283522540/Put/vlen=8/seqid=57 2024-12-15T17:25:33,721 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,rrr,1734283520293.ac66a1d73d9ffce03e30e52d7400a113./info:server/1734283522540/Put/vlen=18/seqid=57 2024-12-15T17:25:33,721 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,rrr,1734283520293.ac66a1d73d9ffce03e30e52d7400a113./info:serverstartcode/1734283522540/Put/vlen=8/seqid=57 2024-12-15T17:25:33,721 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,rrr,1734283520293.ac66a1d73d9ffce03e30e52d7400a113./info:sn/1734283522029/Put/vlen=32/seqid=35 2024-12-15T17:25:33,721 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,rrr,1734283520293.ac66a1d73d9ffce03e30e52d7400a113./info:state/1734283522540/Put/vlen=4/seqid=57 2024-12-15T17:25:33,721 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,sss,1734283520293.cd36423b8a400f47b4fddd7aea516a00./info:regioninfo/1734283522744/Put/vlen=65/seqid=66 2024-12-15T17:25:33,721 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,sss,1734283520293.cd36423b8a400f47b4fddd7aea516a00./info:seqnumDuringOpen/1734283522744/Put/vlen=8/seqid=66 2024-12-15T17:25:33,721 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,sss,1734283520293.cd36423b8a400f47b4fddd7aea516a00./info:server/1734283522744/Put/vlen=18/seqid=66 2024-12-15T17:25:33,721 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,sss,1734283520293.cd36423b8a400f47b4fddd7aea516a00./info:serverstartcode/1734283522744/Put/vlen=8/seqid=66 2024-12-15T17:25:33,721 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,sss,1734283520293.cd36423b8a400f47b4fddd7aea516a00./info:sn/1734283522009/Put/vlen=32/seqid=22 2024-12-15T17:25:33,721 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,sss,1734283520293.cd36423b8a400f47b4fddd7aea516a00./info:state/1734283522744/Put/vlen=4/seqid=66 2024-12-15T17:25:33,721 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ttt,1734283520293.3e15309aabd312448d789238feb18aa9./info:regioninfo/1734283522380/Put/vlen=65/seqid=48 2024-12-15T17:25:33,721 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ttt,1734283520293.3e15309aabd312448d789238feb18aa9./info:seqnumDuringOpen/1734283522380/Put/vlen=8/seqid=48 2024-12-15T17:25:33,721 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ttt,1734283520293.3e15309aabd312448d789238feb18aa9./info:server/1734283522380/Put/vlen=18/seqid=48 2024-12-15T17:25:33,721 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ttt,1734283520293.3e15309aabd312448d789238feb18aa9./info:serverstartcode/1734283522380/Put/vlen=8/seqid=48 2024-12-15T17:25:33,721 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ttt,1734283520293.3e15309aabd312448d789238feb18aa9./info:sn/1734283522050/Put/vlen=32/seqid=41 2024-12-15T17:25:33,721 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,ttt,1734283520293.3e15309aabd312448d789238feb18aa9./info:state/1734283522380/Put/vlen=4/seqid=48 2024-12-15T17:25:33,722 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,uuu,1734283520293.09ceb1da06f037a04fc81b52fa2d9323./info:regioninfo/1734283522351/Put/vlen=65/seqid=46 2024-12-15T17:25:33,722 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,uuu,1734283520293.09ceb1da06f037a04fc81b52fa2d9323./info:seqnumDuringOpen/1734283522351/Put/vlen=8/seqid=46 2024-12-15T17:25:33,722 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,uuu,1734283520293.09ceb1da06f037a04fc81b52fa2d9323./info:server/1734283522351/Put/vlen=18/seqid=46 2024-12-15T17:25:33,722 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,uuu,1734283520293.09ceb1da06f037a04fc81b52fa2d9323./info:serverstartcode/1734283522351/Put/vlen=8/seqid=46 2024-12-15T17:25:33,722 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,uuu,1734283520293.09ceb1da06f037a04fc81b52fa2d9323./info:sn/1734283522023/Put/vlen=32/seqid=29 2024-12-15T17:25:33,722 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,uuu,1734283520293.09ceb1da06f037a04fc81b52fa2d9323./info:state/1734283522351/Put/vlen=4/seqid=46 2024-12-15T17:25:33,722 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,vvv,1734283520293.49c73611337e492b462d8c10d149b525./info:regioninfo/1734283522592/Put/vlen=65/seqid=59 2024-12-15T17:25:33,722 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,vvv,1734283520293.49c73611337e492b462d8c10d149b525./info:seqnumDuringOpen/1734283522592/Put/vlen=8/seqid=59 2024-12-15T17:25:33,722 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,vvv,1734283520293.49c73611337e492b462d8c10d149b525./info:server/1734283522592/Put/vlen=18/seqid=59 2024-12-15T17:25:33,722 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,vvv,1734283520293.49c73611337e492b462d8c10d149b525./info:serverstartcode/1734283522592/Put/vlen=8/seqid=59 2024-12-15T17:25:33,722 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,vvv,1734283520293.49c73611337e492b462d8c10d149b525./info:sn/1734283522029/Put/vlen=32/seqid=34 2024-12-15T17:25:33,722 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,vvv,1734283520293.49c73611337e492b462d8c10d149b525./info:state/1734283522592/Put/vlen=4/seqid=59 2024-12-15T17:25:33,722 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,www,1734283520293.8e471c3e2d1e25fb518269a752811708./info:regioninfo/1734283522383/Put/vlen=65/seqid=49 2024-12-15T17:25:33,722 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,www,1734283520293.8e471c3e2d1e25fb518269a752811708./info:seqnumDuringOpen/1734283522383/Put/vlen=8/seqid=49 2024-12-15T17:25:33,722 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,www,1734283520293.8e471c3e2d1e25fb518269a752811708./info:server/1734283522383/Put/vlen=18/seqid=49 2024-12-15T17:25:33,722 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,www,1734283520293.8e471c3e2d1e25fb518269a752811708./info:serverstartcode/1734283522383/Put/vlen=8/seqid=49 2024-12-15T17:25:33,722 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,www,1734283520293.8e471c3e2d1e25fb518269a752811708./info:sn/1734283522030/Put/vlen=32/seqid=36 2024-12-15T17:25:33,722 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,www,1734283520293.8e471c3e2d1e25fb518269a752811708./info:state/1734283522383/Put/vlen=4/seqid=49 2024-12-15T17:25:33,722 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,xxx,1734283520293.d4f60170220b4b9677e89be296705db8./info:regioninfo/1734283522467/Put/vlen=65/seqid=52 2024-12-15T17:25:33,722 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,xxx,1734283520293.d4f60170220b4b9677e89be296705db8./info:seqnumDuringOpen/1734283522467/Put/vlen=8/seqid=52 2024-12-15T17:25:33,722 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,xxx,1734283520293.d4f60170220b4b9677e89be296705db8./info:server/1734283522467/Put/vlen=18/seqid=52 2024-12-15T17:25:33,722 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,xxx,1734283520293.d4f60170220b4b9677e89be296705db8./info:serverstartcode/1734283522467/Put/vlen=8/seqid=52 2024-12-15T17:25:33,722 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,xxx,1734283520293.d4f60170220b4b9677e89be296705db8./info:sn/1734283522072/Put/vlen=32/seqid=42 2024-12-15T17:25:33,722 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,xxx,1734283520293.d4f60170220b4b9677e89be296705db8./info:state/1734283522467/Put/vlen=4/seqid=52 2024-12-15T17:25:33,722 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,yyy,1734283520293.3799bc1996d399b365f23156a453a52e./info:regioninfo/1734283522367/Put/vlen=62/seqid=47 2024-12-15T17:25:33,722 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,yyy,1734283520293.3799bc1996d399b365f23156a453a52e./info:seqnumDuringOpen/1734283522367/Put/vlen=8/seqid=47 2024-12-15T17:25:33,722 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,yyy,1734283520293.3799bc1996d399b365f23156a453a52e./info:server/1734283522367/Put/vlen=18/seqid=47 2024-12-15T17:25:33,722 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,yyy,1734283520293.3799bc1996d399b365f23156a453a52e./info:serverstartcode/1734283522367/Put/vlen=8/seqid=47 2024-12-15T17:25:33,723 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,yyy,1734283520293.3799bc1996d399b365f23156a453a52e./info:sn/1734283522010/Put/vlen=32/seqid=25 2024-12-15T17:25:33,723 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_0,yyy,1734283520293.3799bc1996d399b365f23156a453a52e./info:state/1734283522367/Put/vlen=4/seqid=47 2024-12-15T17:25:33,723 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1/table:state/1734283533014/Put/vlen=2/seqid=124 2024-12-15T17:25:33,723 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:regioninfo/1734283532604/Put/vlen=62/seqid=106 2024-12-15T17:25:33,723 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:seqnumDuringOpen/1734283532604/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:seqnumDuringOpen/1734283532604/Put/vlen=8/seqid=106 2024-12-15T17:25:33,723 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:server/1734283532604/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:server/1734283532604/Put/vlen=18/seqid=106 2024-12-15T17:25:33,723 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:serverstartcode/1734283532604/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:serverstartcode/1734283532604/Put/vlen=8/seqid=106 2024-12-15T17:25:33,723 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:sn/1734283532253/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:sn/1734283532253/Put/vlen=32/seqid=80 2024-12-15T17:25:33,723 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:state/1734283532604/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6./info:state/1734283532604/Put/vlen=4/seqid=106 2024-12-15T17:25:33,723 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,bbb,1734283529512.28bd9f756bfc5025c25c7d4dee6862e9./info:regioninfo/1734283532570/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,bbb,1734283529512.28bd9f756bfc5025c25c7d4dee6862e9./info:regioninfo/1734283532570/Put/vlen=65/seqid=104 2024-12-15T17:25:33,723 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,bbb,1734283529512.28bd9f756bfc5025c25c7d4dee6862e9./info:seqnumDuringOpen/1734283532570/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,bbb,1734283529512.28bd9f756bfc5025c25c7d4dee6862e9./info:seqnumDuringOpen/1734283532570/Put/vlen=8/seqid=104 2024-12-15T17:25:33,723 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,bbb,1734283529512.28bd9f756bfc5025c25c7d4dee6862e9./info:server/1734283532570/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,bbb,1734283529512.28bd9f756bfc5025c25c7d4dee6862e9./info:server/1734283532570/Put/vlen=18/seqid=104 2024-12-15T17:25:33,723 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,bbb,1734283529512.28bd9f756bfc5025c25c7d4dee6862e9./info:serverstartcode/1734283532570/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,bbb,1734283529512.28bd9f756bfc5025c25c7d4dee6862e9./info:serverstartcode/1734283532570/Put/vlen=8/seqid=104 2024-12-15T17:25:33,723 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,bbb,1734283529512.28bd9f756bfc5025c25c7d4dee6862e9./info:sn/1734283532248/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,bbb,1734283529512.28bd9f756bfc5025c25c7d4dee6862e9./info:sn/1734283532248/Put/vlen=32/seqid=75 2024-12-15T17:25:33,723 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,bbb,1734283529512.28bd9f756bfc5025c25c7d4dee6862e9./info:state/1734283532570/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,bbb,1734283529512.28bd9f756bfc5025c25c7d4dee6862e9./info:state/1734283532570/Put/vlen=4/seqid=104 2024-12-15T17:25:33,723 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ccc,1734283529512.a242f96f22b2ba8952c8702933cb26a3./info:regioninfo/1734283532875/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,ccc,1734283529512.a242f96f22b2ba8952c8702933cb26a3./info:regioninfo/1734283532875/Put/vlen=65/seqid=117 2024-12-15T17:25:33,723 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ccc,1734283529512.a242f96f22b2ba8952c8702933cb26a3./info:seqnumDuringOpen/1734283532875/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ccc,1734283529512.a242f96f22b2ba8952c8702933cb26a3./info:seqnumDuringOpen/1734283532875/Put/vlen=8/seqid=117 2024-12-15T17:25:33,723 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ccc,1734283529512.a242f96f22b2ba8952c8702933cb26a3./info:server/1734283532875/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,ccc,1734283529512.a242f96f22b2ba8952c8702933cb26a3./info:server/1734283532875/Put/vlen=18/seqid=117 2024-12-15T17:25:33,723 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ccc,1734283529512.a242f96f22b2ba8952c8702933cb26a3./info:serverstartcode/1734283532875/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ccc,1734283529512.a242f96f22b2ba8952c8702933cb26a3./info:serverstartcode/1734283532875/Put/vlen=8/seqid=117 2024-12-15T17:25:33,723 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ccc,1734283529512.a242f96f22b2ba8952c8702933cb26a3./info:sn/1734283532264/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,ccc,1734283529512.a242f96f22b2ba8952c8702933cb26a3./info:sn/1734283532264/Put/vlen=32/seqid=91 2024-12-15T17:25:33,723 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ccc,1734283529512.a242f96f22b2ba8952c8702933cb26a3./info:state/1734283532875/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,ccc,1734283529512.a242f96f22b2ba8952c8702933cb26a3./info:state/1734283532875/Put/vlen=4/seqid=117 2024-12-15T17:25:33,723 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ddd,1734283529512.3489f0b192f2c68519039702d1d2a619./info:regioninfo/1734283532734/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,ddd,1734283529512.3489f0b192f2c68519039702d1d2a619./info:regioninfo/1734283532734/Put/vlen=65/seqid=112 2024-12-15T17:25:33,723 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ddd,1734283529512.3489f0b192f2c68519039702d1d2a619./info:seqnumDuringOpen/1734283532734/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ddd,1734283529512.3489f0b192f2c68519039702d1d2a619./info:seqnumDuringOpen/1734283532734/Put/vlen=8/seqid=112 2024-12-15T17:25:33,723 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ddd,1734283529512.3489f0b192f2c68519039702d1d2a619./info:server/1734283532734/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,ddd,1734283529512.3489f0b192f2c68519039702d1d2a619./info:server/1734283532734/Put/vlen=18/seqid=112 2024-12-15T17:25:33,723 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ddd,1734283529512.3489f0b192f2c68519039702d1d2a619./info:serverstartcode/1734283532734/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ddd,1734283529512.3489f0b192f2c68519039702d1d2a619./info:serverstartcode/1734283532734/Put/vlen=8/seqid=112 2024-12-15T17:25:33,723 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ddd,1734283529512.3489f0b192f2c68519039702d1d2a619./info:sn/1734283532269/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,ddd,1734283529512.3489f0b192f2c68519039702d1d2a619./info:sn/1734283532269/Put/vlen=32/seqid=96 2024-12-15T17:25:33,724 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ddd,1734283529512.3489f0b192f2c68519039702d1d2a619./info:state/1734283532734/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,ddd,1734283529512.3489f0b192f2c68519039702d1d2a619./info:state/1734283532734/Put/vlen=4/seqid=112 2024-12-15T17:25:33,724 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,eee,1734283529512.976f10d34c9ea10c1c86bff00fc0dd35./info:regioninfo/1734283532718/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,eee,1734283529512.976f10d34c9ea10c1c86bff00fc0dd35./info:regioninfo/1734283532718/Put/vlen=65/seqid=111 2024-12-15T17:25:33,724 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,eee,1734283529512.976f10d34c9ea10c1c86bff00fc0dd35./info:seqnumDuringOpen/1734283532718/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,eee,1734283529512.976f10d34c9ea10c1c86bff00fc0dd35./info:seqnumDuringOpen/1734283532718/Put/vlen=8/seqid=111 2024-12-15T17:25:33,724 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,eee,1734283529512.976f10d34c9ea10c1c86bff00fc0dd35./info:server/1734283532718/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,eee,1734283529512.976f10d34c9ea10c1c86bff00fc0dd35./info:server/1734283532718/Put/vlen=18/seqid=111 2024-12-15T17:25:33,724 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,eee,1734283529512.976f10d34c9ea10c1c86bff00fc0dd35./info:serverstartcode/1734283532718/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,eee,1734283529512.976f10d34c9ea10c1c86bff00fc0dd35./info:serverstartcode/1734283532718/Put/vlen=8/seqid=111 2024-12-15T17:25:33,724 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,eee,1734283529512.976f10d34c9ea10c1c86bff00fc0dd35./info:sn/1734283532257/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,eee,1734283529512.976f10d34c9ea10c1c86bff00fc0dd35./info:sn/1734283532257/Put/vlen=32/seqid=85 2024-12-15T17:25:33,724 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,eee,1734283529512.976f10d34c9ea10c1c86bff00fc0dd35./info:state/1734283532718/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,eee,1734283529512.976f10d34c9ea10c1c86bff00fc0dd35./info:state/1734283532718/Put/vlen=4/seqid=111 2024-12-15T17:25:33,724 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,fff,1734283529512.99e1faa12f6955749681ab9ca64d3259./info:regioninfo/1734283532935/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,fff,1734283529512.99e1faa12f6955749681ab9ca64d3259./info:regioninfo/1734283532935/Put/vlen=65/seqid=121 2024-12-15T17:25:33,724 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,fff,1734283529512.99e1faa12f6955749681ab9ca64d3259./info:seqnumDuringOpen/1734283532935/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,fff,1734283529512.99e1faa12f6955749681ab9ca64d3259./info:seqnumDuringOpen/1734283532935/Put/vlen=8/seqid=121 2024-12-15T17:25:33,724 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,fff,1734283529512.99e1faa12f6955749681ab9ca64d3259./info:server/1734283532935/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,fff,1734283529512.99e1faa12f6955749681ab9ca64d3259./info:server/1734283532935/Put/vlen=18/seqid=121 2024-12-15T17:25:33,724 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,fff,1734283529512.99e1faa12f6955749681ab9ca64d3259./info:serverstartcode/1734283532935/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,fff,1734283529512.99e1faa12f6955749681ab9ca64d3259./info:serverstartcode/1734283532935/Put/vlen=8/seqid=121 2024-12-15T17:25:33,724 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,fff,1734283529512.99e1faa12f6955749681ab9ca64d3259./info:sn/1734283532265/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,fff,1734283529512.99e1faa12f6955749681ab9ca64d3259./info:sn/1734283532265/Put/vlen=32/seqid=92 2024-12-15T17:25:33,724 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,fff,1734283529512.99e1faa12f6955749681ab9ca64d3259./info:state/1734283532935/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,fff,1734283529512.99e1faa12f6955749681ab9ca64d3259./info:state/1734283532935/Put/vlen=4/seqid=121 2024-12-15T17:25:33,724 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ggg,1734283529512.b68698970611cecabf1f0a28ec449617./info:regioninfo/1734283532529/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,ggg,1734283529512.b68698970611cecabf1f0a28ec449617./info:regioninfo/1734283532529/Put/vlen=65/seqid=103 2024-12-15T17:25:33,724 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ggg,1734283529512.b68698970611cecabf1f0a28ec449617./info:seqnumDuringOpen/1734283532529/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ggg,1734283529512.b68698970611cecabf1f0a28ec449617./info:seqnumDuringOpen/1734283532529/Put/vlen=8/seqid=103 2024-12-15T17:25:33,724 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ggg,1734283529512.b68698970611cecabf1f0a28ec449617./info:server/1734283532529/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,ggg,1734283529512.b68698970611cecabf1f0a28ec449617./info:server/1734283532529/Put/vlen=18/seqid=103 2024-12-15T17:25:33,724 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ggg,1734283529512.b68698970611cecabf1f0a28ec449617./info:serverstartcode/1734283532529/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ggg,1734283529512.b68698970611cecabf1f0a28ec449617./info:serverstartcode/1734283532529/Put/vlen=8/seqid=103 2024-12-15T17:25:33,724 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ggg,1734283529512.b68698970611cecabf1f0a28ec449617./info:sn/1734283532256/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,ggg,1734283529512.b68698970611cecabf1f0a28ec449617./info:sn/1734283532256/Put/vlen=32/seqid=84 2024-12-15T17:25:33,724 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ggg,1734283529512.b68698970611cecabf1f0a28ec449617./info:state/1734283532529/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,ggg,1734283529512.b68698970611cecabf1f0a28ec449617./info:state/1734283532529/Put/vlen=4/seqid=103 2024-12-15T17:25:33,724 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,hhh,1734283529512.bf9dce97f0e8d22dbfdd0943faa72d1d./info:regioninfo/1734283532746/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,hhh,1734283529512.bf9dce97f0e8d22dbfdd0943faa72d1d./info:regioninfo/1734283532746/Put/vlen=65/seqid=113 2024-12-15T17:25:33,724 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,hhh,1734283529512.bf9dce97f0e8d22dbfdd0943faa72d1d./info:seqnumDuringOpen/1734283532746/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,hhh,1734283529512.bf9dce97f0e8d22dbfdd0943faa72d1d./info:seqnumDuringOpen/1734283532746/Put/vlen=8/seqid=113 2024-12-15T17:25:33,724 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,hhh,1734283529512.bf9dce97f0e8d22dbfdd0943faa72d1d./info:server/1734283532746/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,hhh,1734283529512.bf9dce97f0e8d22dbfdd0943faa72d1d./info:server/1734283532746/Put/vlen=18/seqid=113 2024-12-15T17:25:33,724 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,hhh,1734283529512.bf9dce97f0e8d22dbfdd0943faa72d1d./info:serverstartcode/1734283532746/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,hhh,1734283529512.bf9dce97f0e8d22dbfdd0943faa72d1d./info:serverstartcode/1734283532746/Put/vlen=8/seqid=113 2024-12-15T17:25:33,724 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,hhh,1734283529512.bf9dce97f0e8d22dbfdd0943faa72d1d./info:sn/1734283532261/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,hhh,1734283529512.bf9dce97f0e8d22dbfdd0943faa72d1d./info:sn/1734283532261/Put/vlen=32/seqid=89 2024-12-15T17:25:33,724 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,hhh,1734283529512.bf9dce97f0e8d22dbfdd0943faa72d1d./info:state/1734283532746/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,hhh,1734283529512.bf9dce97f0e8d22dbfdd0943faa72d1d./info:state/1734283532746/Put/vlen=4/seqid=113 2024-12-15T17:25:33,725 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,iii,1734283529512.f98d7cc541945827c845218db9936be5./info:regioninfo/1734283532673/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,iii,1734283529512.f98d7cc541945827c845218db9936be5./info:regioninfo/1734283532673/Put/vlen=65/seqid=109 2024-12-15T17:25:33,725 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,iii,1734283529512.f98d7cc541945827c845218db9936be5./info:seqnumDuringOpen/1734283532673/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,iii,1734283529512.f98d7cc541945827c845218db9936be5./info:seqnumDuringOpen/1734283532673/Put/vlen=8/seqid=109 2024-12-15T17:25:33,725 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,iii,1734283529512.f98d7cc541945827c845218db9936be5./info:server/1734283532673/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,iii,1734283529512.f98d7cc541945827c845218db9936be5./info:server/1734283532673/Put/vlen=18/seqid=109 2024-12-15T17:25:33,725 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,iii,1734283529512.f98d7cc541945827c845218db9936be5./info:serverstartcode/1734283532673/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,iii,1734283529512.f98d7cc541945827c845218db9936be5./info:serverstartcode/1734283532673/Put/vlen=8/seqid=109 2024-12-15T17:25:33,725 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,iii,1734283529512.f98d7cc541945827c845218db9936be5./info:sn/1734283532248/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,iii,1734283529512.f98d7cc541945827c845218db9936be5./info:sn/1734283532248/Put/vlen=32/seqid=77 2024-12-15T17:25:33,725 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,iii,1734283529512.f98d7cc541945827c845218db9936be5./info:state/1734283532673/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,iii,1734283529512.f98d7cc541945827c845218db9936be5./info:state/1734283532673/Put/vlen=4/seqid=109 2024-12-15T17:25:33,725 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,jjj,1734283529512.ae5d867b74b8993de57a1e3650f9b3d4./info:regioninfo/1734283532692/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,jjj,1734283529512.ae5d867b74b8993de57a1e3650f9b3d4./info:regioninfo/1734283532692/Put/vlen=65/seqid=110 2024-12-15T17:25:33,725 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,jjj,1734283529512.ae5d867b74b8993de57a1e3650f9b3d4./info:seqnumDuringOpen/1734283532692/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,jjj,1734283529512.ae5d867b74b8993de57a1e3650f9b3d4./info:seqnumDuringOpen/1734283532692/Put/vlen=8/seqid=110 2024-12-15T17:25:33,725 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,jjj,1734283529512.ae5d867b74b8993de57a1e3650f9b3d4./info:server/1734283532692/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,jjj,1734283529512.ae5d867b74b8993de57a1e3650f9b3d4./info:server/1734283532692/Put/vlen=18/seqid=110 2024-12-15T17:25:33,725 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,jjj,1734283529512.ae5d867b74b8993de57a1e3650f9b3d4./info:serverstartcode/1734283532692/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,jjj,1734283529512.ae5d867b74b8993de57a1e3650f9b3d4./info:serverstartcode/1734283532692/Put/vlen=8/seqid=110 2024-12-15T17:25:33,725 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,jjj,1734283529512.ae5d867b74b8993de57a1e3650f9b3d4./info:sn/1734283532268/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,jjj,1734283529512.ae5d867b74b8993de57a1e3650f9b3d4./info:sn/1734283532268/Put/vlen=32/seqid=95 2024-12-15T17:25:33,725 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,jjj,1734283529512.ae5d867b74b8993de57a1e3650f9b3d4./info:state/1734283532692/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,jjj,1734283529512.ae5d867b74b8993de57a1e3650f9b3d4./info:state/1734283532692/Put/vlen=4/seqid=110 2024-12-15T17:25:33,725 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,kkk,1734283529512.2ff48bd727d13f89238fd0ca2e8ddd3c./info:regioninfo/1734283532807/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,kkk,1734283529512.2ff48bd727d13f89238fd0ca2e8ddd3c./info:regioninfo/1734283532807/Put/vlen=65/seqid=115 2024-12-15T17:25:33,725 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,kkk,1734283529512.2ff48bd727d13f89238fd0ca2e8ddd3c./info:seqnumDuringOpen/1734283532807/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,kkk,1734283529512.2ff48bd727d13f89238fd0ca2e8ddd3c./info:seqnumDuringOpen/1734283532807/Put/vlen=8/seqid=115 2024-12-15T17:25:33,725 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,kkk,1734283529512.2ff48bd727d13f89238fd0ca2e8ddd3c./info:server/1734283532807/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,kkk,1734283529512.2ff48bd727d13f89238fd0ca2e8ddd3c./info:server/1734283532807/Put/vlen=18/seqid=115 2024-12-15T17:25:33,725 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,kkk,1734283529512.2ff48bd727d13f89238fd0ca2e8ddd3c./info:serverstartcode/1734283532807/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,kkk,1734283529512.2ff48bd727d13f89238fd0ca2e8ddd3c./info:serverstartcode/1734283532807/Put/vlen=8/seqid=115 2024-12-15T17:25:33,725 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,kkk,1734283529512.2ff48bd727d13f89238fd0ca2e8ddd3c./info:sn/1734283532256/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,kkk,1734283529512.2ff48bd727d13f89238fd0ca2e8ddd3c./info:sn/1734283532256/Put/vlen=32/seqid=82 2024-12-15T17:25:33,725 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,kkk,1734283529512.2ff48bd727d13f89238fd0ca2e8ddd3c./info:state/1734283532807/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,kkk,1734283529512.2ff48bd727d13f89238fd0ca2e8ddd3c./info:state/1734283532807/Put/vlen=4/seqid=115 2024-12-15T17:25:33,725 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,lll,1734283529512.e2a46e8b9a1a7dd6e00509781c77021c./info:regioninfo/1734283532983/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,lll,1734283529512.e2a46e8b9a1a7dd6e00509781c77021c./info:regioninfo/1734283532983/Put/vlen=65/seqid=122 2024-12-15T17:25:33,725 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,lll,1734283529512.e2a46e8b9a1a7dd6e00509781c77021c./info:seqnumDuringOpen/1734283532983/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,lll,1734283529512.e2a46e8b9a1a7dd6e00509781c77021c./info:seqnumDuringOpen/1734283532983/Put/vlen=8/seqid=122 2024-12-15T17:25:33,725 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,lll,1734283529512.e2a46e8b9a1a7dd6e00509781c77021c./info:server/1734283532983/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,lll,1734283529512.e2a46e8b9a1a7dd6e00509781c77021c./info:server/1734283532983/Put/vlen=18/seqid=122 2024-12-15T17:25:33,725 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,lll,1734283529512.e2a46e8b9a1a7dd6e00509781c77021c./info:serverstartcode/1734283532983/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,lll,1734283529512.e2a46e8b9a1a7dd6e00509781c77021c./info:serverstartcode/1734283532983/Put/vlen=8/seqid=122 2024-12-15T17:25:33,725 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,lll,1734283529512.e2a46e8b9a1a7dd6e00509781c77021c./info:sn/1734283532249/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,lll,1734283529512.e2a46e8b9a1a7dd6e00509781c77021c./info:sn/1734283532249/Put/vlen=32/seqid=78 2024-12-15T17:25:33,725 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,lll,1734283529512.e2a46e8b9a1a7dd6e00509781c77021c./info:state/1734283532983/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,lll,1734283529512.e2a46e8b9a1a7dd6e00509781c77021c./info:state/1734283532983/Put/vlen=4/seqid=122 2024-12-15T17:25:33,725 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,mmm,1734283529512.8dd8fee789916ce46a147f0e92c545d6./info:regioninfo/1734283532611/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,mmm,1734283529512.8dd8fee789916ce46a147f0e92c545d6./info:regioninfo/1734283532611/Put/vlen=65/seqid=107 2024-12-15T17:25:33,725 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,mmm,1734283529512.8dd8fee789916ce46a147f0e92c545d6./info:seqnumDuringOpen/1734283532611/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,mmm,1734283529512.8dd8fee789916ce46a147f0e92c545d6./info:seqnumDuringOpen/1734283532611/Put/vlen=8/seqid=107 2024-12-15T17:25:33,725 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,mmm,1734283529512.8dd8fee789916ce46a147f0e92c545d6./info:server/1734283532611/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,mmm,1734283529512.8dd8fee789916ce46a147f0e92c545d6./info:server/1734283532611/Put/vlen=18/seqid=107 2024-12-15T17:25:33,726 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,mmm,1734283529512.8dd8fee789916ce46a147f0e92c545d6./info:serverstartcode/1734283532611/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,mmm,1734283529512.8dd8fee789916ce46a147f0e92c545d6./info:serverstartcode/1734283532611/Put/vlen=8/seqid=107 2024-12-15T17:25:33,726 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,mmm,1734283529512.8dd8fee789916ce46a147f0e92c545d6./info:sn/1734283532267/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,mmm,1734283529512.8dd8fee789916ce46a147f0e92c545d6./info:sn/1734283532267/Put/vlen=32/seqid=94 2024-12-15T17:25:33,726 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,mmm,1734283529512.8dd8fee789916ce46a147f0e92c545d6./info:state/1734283532611/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,mmm,1734283529512.8dd8fee789916ce46a147f0e92c545d6./info:state/1734283532611/Put/vlen=4/seqid=107 2024-12-15T17:25:33,726 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,nnn,1734283529512.265bdefa830d462599e7ecedeacaf232./info:regioninfo/1734283532887/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,nnn,1734283529512.265bdefa830d462599e7ecedeacaf232./info:regioninfo/1734283532887/Put/vlen=65/seqid=118 2024-12-15T17:25:33,726 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,nnn,1734283529512.265bdefa830d462599e7ecedeacaf232./info:seqnumDuringOpen/1734283532887/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,nnn,1734283529512.265bdefa830d462599e7ecedeacaf232./info:seqnumDuringOpen/1734283532887/Put/vlen=8/seqid=118 2024-12-15T17:25:33,726 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,nnn,1734283529512.265bdefa830d462599e7ecedeacaf232./info:server/1734283532887/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,nnn,1734283529512.265bdefa830d462599e7ecedeacaf232./info:server/1734283532887/Put/vlen=18/seqid=118 2024-12-15T17:25:33,726 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,nnn,1734283529512.265bdefa830d462599e7ecedeacaf232./info:serverstartcode/1734283532887/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,nnn,1734283529512.265bdefa830d462599e7ecedeacaf232./info:serverstartcode/1734283532887/Put/vlen=8/seqid=118 2024-12-15T17:25:33,726 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,nnn,1734283529512.265bdefa830d462599e7ecedeacaf232./info:sn/1734283532248/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,nnn,1734283529512.265bdefa830d462599e7ecedeacaf232./info:sn/1734283532248/Put/vlen=32/seqid=74 2024-12-15T17:25:33,726 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,nnn,1734283529512.265bdefa830d462599e7ecedeacaf232./info:state/1734283532887/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,nnn,1734283529512.265bdefa830d462599e7ecedeacaf232./info:state/1734283532887/Put/vlen=4/seqid=118 2024-12-15T17:25:33,726 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ooo,1734283529512.830cbc989668d0d550f5e8ca58d11248./info:regioninfo/1734283532888/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,ooo,1734283529512.830cbc989668d0d550f5e8ca58d11248./info:regioninfo/1734283532888/Put/vlen=65/seqid=119 2024-12-15T17:25:33,726 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ooo,1734283529512.830cbc989668d0d550f5e8ca58d11248./info:seqnumDuringOpen/1734283532888/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ooo,1734283529512.830cbc989668d0d550f5e8ca58d11248./info:seqnumDuringOpen/1734283532888/Put/vlen=8/seqid=119 2024-12-15T17:25:33,726 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ooo,1734283529512.830cbc989668d0d550f5e8ca58d11248./info:server/1734283532888/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,ooo,1734283529512.830cbc989668d0d550f5e8ca58d11248./info:server/1734283532888/Put/vlen=18/seqid=119 2024-12-15T17:25:33,726 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ooo,1734283529512.830cbc989668d0d550f5e8ca58d11248./info:serverstartcode/1734283532888/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ooo,1734283529512.830cbc989668d0d550f5e8ca58d11248./info:serverstartcode/1734283532888/Put/vlen=8/seqid=119 2024-12-15T17:25:33,726 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ooo,1734283529512.830cbc989668d0d550f5e8ca58d11248./info:sn/1734283532267/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,ooo,1734283529512.830cbc989668d0d550f5e8ca58d11248./info:sn/1734283532267/Put/vlen=32/seqid=93 2024-12-15T17:25:33,726 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ooo,1734283529512.830cbc989668d0d550f5e8ca58d11248./info:state/1734283532888/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,ooo,1734283529512.830cbc989668d0d550f5e8ca58d11248./info:state/1734283532888/Put/vlen=4/seqid=119 2024-12-15T17:25:33,726 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ppp,1734283529512.8289eaeb1771c3406c17fabbafdf7025./info:regioninfo/1734283532499/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,ppp,1734283529512.8289eaeb1771c3406c17fabbafdf7025./info:regioninfo/1734283532499/Put/vlen=65/seqid=101 2024-12-15T17:25:33,726 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ppp,1734283529512.8289eaeb1771c3406c17fabbafdf7025./info:seqnumDuringOpen/1734283532499/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ppp,1734283529512.8289eaeb1771c3406c17fabbafdf7025./info:seqnumDuringOpen/1734283532499/Put/vlen=8/seqid=101 2024-12-15T17:25:33,726 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ppp,1734283529512.8289eaeb1771c3406c17fabbafdf7025./info:server/1734283532499/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,ppp,1734283529512.8289eaeb1771c3406c17fabbafdf7025./info:server/1734283532499/Put/vlen=18/seqid=101 2024-12-15T17:25:33,726 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ppp,1734283529512.8289eaeb1771c3406c17fabbafdf7025./info:serverstartcode/1734283532499/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ppp,1734283529512.8289eaeb1771c3406c17fabbafdf7025./info:serverstartcode/1734283532499/Put/vlen=8/seqid=101 2024-12-15T17:25:33,726 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ppp,1734283529512.8289eaeb1771c3406c17fabbafdf7025./info:sn/1734283532261/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,ppp,1734283529512.8289eaeb1771c3406c17fabbafdf7025./info:sn/1734283532261/Put/vlen=32/seqid=88 2024-12-15T17:25:33,726 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ppp,1734283529512.8289eaeb1771c3406c17fabbafdf7025./info:state/1734283532499/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,ppp,1734283529512.8289eaeb1771c3406c17fabbafdf7025./info:state/1734283532499/Put/vlen=4/seqid=101 2024-12-15T17:25:33,726 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,qqq,1734283529512.0230b4c491d7025e8a5947cc21b27dc8./info:regioninfo/1734283532782/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,qqq,1734283529512.0230b4c491d7025e8a5947cc21b27dc8./info:regioninfo/1734283532782/Put/vlen=65/seqid=114 2024-12-15T17:25:33,726 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,qqq,1734283529512.0230b4c491d7025e8a5947cc21b27dc8./info:seqnumDuringOpen/1734283532782/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,qqq,1734283529512.0230b4c491d7025e8a5947cc21b27dc8./info:seqnumDuringOpen/1734283532782/Put/vlen=8/seqid=114 2024-12-15T17:25:33,726 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,qqq,1734283529512.0230b4c491d7025e8a5947cc21b27dc8./info:server/1734283532782/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,qqq,1734283529512.0230b4c491d7025e8a5947cc21b27dc8./info:server/1734283532782/Put/vlen=18/seqid=114 2024-12-15T17:25:33,726 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,qqq,1734283529512.0230b4c491d7025e8a5947cc21b27dc8./info:serverstartcode/1734283532782/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,qqq,1734283529512.0230b4c491d7025e8a5947cc21b27dc8./info:serverstartcode/1734283532782/Put/vlen=8/seqid=114 2024-12-15T17:25:33,726 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,qqq,1734283529512.0230b4c491d7025e8a5947cc21b27dc8./info:sn/1734283532248/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,qqq,1734283529512.0230b4c491d7025e8a5947cc21b27dc8./info:sn/1734283532248/Put/vlen=32/seqid=76 2024-12-15T17:25:33,726 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,qqq,1734283529512.0230b4c491d7025e8a5947cc21b27dc8./info:state/1734283532782/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,qqq,1734283529512.0230b4c491d7025e8a5947cc21b27dc8./info:state/1734283532782/Put/vlen=4/seqid=114 2024-12-15T17:25:33,727 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,rrr,1734283529512.7f3fed41ee1994283d94c736ffbff074./info:regioninfo/1734283532839/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,rrr,1734283529512.7f3fed41ee1994283d94c736ffbff074./info:regioninfo/1734283532839/Put/vlen=65/seqid=116 2024-12-15T17:25:33,727 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,rrr,1734283529512.7f3fed41ee1994283d94c736ffbff074./info:seqnumDuringOpen/1734283532839/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,rrr,1734283529512.7f3fed41ee1994283d94c736ffbff074./info:seqnumDuringOpen/1734283532839/Put/vlen=8/seqid=116 2024-12-15T17:25:33,727 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,rrr,1734283529512.7f3fed41ee1994283d94c736ffbff074./info:server/1734283532839/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,rrr,1734283529512.7f3fed41ee1994283d94c736ffbff074./info:server/1734283532839/Put/vlen=18/seqid=116 2024-12-15T17:25:33,727 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,rrr,1734283529512.7f3fed41ee1994283d94c736ffbff074./info:serverstartcode/1734283532839/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,rrr,1734283529512.7f3fed41ee1994283d94c736ffbff074./info:serverstartcode/1734283532839/Put/vlen=8/seqid=116 2024-12-15T17:25:33,727 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,rrr,1734283529512.7f3fed41ee1994283d94c736ffbff074./info:sn/1734283532270/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,rrr,1734283529512.7f3fed41ee1994283d94c736ffbff074./info:sn/1734283532270/Put/vlen=32/seqid=97 2024-12-15T17:25:33,727 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,rrr,1734283529512.7f3fed41ee1994283d94c736ffbff074./info:state/1734283532839/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,rrr,1734283529512.7f3fed41ee1994283d94c736ffbff074./info:state/1734283532839/Put/vlen=4/seqid=116 2024-12-15T17:25:33,727 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,sss,1734283529512.8235885c6e2b33786d8e786dfb2f27db./info:regioninfo/1734283532466/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,sss,1734283529512.8235885c6e2b33786d8e786dfb2f27db./info:regioninfo/1734283532466/Put/vlen=65/seqid=99 2024-12-15T17:25:33,727 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,sss,1734283529512.8235885c6e2b33786d8e786dfb2f27db./info:seqnumDuringOpen/1734283532466/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,sss,1734283529512.8235885c6e2b33786d8e786dfb2f27db./info:seqnumDuringOpen/1734283532466/Put/vlen=8/seqid=99 2024-12-15T17:25:33,727 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,sss,1734283529512.8235885c6e2b33786d8e786dfb2f27db./info:server/1734283532466/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,sss,1734283529512.8235885c6e2b33786d8e786dfb2f27db./info:server/1734283532466/Put/vlen=18/seqid=99 2024-12-15T17:25:33,727 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,sss,1734283529512.8235885c6e2b33786d8e786dfb2f27db./info:serverstartcode/1734283532466/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,sss,1734283529512.8235885c6e2b33786d8e786dfb2f27db./info:serverstartcode/1734283532466/Put/vlen=8/seqid=99 2024-12-15T17:25:33,727 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,sss,1734283529512.8235885c6e2b33786d8e786dfb2f27db./info:sn/1734283532255/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,sss,1734283529512.8235885c6e2b33786d8e786dfb2f27db./info:sn/1734283532255/Put/vlen=32/seqid=81 2024-12-15T17:25:33,731 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,sss,1734283529512.8235885c6e2b33786d8e786dfb2f27db./info:state/1734283532466/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,sss,1734283529512.8235885c6e2b33786d8e786dfb2f27db./info:state/1734283532466/Put/vlen=4/seqid=99 2024-12-15T17:25:33,731 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ttt,1734283529512.882d27f08b8b129e7adc85ee28a6e915./info:regioninfo/1734283532574/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,ttt,1734283529512.882d27f08b8b129e7adc85ee28a6e915./info:regioninfo/1734283532574/Put/vlen=65/seqid=105 2024-12-15T17:25:33,731 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ttt,1734283529512.882d27f08b8b129e7adc85ee28a6e915./info:seqnumDuringOpen/1734283532574/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ttt,1734283529512.882d27f08b8b129e7adc85ee28a6e915./info:seqnumDuringOpen/1734283532574/Put/vlen=8/seqid=105 2024-12-15T17:25:33,731 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ttt,1734283529512.882d27f08b8b129e7adc85ee28a6e915./info:server/1734283532574/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,ttt,1734283529512.882d27f08b8b129e7adc85ee28a6e915./info:server/1734283532574/Put/vlen=18/seqid=105 2024-12-15T17:25:33,731 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ttt,1734283529512.882d27f08b8b129e7adc85ee28a6e915./info:serverstartcode/1734283532574/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,ttt,1734283529512.882d27f08b8b129e7adc85ee28a6e915./info:serverstartcode/1734283532574/Put/vlen=8/seqid=105 2024-12-15T17:25:33,731 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ttt,1734283529512.882d27f08b8b129e7adc85ee28a6e915./info:sn/1734283532262/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,ttt,1734283529512.882d27f08b8b129e7adc85ee28a6e915./info:sn/1734283532262/Put/vlen=32/seqid=90 2024-12-15T17:25:33,731 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,ttt,1734283529512.882d27f08b8b129e7adc85ee28a6e915./info:state/1734283532574/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,ttt,1734283529512.882d27f08b8b129e7adc85ee28a6e915./info:state/1734283532574/Put/vlen=4/seqid=105 2024-12-15T17:25:33,731 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,uuu,1734283529512.2fb2e64bee4f529f7c7e273339e18bb9./info:regioninfo/1734283532996/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,uuu,1734283529512.2fb2e64bee4f529f7c7e273339e18bb9./info:regioninfo/1734283532996/Put/vlen=65/seqid=123 2024-12-15T17:25:33,732 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,uuu,1734283529512.2fb2e64bee4f529f7c7e273339e18bb9./info:seqnumDuringOpen/1734283532996/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,uuu,1734283529512.2fb2e64bee4f529f7c7e273339e18bb9./info:seqnumDuringOpen/1734283532996/Put/vlen=8/seqid=123 2024-12-15T17:25:33,732 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,uuu,1734283529512.2fb2e64bee4f529f7c7e273339e18bb9./info:server/1734283532996/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,uuu,1734283529512.2fb2e64bee4f529f7c7e273339e18bb9./info:server/1734283532996/Put/vlen=18/seqid=123 2024-12-15T17:25:33,732 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,uuu,1734283529512.2fb2e64bee4f529f7c7e273339e18bb9./info:serverstartcode/1734283532996/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,uuu,1734283529512.2fb2e64bee4f529f7c7e273339e18bb9./info:serverstartcode/1734283532996/Put/vlen=8/seqid=123 2024-12-15T17:25:33,732 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,uuu,1734283529512.2fb2e64bee4f529f7c7e273339e18bb9./info:sn/1734283532256/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,uuu,1734283529512.2fb2e64bee4f529f7c7e273339e18bb9./info:sn/1734283532256/Put/vlen=32/seqid=83 2024-12-15T17:25:33,732 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,uuu,1734283529512.2fb2e64bee4f529f7c7e273339e18bb9./info:state/1734283532996/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,uuu,1734283529512.2fb2e64bee4f529f7c7e273339e18bb9./info:state/1734283532996/Put/vlen=4/seqid=123 2024-12-15T17:25:33,732 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,vvv,1734283529512.a3ae66f90487bf5e756d9de0969ac516./info:regioninfo/1734283532673/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,vvv,1734283529512.a3ae66f90487bf5e756d9de0969ac516./info:regioninfo/1734283532673/Put/vlen=65/seqid=108 2024-12-15T17:25:33,732 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,vvv,1734283529512.a3ae66f90487bf5e756d9de0969ac516./info:seqnumDuringOpen/1734283532673/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,vvv,1734283529512.a3ae66f90487bf5e756d9de0969ac516./info:seqnumDuringOpen/1734283532673/Put/vlen=8/seqid=108 2024-12-15T17:25:33,732 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,vvv,1734283529512.a3ae66f90487bf5e756d9de0969ac516./info:server/1734283532673/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,vvv,1734283529512.a3ae66f90487bf5e756d9de0969ac516./info:server/1734283532673/Put/vlen=18/seqid=108 2024-12-15T17:25:33,732 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,vvv,1734283529512.a3ae66f90487bf5e756d9de0969ac516./info:serverstartcode/1734283532673/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,vvv,1734283529512.a3ae66f90487bf5e756d9de0969ac516./info:serverstartcode/1734283532673/Put/vlen=8/seqid=108 2024-12-15T17:25:33,732 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,vvv,1734283529512.a3ae66f90487bf5e756d9de0969ac516./info:sn/1734283532261/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,vvv,1734283529512.a3ae66f90487bf5e756d9de0969ac516./info:sn/1734283532261/Put/vlen=32/seqid=86 2024-12-15T17:25:33,732 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,vvv,1734283529512.a3ae66f90487bf5e756d9de0969ac516./info:state/1734283532673/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,vvv,1734283529512.a3ae66f90487bf5e756d9de0969ac516./info:state/1734283532673/Put/vlen=4/seqid=108 2024-12-15T17:25:33,732 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,www,1734283529512.908212888685a21e68e69dba35ae3d9e./info:regioninfo/1734283532528/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,www,1734283529512.908212888685a21e68e69dba35ae3d9e./info:regioninfo/1734283532528/Put/vlen=65/seqid=102 2024-12-15T17:25:33,732 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,www,1734283529512.908212888685a21e68e69dba35ae3d9e./info:seqnumDuringOpen/1734283532528/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,www,1734283529512.908212888685a21e68e69dba35ae3d9e./info:seqnumDuringOpen/1734283532528/Put/vlen=8/seqid=102 2024-12-15T17:25:33,732 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,www,1734283529512.908212888685a21e68e69dba35ae3d9e./info:server/1734283532528/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,www,1734283529512.908212888685a21e68e69dba35ae3d9e./info:server/1734283532528/Put/vlen=18/seqid=102 2024-12-15T17:25:33,732 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,www,1734283529512.908212888685a21e68e69dba35ae3d9e./info:serverstartcode/1734283532528/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,www,1734283529512.908212888685a21e68e69dba35ae3d9e./info:serverstartcode/1734283532528/Put/vlen=8/seqid=102 2024-12-15T17:25:33,732 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,www,1734283529512.908212888685a21e68e69dba35ae3d9e./info:sn/1734283532272/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,www,1734283529512.908212888685a21e68e69dba35ae3d9e./info:sn/1734283532272/Put/vlen=32/seqid=98 2024-12-15T17:25:33,732 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,www,1734283529512.908212888685a21e68e69dba35ae3d9e./info:state/1734283532528/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,www,1734283529512.908212888685a21e68e69dba35ae3d9e./info:state/1734283532528/Put/vlen=4/seqid=102 2024-12-15T17:25:33,732 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,xxx,1734283529512.2b024c1e1f043e73c06db2eae0fd3e53./info:regioninfo/1734283532469/Put/vlen=65/seqid=0 testHBaseMetaReplicates_1,xxx,1734283529512.2b024c1e1f043e73c06db2eae0fd3e53./info:regioninfo/1734283532469/Put/vlen=65/seqid=100 2024-12-15T17:25:33,732 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,xxx,1734283529512.2b024c1e1f043e73c06db2eae0fd3e53./info:seqnumDuringOpen/1734283532469/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,xxx,1734283529512.2b024c1e1f043e73c06db2eae0fd3e53./info:seqnumDuringOpen/1734283532469/Put/vlen=8/seqid=100 2024-12-15T17:25:33,732 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,xxx,1734283529512.2b024c1e1f043e73c06db2eae0fd3e53./info:server/1734283532469/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,xxx,1734283529512.2b024c1e1f043e73c06db2eae0fd3e53./info:server/1734283532469/Put/vlen=18/seqid=100 2024-12-15T17:25:33,732 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,xxx,1734283529512.2b024c1e1f043e73c06db2eae0fd3e53./info:serverstartcode/1734283532469/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,xxx,1734283529512.2b024c1e1f043e73c06db2eae0fd3e53./info:serverstartcode/1734283532469/Put/vlen=8/seqid=100 2024-12-15T17:25:33,732 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,xxx,1734283529512.2b024c1e1f043e73c06db2eae0fd3e53./info:sn/1734283532252/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,xxx,1734283529512.2b024c1e1f043e73c06db2eae0fd3e53./info:sn/1734283532252/Put/vlen=32/seqid=79 2024-12-15T17:25:33,732 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,xxx,1734283529512.2b024c1e1f043e73c06db2eae0fd3e53./info:state/1734283532469/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,xxx,1734283529512.2b024c1e1f043e73c06db2eae0fd3e53./info:state/1734283532469/Put/vlen=4/seqid=100 2024-12-15T17:25:33,732 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,yyy,1734283529512.a07da090089be168ee0eab0b8b73cad7./info:regioninfo/1734283532917/Put/vlen=62/seqid=0 testHBaseMetaReplicates_1,yyy,1734283529512.a07da090089be168ee0eab0b8b73cad7./info:regioninfo/1734283532917/Put/vlen=62/seqid=120 2024-12-15T17:25:33,732 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,yyy,1734283529512.a07da090089be168ee0eab0b8b73cad7./info:seqnumDuringOpen/1734283532917/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,yyy,1734283529512.a07da090089be168ee0eab0b8b73cad7./info:seqnumDuringOpen/1734283532917/Put/vlen=8/seqid=120 2024-12-15T17:25:33,732 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,yyy,1734283529512.a07da090089be168ee0eab0b8b73cad7./info:server/1734283532917/Put/vlen=18/seqid=0 testHBaseMetaReplicates_1,yyy,1734283529512.a07da090089be168ee0eab0b8b73cad7./info:server/1734283532917/Put/vlen=18/seqid=120 2024-12-15T17:25:33,733 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,yyy,1734283529512.a07da090089be168ee0eab0b8b73cad7./info:serverstartcode/1734283532917/Put/vlen=8/seqid=0 testHBaseMetaReplicates_1,yyy,1734283529512.a07da090089be168ee0eab0b8b73cad7./info:serverstartcode/1734283532917/Put/vlen=8/seqid=120 2024-12-15T17:25:33,733 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,yyy,1734283529512.a07da090089be168ee0eab0b8b73cad7./info:sn/1734283532261/Put/vlen=32/seqid=0 testHBaseMetaReplicates_1,yyy,1734283529512.a07da090089be168ee0eab0b8b73cad7./info:sn/1734283532261/Put/vlen=32/seqid=87 2024-12-15T17:25:33,733 INFO [Time-limited test {}] regionserver.TestMetaRegionReplicaReplicationEndpoint(517): testHBaseMetaReplicates_1,yyy,1734283529512.a07da090089be168ee0eab0b8b73cad7./info:state/1734283532917/Put/vlen=4/seqid=0 testHBaseMetaReplicates_1,yyy,1734283529512.a07da090089be168ee0eab0b8b73cad7./info:state/1734283532917/Put/vlen=4/seqid=120 2024-12-15T17:25:33,736 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of testHBaseMetaReplicates_1 2024-12-15T17:25:33,741 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable testHBaseMetaReplicates_1 2024-12-15T17:25:33,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=testHBaseMetaReplicates_1 2024-12-15T17:25:33,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-15T17:25:33,780 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testHBaseMetaReplicates_1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734283533780"}]},"ts":"1734283533780"} 2024-12-15T17:25:33,791 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testHBaseMetaReplicates_1, state=DISABLING in hbase:meta 2024-12-15T17:25:33,852 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set testHBaseMetaReplicates_1 to state=DISABLING 2024-12-15T17:25:33,861 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=testHBaseMetaReplicates_1}] 2024-12-15T17:25:33,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-15T17:25:33,889 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=21ef61480fd75184fb271e3c7b65fdb6, UNASSIGN}, {pid=123, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=28bd9f756bfc5025c25c7d4dee6862e9, UNASSIGN}, {pid=124, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=a242f96f22b2ba8952c8702933cb26a3, UNASSIGN}, {pid=125, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=3489f0b192f2c68519039702d1d2a619, UNASSIGN}, {pid=126, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=976f10d34c9ea10c1c86bff00fc0dd35, UNASSIGN}, {pid=127, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=99e1faa12f6955749681ab9ca64d3259, UNASSIGN}, {pid=128, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=b68698970611cecabf1f0a28ec449617, UNASSIGN}, {pid=129, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=bf9dce97f0e8d22dbfdd0943faa72d1d, UNASSIGN}, {pid=130, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=f98d7cc541945827c845218db9936be5, UNASSIGN}, {pid=131, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=ae5d867b74b8993de57a1e3650f9b3d4, UNASSIGN}, {pid=132, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=2ff48bd727d13f89238fd0ca2e8ddd3c, UNASSIGN}, {pid=133, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=e2a46e8b9a1a7dd6e00509781c77021c, UNASSIGN}, {pid=134, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=8dd8fee789916ce46a147f0e92c545d6, UNASSIGN}, {pid=135, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=265bdefa830d462599e7ecedeacaf232, UNASSIGN}, {pid=136, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=830cbc989668d0d550f5e8ca58d11248, UNASSIGN}, {pid=137, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=8289eaeb1771c3406c17fabbafdf7025, UNASSIGN}, {pid=138, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=0230b4c491d7025e8a5947cc21b27dc8, UNASSIGN}, {pid=139, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=7f3fed41ee1994283d94c736ffbff074, UNASSIGN}, {pid=140, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=8235885c6e2b33786d8e786dfb2f27db, UNASSIGN}, {pid=141, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=882d27f08b8b129e7adc85ee28a6e915, UNASSIGN}, {pid=142, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=2fb2e64bee4f529f7c7e273339e18bb9, UNASSIGN}, {pid=143, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=a3ae66f90487bf5e756d9de0969ac516, UNASSIGN}, {pid=144, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=908212888685a21e68e69dba35ae3d9e, UNASSIGN}, {pid=145, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=2b024c1e1f043e73c06db2eae0fd3e53, UNASSIGN}, {pid=146, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=a07da090089be168ee0eab0b8b73cad7, UNASSIGN}] 2024-12-15T17:25:33,893 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=123, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=28bd9f756bfc5025c25c7d4dee6862e9, UNASSIGN 2024-12-15T17:25:33,893 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=21ef61480fd75184fb271e3c7b65fdb6, UNASSIGN 2024-12-15T17:25:33,898 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=124, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=a242f96f22b2ba8952c8702933cb26a3, UNASSIGN 2024-12-15T17:25:33,898 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=146, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=a07da090089be168ee0eab0b8b73cad7, UNASSIGN 2024-12-15T17:25:33,904 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=123 updating hbase:meta row=28bd9f756bfc5025c25c7d4dee6862e9, regionState=CLOSING, regionLocation=4ce65a7c4674,43937,1734283505463 2024-12-15T17:25:33,904 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=122 updating hbase:meta row=21ef61480fd75184fb271e3c7b65fdb6, regionState=CLOSING, regionLocation=4ce65a7c4674,43497,1734283505378 2024-12-15T17:25:33,904 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=a242f96f22b2ba8952c8702933cb26a3, regionState=CLOSING, regionLocation=4ce65a7c4674,38979,1734283505431 2024-12-15T17:25:33,904 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=145, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=2b024c1e1f043e73c06db2eae0fd3e53, UNASSIGN 2024-12-15T17:25:33,904 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=a07da090089be168ee0eab0b8b73cad7, regionState=CLOSING, regionLocation=4ce65a7c4674,43497,1734283505378 2024-12-15T17:25:33,905 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T17:25:33,905 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=123, state=RUNNABLE; CloseRegionProcedure 28bd9f756bfc5025c25c7d4dee6862e9, server=4ce65a7c4674,43937,1734283505463}] 2024-12-15T17:25:33,907 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=145 updating hbase:meta row=2b024c1e1f043e73c06db2eae0fd3e53, regionState=CLOSING, regionLocation=4ce65a7c4674,43937,1734283505463 2024-12-15T17:25:33,908 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T17:25:33,908 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=148, ppid=124, state=RUNNABLE; CloseRegionProcedure a242f96f22b2ba8952c8702933cb26a3, server=4ce65a7c4674,38979,1734283505431}] 2024-12-15T17:25:33,909 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T17:25:33,910 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T17:25:33,911 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T17:25:33,927 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=150, ppid=146, state=RUNNABLE; CloseRegionProcedure a07da090089be168ee0eab0b8b73cad7, server=4ce65a7c4674,43497,1734283505378}] 2024-12-15T17:25:33,936 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=145, state=RUNNABLE; CloseRegionProcedure 2b024c1e1f043e73c06db2eae0fd3e53, server=4ce65a7c4674,43937,1734283505463}] 2024-12-15T17:25:33,940 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=144, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=908212888685a21e68e69dba35ae3d9e, UNASSIGN 2024-12-15T17:25:33,941 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=143, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=a3ae66f90487bf5e756d9de0969ac516, UNASSIGN 2024-12-15T17:25:33,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=122, state=RUNNABLE; CloseRegionProcedure 21ef61480fd75184fb271e3c7b65fdb6, server=4ce65a7c4674,43497,1734283505378}] 2024-12-15T17:25:33,947 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=144 updating hbase:meta row=908212888685a21e68e69dba35ae3d9e, regionState=CLOSING, regionLocation=4ce65a7c4674,32947,1734283505517 2024-12-15T17:25:33,948 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=143 updating hbase:meta row=a3ae66f90487bf5e756d9de0969ac516, regionState=CLOSING, regionLocation=4ce65a7c4674,38979,1734283505431 2024-12-15T17:25:33,956 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T17:25:33,960 DEBUG [AsyncFSWAL-0-hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047-prefix:4ce65a7c4674,43937,1734283505463.meta {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=81000, logrollsize=80530 2024-12-15T17:25:33,960 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL 4ce65a7c4674%2C43937%2C1734283505463.meta:.meta(num 1734283507285) roll requested 2024-12-15T17:25:33,967 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=142, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=2fb2e64bee4f529f7c7e273339e18bb9, UNASSIGN 2024-12-15T17:25:33,967 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T17:25:33,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=144, state=RUNNABLE; CloseRegionProcedure 908212888685a21e68e69dba35ae3d9e, server=4ce65a7c4674,32947,1734283505517}] 2024-12-15T17:25:33,967 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=143, state=RUNNABLE; CloseRegionProcedure a3ae66f90487bf5e756d9de0969ac516, server=4ce65a7c4674,38979,1734283505431}] 2024-12-15T17:25:33,987 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=141, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=882d27f08b8b129e7adc85ee28a6e915, UNASSIGN 2024-12-15T17:25:33,988 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=142 updating hbase:meta row=2fb2e64bee4f529f7c7e273339e18bb9, regionState=CLOSING, regionLocation=4ce65a7c4674,43497,1734283505378 2024-12-15T17:25:33,988 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=140, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=8235885c6e2b33786d8e786dfb2f27db, UNASSIGN 2024-12-15T17:25:33,993 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta, exclude list is [], retry=0 2024-12-15T17:25:33,993 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T17:25:33,993 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=141 updating hbase:meta row=882d27f08b8b129e7adc85ee28a6e915, regionState=CLOSING, regionLocation=4ce65a7c4674,38979,1734283505431 2024-12-15T17:25:33,994 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=140 updating hbase:meta row=8235885c6e2b33786d8e786dfb2f27db, regionState=CLOSING, regionLocation=4ce65a7c4674,43497,1734283505378 2024-12-15T17:25:33,995 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T17:25:33,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=142, state=RUNNABLE; CloseRegionProcedure 2fb2e64bee4f529f7c7e273339e18bb9, server=4ce65a7c4674,43497,1734283505378}] 2024-12-15T17:25:33,995 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T17:25:33,996 DEBUG [RS-EventLoopGroup-32-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39121,DS-9aa2bc86-42b8-41b2-99de-15cf8d3a4d57,DISK] 2024-12-15T17:25:33,996 DEBUG [RS-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37513,DS-f31de8b1-9632-4fa8-9379-76a8d4bb0b68,DISK] 2024-12-15T17:25:33,997 DEBUG [RS-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41549,DS-414c4a2d-1c45-4c4d-ace9-fedc282974e2,DISK] 2024-12-15T17:25:33,997 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=141, state=RUNNABLE; CloseRegionProcedure 882d27f08b8b129e7adc85ee28a6e915, server=4ce65a7c4674,38979,1734283505431}] 2024-12-15T17:25:34,015 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=139, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=7f3fed41ee1994283d94c736ffbff074, UNASSIGN 2024-12-15T17:25:34,016 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=138, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=0230b4c491d7025e8a5947cc21b27dc8, UNASSIGN 2024-12-15T17:25:34,016 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=140, state=RUNNABLE; CloseRegionProcedure 8235885c6e2b33786d8e786dfb2f27db, server=4ce65a7c4674,43497,1734283505378}] 2024-12-15T17:25:34,027 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=139 updating hbase:meta row=7f3fed41ee1994283d94c736ffbff074, regionState=CLOSING, regionLocation=4ce65a7c4674,32947,1734283505517 2024-12-15T17:25:34,028 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=138 updating hbase:meta row=0230b4c491d7025e8a5947cc21b27dc8, regionState=CLOSING, regionLocation=4ce65a7c4674,43937,1734283505463 2024-12-15T17:25:34,043 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=137, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=8289eaeb1771c3406c17fabbafdf7025, UNASSIGN 2024-12-15T17:25:34,043 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T17:25:34,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=138, state=RUNNABLE; CloseRegionProcedure 0230b4c491d7025e8a5947cc21b27dc8, server=4ce65a7c4674,43937,1734283505463}] 2024-12-15T17:25:34,044 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T17:25:34,047 INFO [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(837): Rolled WAL /user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta with entries=131, filesize=81.41 KB; new WAL /user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta 2024-12-15T17:25:34,051 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=137 updating hbase:meta row=8289eaeb1771c3406c17fabbafdf7025, regionState=CLOSING, regionLocation=4ce65a7c4674,38979,1734283505431 2024-12-15T17:25:34,051 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43149:43149),(127.0.0.1/127.0.0.1:38389:38389),(127.0.0.1/127.0.0.1:38645:38645)] 2024-12-15T17:25:34,051 DEBUG [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractFSWAL(751): hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta is not closed yet, will try archiving it next time 2024-12-15T17:25:34,057 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41609 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=CLOSING, location=4ce65a7c4674,38979,1734283505431, table=testHBaseMetaReplicates_1, region=8289eaeb1771c3406c17fabbafdf7025. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-15T17:25:34,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741837_1013 (size=83373) 2024-12-15T17:25:34,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741837_1013 (size=83373) 2024-12-15T17:25:34,060 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,43937,1734283505463 2024-12-15T17:25:34,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41549 is added to blk_1073741837_1013 (size=83373) 2024-12-15T17:25:34,068 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] handler.UnassignRegionHandler(124): Close 2b024c1e1f043e73c06db2eae0fd3e53 2024-12-15T17:25:34,068 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T17:25:34,068 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1681): Closing 2b024c1e1f043e73c06db2eae0fd3e53, disabling compactions & flushes 2024-12-15T17:25:34,068 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,xxx,1734283529512.2b024c1e1f043e73c06db2eae0fd3e53. 2024-12-15T17:25:34,068 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,xxx,1734283529512.2b024c1e1f043e73c06db2eae0fd3e53. 2024-12-15T17:25:34,068 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,xxx,1734283529512.2b024c1e1f043e73c06db2eae0fd3e53. after waiting 0 ms 2024-12-15T17:25:34,068 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,xxx,1734283529512.2b024c1e1f043e73c06db2eae0fd3e53. 2024-12-15T17:25:34,070 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T17:25:34,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-15T17:25:34,073 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,38979,1734283505431 2024-12-15T17:25:34,080 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(124): Close 882d27f08b8b129e7adc85ee28a6e915 2024-12-15T17:25:34,080 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T17:25:34,080 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1681): Closing 882d27f08b8b129e7adc85ee28a6e915, disabling compactions & flushes 2024-12-15T17:25:34,080 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,ttt,1734283529512.882d27f08b8b129e7adc85ee28a6e915. 2024-12-15T17:25:34,080 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,ttt,1734283529512.882d27f08b8b129e7adc85ee28a6e915. 2024-12-15T17:25:34,080 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,ttt,1734283529512.882d27f08b8b129e7adc85ee28a6e915. after waiting 0 ms 2024-12-15T17:25:34,080 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,ttt,1734283529512.882d27f08b8b129e7adc85ee28a6e915. 2024-12-15T17:25:34,080 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=136, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=830cbc989668d0d550f5e8ca58d11248, UNASSIGN 2024-12-15T17:25:34,080 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=139, state=RUNNABLE; CloseRegionProcedure 7f3fed41ee1994283d94c736ffbff074, server=4ce65a7c4674,32947,1734283505517}] 2024-12-15T17:25:34,087 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=136 updating hbase:meta row=830cbc989668d0d550f5e8ca58d11248, regionState=CLOSING, regionLocation=4ce65a7c4674,32947,1734283505517 2024-12-15T17:25:34,087 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=135, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=265bdefa830d462599e7ecedeacaf232, UNASSIGN 2024-12-15T17:25:34,089 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=159, ppid=137, state=RUNNABLE; CloseRegionProcedure 8289eaeb1771c3406c17fabbafdf7025, server=4ce65a7c4674,38979,1734283505431}] 2024-12-15T17:25:34,090 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=135 updating hbase:meta row=265bdefa830d462599e7ecedeacaf232, regionState=CLOSING, regionLocation=4ce65a7c4674,43937,1734283505463 2024-12-15T17:25:34,091 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,43497,1734283505378 2024-12-15T17:25:34,092 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=134, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=8dd8fee789916ce46a147f0e92c545d6, UNASSIGN 2024-12-15T17:25:34,095 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=134 updating hbase:meta row=8dd8fee789916ce46a147f0e92c545d6, regionState=CLOSING, regionLocation=4ce65a7c4674,32947,1734283505517 2024-12-15T17:25:34,095 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] handler.UnassignRegionHandler(124): Close 8235885c6e2b33786d8e786dfb2f27db 2024-12-15T17:25:34,095 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T17:25:34,095 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1681): Closing 8235885c6e2b33786d8e786dfb2f27db, disabling compactions & flushes 2024-12-15T17:25:34,095 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,sss,1734283529512.8235885c6e2b33786d8e786dfb2f27db. 2024-12-15T17:25:34,095 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,sss,1734283529512.8235885c6e2b33786d8e786dfb2f27db. 2024-12-15T17:25:34,095 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,sss,1734283529512.8235885c6e2b33786d8e786dfb2f27db. after waiting 0 ms 2024-12-15T17:25:34,095 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,sss,1734283529512.8235885c6e2b33786d8e786dfb2f27db. 2024-12-15T17:25:34,096 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T17:25:34,099 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=136, state=RUNNABLE; CloseRegionProcedure 830cbc989668d0d550f5e8ca58d11248, server=4ce65a7c4674,32947,1734283505517}] 2024-12-15T17:25:34,099 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=133, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=e2a46e8b9a1a7dd6e00509781c77021c, UNASSIGN 2024-12-15T17:25:34,099 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41609 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=CLOSING, location=4ce65a7c4674,32947,1734283505517, table=testHBaseMetaReplicates_1, region=8dd8fee789916ce46a147f0e92c545d6. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-15T17:25:34,100 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T17:25:34,100 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=161, ppid=135, state=RUNNABLE; CloseRegionProcedure 265bdefa830d462599e7ecedeacaf232, server=4ce65a7c4674,43937,1734283505463}] 2024-12-15T17:25:34,103 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/2b024c1e1f043e73c06db2eae0fd3e53/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T17:25:34,104 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=133 updating hbase:meta row=e2a46e8b9a1a7dd6e00509781c77021c, regionState=CLOSING, regionLocation=4ce65a7c4674,43937,1734283505463 2024-12-15T17:25:34,105 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=132, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=2ff48bd727d13f89238fd0ca2e8ddd3c, UNASSIGN 2024-12-15T17:25:34,105 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/882d27f08b8b129e7adc85ee28a6e915/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T17:25:34,106 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=131, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=ae5d867b74b8993de57a1e3650f9b3d4, UNASSIGN 2024-12-15T17:25:34,106 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=132 updating hbase:meta row=2ff48bd727d13f89238fd0ca2e8ddd3c, regionState=CLOSING, regionLocation=4ce65a7c4674,43497,1734283505378 2024-12-15T17:25:34,107 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=131 updating hbase:meta row=ae5d867b74b8993de57a1e3650f9b3d4, regionState=CLOSING, regionLocation=4ce65a7c4674,32947,1734283505517 2024-12-15T17:25:34,109 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=130, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=f98d7cc541945827c845218db9936be5, UNASSIGN 2024-12-15T17:25:34,110 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=130 updating hbase:meta row=f98d7cc541945827c845218db9936be5, regionState=CLOSING, regionLocation=4ce65a7c4674,43937,1734283505463 2024-12-15T17:25:34,110 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T17:25:34,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=134, state=RUNNABLE; CloseRegionProcedure 8dd8fee789916ce46a147f0e92c545d6, server=4ce65a7c4674,32947,1734283505517}] 2024-12-15T17:25:34,112 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,xxx,1734283529512.2b024c1e1f043e73c06db2eae0fd3e53. 2024-12-15T17:25:34,112 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1635): Region close journal for 2b024c1e1f043e73c06db2eae0fd3e53: 2024-12-15T17:25:34,113 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] handler.UnassignRegionHandler(170): Closed 2b024c1e1f043e73c06db2eae0fd3e53 2024-12-15T17:25:34,113 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(124): Close 28bd9f756bfc5025c25c7d4dee6862e9 2024-12-15T17:25:34,113 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T17:25:34,113 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1681): Closing 28bd9f756bfc5025c25c7d4dee6862e9, disabling compactions & flushes 2024-12-15T17:25:34,113 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,bbb,1734283529512.28bd9f756bfc5025c25c7d4dee6862e9. 2024-12-15T17:25:34,113 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,bbb,1734283529512.28bd9f756bfc5025c25c7d4dee6862e9. 2024-12-15T17:25:34,113 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,bbb,1734283529512.28bd9f756bfc5025c25c7d4dee6862e9. after waiting 0 ms 2024-12-15T17:25:34,113 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,bbb,1734283529512.28bd9f756bfc5025c25c7d4dee6862e9. 2024-12-15T17:25:34,113 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=145 updating hbase:meta row=2b024c1e1f043e73c06db2eae0fd3e53, regionState=CLOSED 2024-12-15T17:25:34,118 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,ttt,1734283529512.882d27f08b8b129e7adc85ee28a6e915. 2024-12-15T17:25:34,118 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1635): Region close journal for 882d27f08b8b129e7adc85ee28a6e915: 2024-12-15T17:25:34,121 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T17:25:34,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=163, ppid=133, state=RUNNABLE; CloseRegionProcedure e2a46e8b9a1a7dd6e00509781c77021c, server=4ce65a7c4674,43937,1734283505463}] 2024-12-15T17:25:34,123 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/8235885c6e2b33786d8e786dfb2f27db/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T17:25:34,123 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(170): Closed 882d27f08b8b129e7adc85ee28a6e915 2024-12-15T17:25:34,123 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(124): Close a242f96f22b2ba8952c8702933cb26a3 2024-12-15T17:25:34,123 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T17:25:34,123 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,sss,1734283529512.8235885c6e2b33786d8e786dfb2f27db. 2024-12-15T17:25:34,123 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1681): Closing a242f96f22b2ba8952c8702933cb26a3, disabling compactions & flushes 2024-12-15T17:25:34,123 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,ccc,1734283529512.a242f96f22b2ba8952c8702933cb26a3. 2024-12-15T17:25:34,123 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T17:25:34,123 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,ccc,1734283529512.a242f96f22b2ba8952c8702933cb26a3. 2024-12-15T17:25:34,123 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,ccc,1734283529512.a242f96f22b2ba8952c8702933cb26a3. after waiting 0 ms 2024-12-15T17:25:34,123 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1635): Region close journal for 8235885c6e2b33786d8e786dfb2f27db: 2024-12-15T17:25:34,123 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,ccc,1734283529512.a242f96f22b2ba8952c8702933cb26a3. 2024-12-15T17:25:34,123 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=132, state=RUNNABLE; CloseRegionProcedure 2ff48bd727d13f89238fd0ca2e8ddd3c, server=4ce65a7c4674,43497,1734283505378}] 2024-12-15T17:25:34,125 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T17:25:34,125 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=165, ppid=131, state=RUNNABLE; CloseRegionProcedure ae5d867b74b8993de57a1e3650f9b3d4, server=4ce65a7c4674,32947,1734283505517}] 2024-12-15T17:25:34,125 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=141 updating hbase:meta row=882d27f08b8b129e7adc85ee28a6e915, regionState=CLOSED 2024-12-15T17:25:34,126 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T17:25:34,126 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] handler.UnassignRegionHandler(170): Closed 8235885c6e2b33786d8e786dfb2f27db 2024-12-15T17:25:34,126 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=130, state=RUNNABLE; CloseRegionProcedure f98d7cc541945827c845218db9936be5, server=4ce65a7c4674,43937,1734283505463}] 2024-12-15T17:25:34,126 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(124): Close a07da090089be168ee0eab0b8b73cad7 2024-12-15T17:25:34,126 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T17:25:34,126 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1681): Closing a07da090089be168ee0eab0b8b73cad7, disabling compactions & flushes 2024-12-15T17:25:34,126 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,yyy,1734283529512.a07da090089be168ee0eab0b8b73cad7. 2024-12-15T17:25:34,126 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,yyy,1734283529512.a07da090089be168ee0eab0b8b73cad7. 2024-12-15T17:25:34,126 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,yyy,1734283529512.a07da090089be168ee0eab0b8b73cad7. after waiting 0 ms 2024-12-15T17:25:34,126 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,yyy,1734283529512.a07da090089be168ee0eab0b8b73cad7. 2024-12-15T17:25:34,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=145 2024-12-15T17:25:34,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=145, state=SUCCESS; CloseRegionProcedure 2b024c1e1f043e73c06db2eae0fd3e53, server=4ce65a7c4674,43937,1734283505463 in 217 msec 2024-12-15T17:25:34,128 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=129, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=bf9dce97f0e8d22dbfdd0943faa72d1d, UNASSIGN 2024-12-15T17:25:34,128 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=128, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=b68698970611cecabf1f0a28ec449617, UNASSIGN 2024-12-15T17:25:34,128 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=140 updating hbase:meta row=8235885c6e2b33786d8e786dfb2f27db, regionState=CLOSED 2024-12-15T17:25:34,129 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=129 updating hbase:meta row=bf9dce97f0e8d22dbfdd0943faa72d1d, regionState=CLOSING, regionLocation=4ce65a7c4674,38979,1734283505431 2024-12-15T17:25:34,129 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=141 2024-12-15T17:25:34,129 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=2b024c1e1f043e73c06db2eae0fd3e53, UNASSIGN in 239 msec 2024-12-15T17:25:34,129 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=141, state=SUCCESS; CloseRegionProcedure 882d27f08b8b129e7adc85ee28a6e915, server=4ce65a7c4674,38979,1734283505431 in 132 msec 2024-12-15T17:25:34,129 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=127, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=99e1faa12f6955749681ab9ca64d3259, UNASSIGN 2024-12-15T17:25:34,131 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/28bd9f756bfc5025c25c7d4dee6862e9/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T17:25:34,131 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=128 updating hbase:meta row=b68698970611cecabf1f0a28ec449617, regionState=CLOSING, regionLocation=4ce65a7c4674,43497,1734283505378 2024-12-15T17:25:34,132 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=127 updating hbase:meta row=99e1faa12f6955749681ab9ca64d3259, regionState=CLOSING, regionLocation=4ce65a7c4674,38979,1734283505431 2024-12-15T17:25:34,132 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=882d27f08b8b129e7adc85ee28a6e915, UNASSIGN in 240 msec 2024-12-15T17:25:34,132 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=126, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=976f10d34c9ea10c1c86bff00fc0dd35, UNASSIGN 2024-12-15T17:25:34,133 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=126 updating hbase:meta row=976f10d34c9ea10c1c86bff00fc0dd35, regionState=CLOSING, regionLocation=4ce65a7c4674,43497,1734283505378 2024-12-15T17:25:34,135 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T17:25:34,135 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=167, ppid=129, state=RUNNABLE; CloseRegionProcedure bf9dce97f0e8d22dbfdd0943faa72d1d, server=4ce65a7c4674,38979,1734283505431}] 2024-12-15T17:25:34,135 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/a242f96f22b2ba8952c8702933cb26a3/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T17:25:34,135 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T17:25:34,135 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,bbb,1734283529512.28bd9f756bfc5025c25c7d4dee6862e9. 2024-12-15T17:25:34,135 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1635): Region close journal for 28bd9f756bfc5025c25c7d4dee6862e9: 2024-12-15T17:25:34,136 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,ccc,1734283529512.a242f96f22b2ba8952c8702933cb26a3. 2024-12-15T17:25:34,136 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1635): Region close journal for a242f96f22b2ba8952c8702933cb26a3: 2024-12-15T17:25:34,136 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T17:25:34,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=128, state=RUNNABLE; CloseRegionProcedure b68698970611cecabf1f0a28ec449617, server=4ce65a7c4674,43497,1734283505378}] 2024-12-15T17:25:34,137 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=169, ppid=127, state=RUNNABLE; CloseRegionProcedure 99e1faa12f6955749681ab9ca64d3259, server=4ce65a7c4674,38979,1734283505431}] 2024-12-15T17:25:34,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=140 2024-12-15T17:25:34,137 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T17:25:34,137 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/a07da090089be168ee0eab0b8b73cad7/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T17:25:34,138 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,yyy,1734283529512.a07da090089be168ee0eab0b8b73cad7. 2024-12-15T17:25:34,138 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(170): Closed 28bd9f756bfc5025c25c7d4dee6862e9 2024-12-15T17:25:34,138 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1635): Region close journal for a07da090089be168ee0eab0b8b73cad7: 2024-12-15T17:25:34,138 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=140, state=SUCCESS; CloseRegionProcedure 8235885c6e2b33786d8e786dfb2f27db, server=4ce65a7c4674,43497,1734283505378 in 138 msec 2024-12-15T17:25:34,139 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=126, state=RUNNABLE; CloseRegionProcedure 976f10d34c9ea10c1c86bff00fc0dd35, server=4ce65a7c4674,43497,1734283505378}] 2024-12-15T17:25:34,139 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(170): Closed a242f96f22b2ba8952c8702933cb26a3 2024-12-15T17:25:34,139 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(124): Close a3ae66f90487bf5e756d9de0969ac516 2024-12-15T17:25:34,139 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T17:25:34,139 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta to pos 77609, reset compression=false 2024-12-15T17:25:34,139 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1681): Closing a3ae66f90487bf5e756d9de0969ac516, disabling compactions & flushes 2024-12-15T17:25:34,139 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,vvv,1734283529512.a3ae66f90487bf5e756d9de0969ac516. 2024-12-15T17:25:34,139 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,vvv,1734283529512.a3ae66f90487bf5e756d9de0969ac516. 2024-12-15T17:25:34,139 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,vvv,1734283529512.a3ae66f90487bf5e756d9de0969ac516. after waiting 0 ms 2024-12-15T17:25:34,139 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,vvv,1734283529512.a3ae66f90487bf5e756d9de0969ac516. 2024-12-15T17:25:34,142 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(170): Closed a07da090089be168ee0eab0b8b73cad7 2024-12-15T17:25:34,142 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=a242f96f22b2ba8952c8702933cb26a3, regionState=CLOSED 2024-12-15T17:25:34,142 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] handler.UnassignRegionHandler(124): Close 2fb2e64bee4f529f7c7e273339e18bb9 2024-12-15T17:25:34,142 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T17:25:34,141 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(462): EOF, closing hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta 2024-12-15T17:25:34,142 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1681): Closing 2fb2e64bee4f529f7c7e273339e18bb9, disabling compactions & flushes 2024-12-15T17:25:34,142 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 13 WAL entries eligible for replication 2024-12-15T17:25:34,142 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,uuu,1734283529512.2fb2e64bee4f529f7c7e273339e18bb9. 2024-12-15T17:25:34,142 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,uuu,1734283529512.2fb2e64bee4f529f7c7e273339e18bb9. 2024-12-15T17:25:34,142 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,uuu,1734283529512.2fb2e64bee4f529f7c7e273339e18bb9. after waiting 0 ms 2024-12-15T17:25:34,142 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,uuu,1734283529512.2fb2e64bee4f529f7c7e273339e18bb9. 2024-12-15T17:25:34,142 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta, startPosition=0, beingWritten=true 2024-12-15T17:25:34,142 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/125=[#edits: 1 = ],204}, {hbase:meta/1588230740/126=[#edits: 3 = ],668}, {hbase:meta/1588230740/127=[#edits: 3 = ],660}, {hbase:meta/1588230740/128=[#edits: 3 = ],668}, {hbase:meta/1588230740/129=[#edits: 3 = ],668}, {hbase:meta/1588230740/130=[#edits: 3 = ],668}, {hbase:meta/1588230740/131=[#edits: 3 = ],668}, {hbase:meta/1588230740/132=[#edits: 3 = ],668}, {hbase:meta/1588230740/133=[#edits: 3 = ],668}, {hbase:meta/1588230740/134=[#edits: 3 = ],668}, {hbase:meta/1588230740/135=[#edits: 3 = ],668}, {hbase:meta/1588230740/136=[#edits: 3 = ],668}, {hbase:meta/1588230740/137=[#edits: 3 = ],668}], lastWalPath=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283507285.meta, lastWalPosition=83365, nbRowKeys=13, nbHFiles=0, heapSize=8212, lastSeqIds={}, endOfFile=true,usedBufferSize=8212] 2024-12-15T17:25:34,143 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=123 updating hbase:meta row=28bd9f756bfc5025c25c7d4dee6862e9, regionState=CLOSED 2024-12-15T17:25:34,144 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,32947,1734283505517 2024-12-15T17:25:34,147 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] handler.UnassignRegionHandler(124): Close 8dd8fee789916ce46a147f0e92c545d6 2024-12-15T17:25:34,147 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T17:25:34,147 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(1681): Closing 8dd8fee789916ce46a147f0e92c545d6, disabling compactions & flushes 2024-12-15T17:25:34,147 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,mmm,1734283529512.8dd8fee789916ce46a147f0e92c545d6. 2024-12-15T17:25:34,147 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,mmm,1734283529512.8dd8fee789916ce46a147f0e92c545d6. 2024-12-15T17:25:34,147 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,mmm,1734283529512.8dd8fee789916ce46a147f0e92c545d6. after waiting 0 ms 2024-12-15T17:25:34,147 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,mmm,1734283529512.8dd8fee789916ce46a147f0e92c545d6. 2024-12-15T17:25:34,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=148, resume processing ppid=124 2024-12-15T17:25:34,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, ppid=124, state=SUCCESS; CloseRegionProcedure a242f96f22b2ba8952c8702933cb26a3, server=4ce65a7c4674,38979,1734283505431 in 237 msec 2024-12-15T17:25:34,149 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=a07da090089be168ee0eab0b8b73cad7, regionState=CLOSED 2024-12-15T17:25:34,149 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=8235885c6e2b33786d8e786dfb2f27db, UNASSIGN in 259 msec 2024-12-15T17:25:34,149 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=125, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=3489f0b192f2c68519039702d1d2a619, UNASSIGN 2024-12-15T17:25:34,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=a242f96f22b2ba8952c8702933cb26a3, UNASSIGN in 259 msec 2024-12-15T17:25:34,149 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=125 updating hbase:meta row=3489f0b192f2c68519039702d1d2a619, regionState=CLOSING, regionLocation=4ce65a7c4674,32947,1734283505517 2024-12-15T17:25:34,154 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T17:25:34,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=171, ppid=125, state=RUNNABLE; CloseRegionProcedure 3489f0b192f2c68519039702d1d2a619, server=4ce65a7c4674,32947,1734283505517}] 2024-12-15T17:25:34,155 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=123 2024-12-15T17:25:34,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=123, state=SUCCESS; CloseRegionProcedure 28bd9f756bfc5025c25c7d4dee6862e9, server=4ce65a7c4674,43937,1734283505463 in 247 msec 2024-12-15T17:25:34,156 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 17 WAL entries eligible for replication 2024-12-15T17:25:34,156 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:25:34,156 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=150, resume processing ppid=146 2024-12-15T17:25:34,156 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/138=[#edits: 3 = ],668}, {hbase:meta/1588230740/139=[#edits: 3 = ],668}, {hbase:meta/1588230740/140=[#edits: 3 = ],668}, {hbase:meta/1588230740/141=[#edits: 3 = ],668}, {hbase:meta/1588230740/142=[#edits: 3 = ],668}, {hbase:meta/1588230740/143=[#edits: 3 = ],668}, {hbase:meta/1588230740/144=[#edits: 3 = ],668}, {hbase:meta/1588230740/145=[#edits: 3 = ],668}, {hbase:meta/1588230740/146=[#edits: 2 = ],476}, {hbase:meta/1588230740/147=[#edits: 2 = ],476}, {hbase:meta/1588230740/148=[#edits: 2 = ],476}, {hbase:meta/1588230740/149=[#edits: 3 = ],668}, {hbase:meta/1588230740/150=[#edits: 3 = ],668}, {hbase:meta/1588230740/151=[#edits: 3 = ],668}, {hbase:meta/1588230740/152=[#edits: 3 = ],668}, {hbase:meta/1588230740/153=[#edits: 2 = ],476}, {hbase:meta/1588230740/154=[#edits: 2 = ],476}], lastWalPath=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta, lastWalPosition=7426, nbRowKeys=17, nbHFiles=0, heapSize=10396, lastSeqIds={}, endOfFile=false,usedBufferSize=10396] 2024-12-15T17:25:34,157 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=28bd9f756bfc5025c25c7d4dee6862e9, UNASSIGN in 267 msec 2024-12-15T17:25:34,157 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, ppid=146, state=SUCCESS; CloseRegionProcedure a07da090089be168ee0eab0b8b73cad7, server=4ce65a7c4674,43497,1734283505378 in 243 msec 2024-12-15T17:25:34,157 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 8229, reset compression=false 2024-12-15T17:25:34,158 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=a07da090089be168ee0eab0b8b73cad7, UNASSIGN in 268 msec 2024-12-15T17:25:34,159 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/2fb2e64bee4f529f7c7e273339e18bb9/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T17:25:34,159 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/a3ae66f90487bf5e756d9de0969ac516/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T17:25:34,159 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,uuu,1734283529512.2fb2e64bee4f529f7c7e273339e18bb9. 2024-12-15T17:25:34,159 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1635): Region close journal for 2fb2e64bee4f529f7c7e273339e18bb9: 2024-12-15T17:25:34,159 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/8dd8fee789916ce46a147f0e92c545d6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T17:25:34,160 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] handler.UnassignRegionHandler(170): Closed 2fb2e64bee4f529f7c7e273339e18bb9 2024-12-15T17:25:34,161 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(124): Close 21ef61480fd75184fb271e3c7b65fdb6 2024-12-15T17:25:34,161 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T17:25:34,161 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1681): Closing 21ef61480fd75184fb271e3c7b65fdb6, disabling compactions & flushes 2024-12-15T17:25:34,161 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6. 2024-12-15T17:25:34,161 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6. 2024-12-15T17:25:34,161 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6. after waiting 0 ms 2024-12-15T17:25:34,161 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6. 2024-12-15T17:25:34,161 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=142 updating hbase:meta row=2fb2e64bee4f529f7c7e273339e18bb9, regionState=CLOSED 2024-12-15T17:25:34,163 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/155=[#edits: 2 = ],476}, {hbase:meta/1588230740/156=[#edits: 3 = ],668}], lastWalPath=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta, lastWalPosition=8229, nbRowKeys=2, nbHFiles=0, heapSize=1144, lastSeqIds={}, endOfFile=false,usedBufferSize=1144] 2024-12-15T17:25:34,164 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,mmm,1734283529512.8dd8fee789916ce46a147f0e92c545d6. 2024-12-15T17:25:34,164 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(1635): Region close journal for 8dd8fee789916ce46a147f0e92c545d6: 2024-12-15T17:25:34,165 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] handler.UnassignRegionHandler(170): Closed 8dd8fee789916ce46a147f0e92c545d6 2024-12-15T17:25:34,165 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] handler.UnassignRegionHandler(124): Close 830cbc989668d0d550f5e8ca58d11248 2024-12-15T17:25:34,165 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=134 updating hbase:meta row=8dd8fee789916ce46a147f0e92c545d6, regionState=CLOSED 2024-12-15T17:25:34,165 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T17:25:34,165 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1681): Closing 830cbc989668d0d550f5e8ca58d11248, disabling compactions & flushes 2024-12-15T17:25:34,166 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,ooo,1734283529512.830cbc989668d0d550f5e8ca58d11248. 2024-12-15T17:25:34,166 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,ooo,1734283529512.830cbc989668d0d550f5e8ca58d11248. 2024-12-15T17:25:34,166 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,ooo,1734283529512.830cbc989668d0d550f5e8ca58d11248. after waiting 0 ms 2024-12-15T17:25:34,166 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,ooo,1734283529512.830cbc989668d0d550f5e8ca58d11248. 2024-12-15T17:25:34,167 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,vvv,1734283529512.a3ae66f90487bf5e756d9de0969ac516. 2024-12-15T17:25:34,167 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1635): Region close journal for a3ae66f90487bf5e756d9de0969ac516: 2024-12-15T17:25:34,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=142 2024-12-15T17:25:34,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=142, state=SUCCESS; CloseRegionProcedure 2fb2e64bee4f529f7c7e273339e18bb9, server=4ce65a7c4674,43497,1734283505378 in 172 msec 2024-12-15T17:25:34,172 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(170): Closed a3ae66f90487bf5e756d9de0969ac516 2024-12-15T17:25:34,173 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=134 2024-12-15T17:25:34,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=2fb2e64bee4f529f7c7e273339e18bb9, UNASSIGN in 279 msec 2024-12-15T17:25:34,173 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=134, state=SUCCESS; CloseRegionProcedure 8dd8fee789916ce46a147f0e92c545d6, server=4ce65a7c4674,32947,1734283505517 in 56 msec 2024-12-15T17:25:34,173 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=143 updating hbase:meta row=a3ae66f90487bf5e756d9de0969ac516, regionState=CLOSED 2024-12-15T17:25:34,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=8dd8fee789916ce46a147f0e92c545d6, UNASSIGN in 284 msec 2024-12-15T17:25:34,174 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:25:34,174 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 8895, reset compression=false 2024-12-15T17:25:34,176 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=143 2024-12-15T17:25:34,177 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=143, state=SUCCESS; CloseRegionProcedure a3ae66f90487bf5e756d9de0969ac516, server=4ce65a7c4674,38979,1734283505431 in 207 msec 2024-12-15T17:25:34,177 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=a3ae66f90487bf5e756d9de0969ac516, UNASSIGN in 287 msec 2024-12-15T17:25:34,179 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/157=[#edits: 2 = ],476}, {hbase:meta/1588230740/158=[#edits: 2 = ],476}], lastWalPath=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta, lastWalPosition=8895, nbRowKeys=2, nbHFiles=0, heapSize=952, lastSeqIds={}, endOfFile=false,usedBufferSize=952] 2024-12-15T17:25:34,180 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/21ef61480fd75184fb271e3c7b65fdb6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T17:25:34,180 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,,1734283529512.21ef61480fd75184fb271e3c7b65fdb6. 2024-12-15T17:25:34,180 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1635): Region close journal for 21ef61480fd75184fb271e3c7b65fdb6: 2024-12-15T17:25:34,187 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(170): Closed 21ef61480fd75184fb271e3c7b65fdb6 2024-12-15T17:25:34,188 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=122 updating hbase:meta row=21ef61480fd75184fb271e3c7b65fdb6, regionState=CLOSED 2024-12-15T17:25:34,192 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=122 2024-12-15T17:25:34,194 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=122, state=SUCCESS; CloseRegionProcedure 21ef61480fd75184fb271e3c7b65fdb6, server=4ce65a7c4674,43497,1734283505378 in 278 msec 2024-12-15T17:25:34,194 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=21ef61480fd75184fb271e3c7b65fdb6, UNASSIGN in 303 msec 2024-12-15T17:25:34,195 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/830cbc989668d0d550f5e8ca58d11248/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T17:25:34,197 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,ooo,1734283529512.830cbc989668d0d550f5e8ca58d11248. 2024-12-15T17:25:34,197 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1635): Region close journal for 830cbc989668d0d550f5e8ca58d11248: 2024-12-15T17:25:34,200 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] handler.UnassignRegionHandler(170): Closed 830cbc989668d0d550f5e8ca58d11248 2024-12-15T17:25:34,200 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(124): Close 908212888685a21e68e69dba35ae3d9e 2024-12-15T17:25:34,200 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T17:25:34,200 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1681): Closing 908212888685a21e68e69dba35ae3d9e, disabling compactions & flushes 2024-12-15T17:25:34,200 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,www,1734283529512.908212888685a21e68e69dba35ae3d9e. 2024-12-15T17:25:34,200 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,www,1734283529512.908212888685a21e68e69dba35ae3d9e. 2024-12-15T17:25:34,200 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,www,1734283529512.908212888685a21e68e69dba35ae3d9e. after waiting 0 ms 2024-12-15T17:25:34,200 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,www,1734283529512.908212888685a21e68e69dba35ae3d9e. 2024-12-15T17:25:34,200 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=136 updating hbase:meta row=830cbc989668d0d550f5e8ca58d11248, regionState=CLOSED 2024-12-15T17:25:34,205 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 3 WAL entries eligible for replication 2024-12-15T17:25:34,205 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/159=[#edits: 2 = ],476}, {hbase:meta/1588230740/160=[#edits: 2 = ],476}, {hbase:meta/1588230740/161=[#edits: 2 = ],476}], lastWalPath=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta, lastWalPosition=9885, nbRowKeys=3, nbHFiles=0, heapSize=1428, lastSeqIds={}, endOfFile=false,usedBufferSize=1428] 2024-12-15T17:25:34,205 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 9885, reset compression=false 2024-12-15T17:25:34,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=136 2024-12-15T17:25:34,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=136, state=SUCCESS; CloseRegionProcedure 830cbc989668d0d550f5e8ca58d11248, server=4ce65a7c4674,32947,1734283505517 in 108 msec 2024-12-15T17:25:34,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=830cbc989668d0d550f5e8ca58d11248, UNASSIGN in 317 msec 2024-12-15T17:25:34,213 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,43937,1734283505463 2024-12-15T17:25:34,213 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(124): Close 0230b4c491d7025e8a5947cc21b27dc8 2024-12-15T17:25:34,213 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T17:25:34,213 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1681): Closing 0230b4c491d7025e8a5947cc21b27dc8, disabling compactions & flushes 2024-12-15T17:25:34,213 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,qqq,1734283529512.0230b4c491d7025e8a5947cc21b27dc8. 2024-12-15T17:25:34,213 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,qqq,1734283529512.0230b4c491d7025e8a5947cc21b27dc8. 2024-12-15T17:25:34,213 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,qqq,1734283529512.0230b4c491d7025e8a5947cc21b27dc8. after waiting 0 ms 2024-12-15T17:25:34,213 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,qqq,1734283529512.0230b4c491d7025e8a5947cc21b27dc8. 2024-12-15T17:25:34,214 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/908212888685a21e68e69dba35ae3d9e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T17:25:34,215 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,www,1734283529512.908212888685a21e68e69dba35ae3d9e. 2024-12-15T17:25:34,215 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1635): Region close journal for 908212888685a21e68e69dba35ae3d9e: 2024-12-15T17:25:34,216 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(170): Closed 908212888685a21e68e69dba35ae3d9e 2024-12-15T17:25:34,216 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] handler.UnassignRegionHandler(124): Close 7f3fed41ee1994283d94c736ffbff074 2024-12-15T17:25:34,216 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T17:25:34,216 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1681): Closing 7f3fed41ee1994283d94c736ffbff074, disabling compactions & flushes 2024-12-15T17:25:34,216 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,rrr,1734283529512.7f3fed41ee1994283d94c736ffbff074. 2024-12-15T17:25:34,216 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,rrr,1734283529512.7f3fed41ee1994283d94c736ffbff074. 2024-12-15T17:25:34,216 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,rrr,1734283529512.7f3fed41ee1994283d94c736ffbff074. after waiting 0 ms 2024-12-15T17:25:34,216 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,rrr,1734283529512.7f3fed41ee1994283d94c736ffbff074. 2024-12-15T17:25:34,216 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=144 updating hbase:meta row=908212888685a21e68e69dba35ae3d9e, regionState=CLOSED 2024-12-15T17:25:34,218 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=144 2024-12-15T17:25:34,218 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=144, state=SUCCESS; CloseRegionProcedure 908212888685a21e68e69dba35ae3d9e, server=4ce65a7c4674,32947,1734283505517 in 261 msec 2024-12-15T17:25:34,219 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=908212888685a21e68e69dba35ae3d9e, UNASSIGN in 329 msec 2024-12-15T17:25:34,220 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/0230b4c491d7025e8a5947cc21b27dc8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T17:25:34,221 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,qqq,1734283529512.0230b4c491d7025e8a5947cc21b27dc8. 2024-12-15T17:25:34,221 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1635): Region close journal for 0230b4c491d7025e8a5947cc21b27dc8: 2024-12-15T17:25:34,227 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(170): Closed 0230b4c491d7025e8a5947cc21b27dc8 2024-12-15T17:25:34,227 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(124): Close 265bdefa830d462599e7ecedeacaf232 2024-12-15T17:25:34,227 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T17:25:34,227 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1681): Closing 265bdefa830d462599e7ecedeacaf232, disabling compactions & flushes 2024-12-15T17:25:34,227 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,nnn,1734283529512.265bdefa830d462599e7ecedeacaf232. 2024-12-15T17:25:34,227 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,nnn,1734283529512.265bdefa830d462599e7ecedeacaf232. 2024-12-15T17:25:34,227 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,nnn,1734283529512.265bdefa830d462599e7ecedeacaf232. after waiting 0 ms 2024-12-15T17:25:34,227 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,nnn,1734283529512.265bdefa830d462599e7ecedeacaf232. 2024-12-15T17:25:34,227 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=138 updating hbase:meta row=0230b4c491d7025e8a5947cc21b27dc8, regionState=CLOSED 2024-12-15T17:25:34,229 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=138 2024-12-15T17:25:34,229 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=138, state=SUCCESS; CloseRegionProcedure 0230b4c491d7025e8a5947cc21b27dc8, server=4ce65a7c4674,43937,1734283505463 in 185 msec 2024-12-15T17:25:34,229 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=0230b4c491d7025e8a5947cc21b27dc8, UNASSIGN in 340 msec 2024-12-15T17:25:34,234 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/7f3fed41ee1994283d94c736ffbff074/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T17:25:34,234 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,rrr,1734283529512.7f3fed41ee1994283d94c736ffbff074. 2024-12-15T17:25:34,234 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1635): Region close journal for 7f3fed41ee1994283d94c736ffbff074: 2024-12-15T17:25:34,235 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] handler.UnassignRegionHandler(170): Closed 7f3fed41ee1994283d94c736ffbff074 2024-12-15T17:25:34,235 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] handler.UnassignRegionHandler(124): Close ae5d867b74b8993de57a1e3650f9b3d4 2024-12-15T17:25:34,236 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T17:25:34,236 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1681): Closing ae5d867b74b8993de57a1e3650f9b3d4, disabling compactions & flushes 2024-12-15T17:25:34,236 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/265bdefa830d462599e7ecedeacaf232/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T17:25:34,236 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,jjj,1734283529512.ae5d867b74b8993de57a1e3650f9b3d4. 2024-12-15T17:25:34,236 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,jjj,1734283529512.ae5d867b74b8993de57a1e3650f9b3d4. 2024-12-15T17:25:34,236 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,jjj,1734283529512.ae5d867b74b8993de57a1e3650f9b3d4. after waiting 0 ms 2024-12-15T17:25:34,236 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,jjj,1734283529512.ae5d867b74b8993de57a1e3650f9b3d4. 2024-12-15T17:25:34,236 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=139 updating hbase:meta row=7f3fed41ee1994283d94c736ffbff074, regionState=CLOSED 2024-12-15T17:25:34,236 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,nnn,1734283529512.265bdefa830d462599e7ecedeacaf232. 2024-12-15T17:25:34,236 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1635): Region close journal for 265bdefa830d462599e7ecedeacaf232: 2024-12-15T17:25:34,237 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(170): Closed 265bdefa830d462599e7ecedeacaf232 2024-12-15T17:25:34,237 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] handler.UnassignRegionHandler(124): Close e2a46e8b9a1a7dd6e00509781c77021c 2024-12-15T17:25:34,237 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T17:25:34,237 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1681): Closing e2a46e8b9a1a7dd6e00509781c77021c, disabling compactions & flushes 2024-12-15T17:25:34,237 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,lll,1734283529512.e2a46e8b9a1a7dd6e00509781c77021c. 2024-12-15T17:25:34,238 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,lll,1734283529512.e2a46e8b9a1a7dd6e00509781c77021c. 2024-12-15T17:25:34,238 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,lll,1734283529512.e2a46e8b9a1a7dd6e00509781c77021c. after waiting 0 ms 2024-12-15T17:25:34,238 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,lll,1734283529512.e2a46e8b9a1a7dd6e00509781c77021c. 2024-12-15T17:25:34,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=139 2024-12-15T17:25:34,238 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=135 updating hbase:meta row=265bdefa830d462599e7ecedeacaf232, regionState=CLOSED 2024-12-15T17:25:34,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=139, state=SUCCESS; CloseRegionProcedure 7f3fed41ee1994283d94c736ffbff074, server=4ce65a7c4674,32947,1734283505517 in 193 msec 2024-12-15T17:25:34,239 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=7f3fed41ee1994283d94c736ffbff074, UNASSIGN in 349 msec 2024-12-15T17:25:34,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=161, resume processing ppid=135 2024-12-15T17:25:34,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, ppid=135, state=SUCCESS; CloseRegionProcedure 265bdefa830d462599e7ecedeacaf232, server=4ce65a7c4674,43937,1734283505463 in 138 msec 2024-12-15T17:25:34,243 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=265bdefa830d462599e7ecedeacaf232, UNASSIGN in 353 msec 2024-12-15T17:25:34,244 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,38979,1734283505431 2024-12-15T17:25:34,244 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/ae5d867b74b8993de57a1e3650f9b3d4/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T17:25:34,244 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/e2a46e8b9a1a7dd6e00509781c77021c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T17:25:34,245 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,lll,1734283529512.e2a46e8b9a1a7dd6e00509781c77021c. 2024-12-15T17:25:34,245 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1635): Region close journal for e2a46e8b9a1a7dd6e00509781c77021c: 2024-12-15T17:25:34,246 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] handler.UnassignRegionHandler(170): Closed e2a46e8b9a1a7dd6e00509781c77021c 2024-12-15T17:25:34,246 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,jjj,1734283529512.ae5d867b74b8993de57a1e3650f9b3d4. 2024-12-15T17:25:34,246 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1635): Region close journal for ae5d867b74b8993de57a1e3650f9b3d4: 2024-12-15T17:25:34,246 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] handler.UnassignRegionHandler(124): Close f98d7cc541945827c845218db9936be5 2024-12-15T17:25:34,246 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T17:25:34,246 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1681): Closing f98d7cc541945827c845218db9936be5, disabling compactions & flushes 2024-12-15T17:25:34,246 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,iii,1734283529512.f98d7cc541945827c845218db9936be5. 2024-12-15T17:25:34,246 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,iii,1734283529512.f98d7cc541945827c845218db9936be5. 2024-12-15T17:25:34,247 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,iii,1734283529512.f98d7cc541945827c845218db9936be5. after waiting 0 ms 2024-12-15T17:25:34,247 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,iii,1734283529512.f98d7cc541945827c845218db9936be5. 2024-12-15T17:25:34,247 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=133 updating hbase:meta row=e2a46e8b9a1a7dd6e00509781c77021c, regionState=CLOSED 2024-12-15T17:25:34,247 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(124): Close 8289eaeb1771c3406c17fabbafdf7025 2024-12-15T17:25:34,247 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T17:25:34,247 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1681): Closing 8289eaeb1771c3406c17fabbafdf7025, disabling compactions & flushes 2024-12-15T17:25:34,247 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,ppp,1734283529512.8289eaeb1771c3406c17fabbafdf7025. 2024-12-15T17:25:34,247 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,ppp,1734283529512.8289eaeb1771c3406c17fabbafdf7025. 2024-12-15T17:25:34,247 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,ppp,1734283529512.8289eaeb1771c3406c17fabbafdf7025. after waiting 0 ms 2024-12-15T17:25:34,247 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,ppp,1734283529512.8289eaeb1771c3406c17fabbafdf7025. 2024-12-15T17:25:34,248 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] handler.UnassignRegionHandler(170): Closed ae5d867b74b8993de57a1e3650f9b3d4 2024-12-15T17:25:34,248 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=131 updating hbase:meta row=ae5d867b74b8993de57a1e3650f9b3d4, regionState=CLOSED 2024-12-15T17:25:34,250 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=163, resume processing ppid=133 2024-12-15T17:25:34,250 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, ppid=133, state=SUCCESS; CloseRegionProcedure e2a46e8b9a1a7dd6e00509781c77021c, server=4ce65a7c4674,43937,1734283505463 in 127 msec 2024-12-15T17:25:34,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=165, resume processing ppid=131 2024-12-15T17:25:34,251 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=e2a46e8b9a1a7dd6e00509781c77021c, UNASSIGN in 361 msec 2024-12-15T17:25:34,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, ppid=131, state=SUCCESS; CloseRegionProcedure ae5d867b74b8993de57a1e3650f9b3d4, server=4ce65a7c4674,32947,1734283505517 in 124 msec 2024-12-15T17:25:34,251 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=ae5d867b74b8993de57a1e3650f9b3d4, UNASSIGN in 362 msec 2024-12-15T17:25:34,252 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/f98d7cc541945827c845218db9936be5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T17:25:34,252 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,iii,1734283529512.f98d7cc541945827c845218db9936be5. 2024-12-15T17:25:34,253 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1635): Region close journal for f98d7cc541945827c845218db9936be5: 2024-12-15T17:25:34,253 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/8289eaeb1771c3406c17fabbafdf7025/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T17:25:34,254 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,ppp,1734283529512.8289eaeb1771c3406c17fabbafdf7025. 2024-12-15T17:25:34,254 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1635): Region close journal for 8289eaeb1771c3406c17fabbafdf7025: 2024-12-15T17:25:34,254 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] handler.UnassignRegionHandler(170): Closed f98d7cc541945827c845218db9936be5 2024-12-15T17:25:34,254 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=130 updating hbase:meta row=f98d7cc541945827c845218db9936be5, regionState=CLOSED 2024-12-15T17:25:34,259 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=130 2024-12-15T17:25:34,259 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=130, state=SUCCESS; CloseRegionProcedure f98d7cc541945827c845218db9936be5, server=4ce65a7c4674,43937,1734283505463 in 128 msec 2024-12-15T17:25:34,259 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(170): Closed 8289eaeb1771c3406c17fabbafdf7025 2024-12-15T17:25:34,259 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(124): Close bf9dce97f0e8d22dbfdd0943faa72d1d 2024-12-15T17:25:34,259 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T17:25:34,259 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1681): Closing bf9dce97f0e8d22dbfdd0943faa72d1d, disabling compactions & flushes 2024-12-15T17:25:34,260 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,hhh,1734283529512.bf9dce97f0e8d22dbfdd0943faa72d1d. 2024-12-15T17:25:34,260 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,hhh,1734283529512.bf9dce97f0e8d22dbfdd0943faa72d1d. 2024-12-15T17:25:34,260 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,hhh,1734283529512.bf9dce97f0e8d22dbfdd0943faa72d1d. after waiting 0 ms 2024-12-15T17:25:34,260 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,hhh,1734283529512.bf9dce97f0e8d22dbfdd0943faa72d1d. 2024-12-15T17:25:34,281 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,43497,1734283505378 2024-12-15T17:25:34,287 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] handler.UnassignRegionHandler(124): Close b68698970611cecabf1f0a28ec449617 2024-12-15T17:25:34,288 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T17:25:34,288 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegion(1681): Closing b68698970611cecabf1f0a28ec449617, disabling compactions & flushes 2024-12-15T17:25:34,288 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,ggg,1734283529512.b68698970611cecabf1f0a28ec449617. 2024-12-15T17:25:34,288 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,ggg,1734283529512.b68698970611cecabf1f0a28ec449617. 2024-12-15T17:25:34,288 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,ggg,1734283529512.b68698970611cecabf1f0a28ec449617. after waiting 0 ms 2024-12-15T17:25:34,288 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,ggg,1734283529512.b68698970611cecabf1f0a28ec449617. 2024-12-15T17:25:34,289 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=f98d7cc541945827c845218db9936be5, UNASSIGN in 370 msec 2024-12-15T17:25:34,289 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=137 updating hbase:meta row=8289eaeb1771c3406c17fabbafdf7025, regionState=CLOSED 2024-12-15T17:25:34,297 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/b68698970611cecabf1f0a28ec449617/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T17:25:34,297 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=159, resume processing ppid=137 2024-12-15T17:25:34,298 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, ppid=137, state=SUCCESS; CloseRegionProcedure 8289eaeb1771c3406c17fabbafdf7025, server=4ce65a7c4674,38979,1734283505431 in 221 msec 2024-12-15T17:25:34,298 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,ggg,1734283529512.b68698970611cecabf1f0a28ec449617. 2024-12-15T17:25:34,298 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegion(1635): Region close journal for b68698970611cecabf1f0a28ec449617: 2024-12-15T17:25:34,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=8289eaeb1771c3406c17fabbafdf7025, UNASSIGN in 408 msec 2024-12-15T17:25:34,300 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=128 updating hbase:meta row=b68698970611cecabf1f0a28ec449617, regionState=CLOSED 2024-12-15T17:25:34,300 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] handler.UnassignRegionHandler(170): Closed b68698970611cecabf1f0a28ec449617 2024-12-15T17:25:34,300 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] handler.UnassignRegionHandler(124): Close 976f10d34c9ea10c1c86bff00fc0dd35 2024-12-15T17:25:34,300 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T17:25:34,300 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1681): Closing 976f10d34c9ea10c1c86bff00fc0dd35, disabling compactions & flushes 2024-12-15T17:25:34,300 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,eee,1734283529512.976f10d34c9ea10c1c86bff00fc0dd35. 2024-12-15T17:25:34,300 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,eee,1734283529512.976f10d34c9ea10c1c86bff00fc0dd35. 2024-12-15T17:25:34,300 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,eee,1734283529512.976f10d34c9ea10c1c86bff00fc0dd35. after waiting 0 ms 2024-12-15T17:25:34,300 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,eee,1734283529512.976f10d34c9ea10c1c86bff00fc0dd35. 2024-12-15T17:25:34,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=128 2024-12-15T17:25:34,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=128, state=SUCCESS; CloseRegionProcedure b68698970611cecabf1f0a28ec449617, server=4ce65a7c4674,43497,1734283505378 in 166 msec 2024-12-15T17:25:34,303 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/bf9dce97f0e8d22dbfdd0943faa72d1d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T17:25:34,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=b68698970611cecabf1f0a28ec449617, UNASSIGN in 413 msec 2024-12-15T17:25:34,304 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,hhh,1734283529512.bf9dce97f0e8d22dbfdd0943faa72d1d. 2024-12-15T17:25:34,304 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1635): Region close journal for bf9dce97f0e8d22dbfdd0943faa72d1d: 2024-12-15T17:25:34,305 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(170): Closed bf9dce97f0e8d22dbfdd0943faa72d1d 2024-12-15T17:25:34,306 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(124): Close 99e1faa12f6955749681ab9ca64d3259 2024-12-15T17:25:34,306 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T17:25:34,306 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1681): Closing 99e1faa12f6955749681ab9ca64d3259, disabling compactions & flushes 2024-12-15T17:25:34,306 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,fff,1734283529512.99e1faa12f6955749681ab9ca64d3259. 2024-12-15T17:25:34,306 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,fff,1734283529512.99e1faa12f6955749681ab9ca64d3259. 2024-12-15T17:25:34,306 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,fff,1734283529512.99e1faa12f6955749681ab9ca64d3259. after waiting 0 ms 2024-12-15T17:25:34,306 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,fff,1734283529512.99e1faa12f6955749681ab9ca64d3259. 2024-12-15T17:25:34,306 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=129 updating hbase:meta row=bf9dce97f0e8d22dbfdd0943faa72d1d, regionState=CLOSED 2024-12-15T17:25:34,306 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,32947,1734283505517 2024-12-15T17:25:34,308 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] handler.UnassignRegionHandler(124): Close 3489f0b192f2c68519039702d1d2a619 2024-12-15T17:25:34,308 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T17:25:34,308 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1681): Closing 3489f0b192f2c68519039702d1d2a619, disabling compactions & flushes 2024-12-15T17:25:34,308 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,ddd,1734283529512.3489f0b192f2c68519039702d1d2a619. 2024-12-15T17:25:34,308 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,ddd,1734283529512.3489f0b192f2c68519039702d1d2a619. 2024-12-15T17:25:34,308 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,ddd,1734283529512.3489f0b192f2c68519039702d1d2a619. after waiting 0 ms 2024-12-15T17:25:34,308 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,ddd,1734283529512.3489f0b192f2c68519039702d1d2a619. 2024-12-15T17:25:34,309 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=167, resume processing ppid=129 2024-12-15T17:25:34,310 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, ppid=129, state=SUCCESS; CloseRegionProcedure bf9dce97f0e8d22dbfdd0943faa72d1d, server=4ce65a7c4674,38979,1734283505431 in 173 msec 2024-12-15T17:25:34,310 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=bf9dce97f0e8d22dbfdd0943faa72d1d, UNASSIGN in 420 msec 2024-12-15T17:25:34,339 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/976f10d34c9ea10c1c86bff00fc0dd35/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T17:25:34,341 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,eee,1734283529512.976f10d34c9ea10c1c86bff00fc0dd35. 2024-12-15T17:25:34,341 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1635): Region close journal for 976f10d34c9ea10c1c86bff00fc0dd35: 2024-12-15T17:25:34,343 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] handler.UnassignRegionHandler(170): Closed 976f10d34c9ea10c1c86bff00fc0dd35 2024-12-15T17:25:34,343 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] handler.UnassignRegionHandler(124): Close 2ff48bd727d13f89238fd0ca2e8ddd3c 2024-12-15T17:25:34,343 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=126 updating hbase:meta row=976f10d34c9ea10c1c86bff00fc0dd35, regionState=CLOSED 2024-12-15T17:25:34,343 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T17:25:34,344 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1681): Closing 2ff48bd727d13f89238fd0ca2e8ddd3c, disabling compactions & flushes 2024-12-15T17:25:34,344 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_1,kkk,1734283529512.2ff48bd727d13f89238fd0ca2e8ddd3c. 2024-12-15T17:25:34,344 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_1,kkk,1734283529512.2ff48bd727d13f89238fd0ca2e8ddd3c. 2024-12-15T17:25:34,344 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_1,kkk,1734283529512.2ff48bd727d13f89238fd0ca2e8ddd3c. after waiting 0 ms 2024-12-15T17:25:34,344 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_1,kkk,1734283529512.2ff48bd727d13f89238fd0ca2e8ddd3c. 2024-12-15T17:25:34,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=126 2024-12-15T17:25:34,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=126, state=SUCCESS; CloseRegionProcedure 976f10d34c9ea10c1c86bff00fc0dd35, server=4ce65a7c4674,43497,1734283505378 in 209 msec 2024-12-15T17:25:34,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=976f10d34c9ea10c1c86bff00fc0dd35, UNASSIGN in 460 msec 2024-12-15T17:25:34,351 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/99e1faa12f6955749681ab9ca64d3259/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T17:25:34,352 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,fff,1734283529512.99e1faa12f6955749681ab9ca64d3259. 2024-12-15T17:25:34,352 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1635): Region close journal for 99e1faa12f6955749681ab9ca64d3259: 2024-12-15T17:25:34,354 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(170): Closed 99e1faa12f6955749681ab9ca64d3259 2024-12-15T17:25:34,354 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=127 updating hbase:meta row=99e1faa12f6955749681ab9ca64d3259, regionState=CLOSED 2024-12-15T17:25:34,357 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=169, resume processing ppid=127 2024-12-15T17:25:34,357 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, ppid=127, state=SUCCESS; CloseRegionProcedure 99e1faa12f6955749681ab9ca64d3259, server=4ce65a7c4674,38979,1734283505431 in 219 msec 2024-12-15T17:25:34,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=99e1faa12f6955749681ab9ca64d3259, UNASSIGN in 468 msec 2024-12-15T17:25:34,364 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/2ff48bd727d13f89238fd0ca2e8ddd3c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T17:25:34,365 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,kkk,1734283529512.2ff48bd727d13f89238fd0ca2e8ddd3c. 2024-12-15T17:25:34,365 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1635): Region close journal for 2ff48bd727d13f89238fd0ca2e8ddd3c: 2024-12-15T17:25:34,367 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] handler.UnassignRegionHandler(170): Closed 2ff48bd727d13f89238fd0ca2e8ddd3c 2024-12-15T17:25:34,367 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/3489f0b192f2c68519039702d1d2a619/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T17:25:34,368 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_1,ddd,1734283529512.3489f0b192f2c68519039702d1d2a619. 2024-12-15T17:25:34,368 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1635): Region close journal for 3489f0b192f2c68519039702d1d2a619: 2024-12-15T17:25:34,368 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=132 updating hbase:meta row=2ff48bd727d13f89238fd0ca2e8ddd3c, regionState=CLOSED 2024-12-15T17:25:34,370 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] handler.UnassignRegionHandler(170): Closed 3489f0b192f2c68519039702d1d2a619 2024-12-15T17:25:34,371 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=125 updating hbase:meta row=3489f0b192f2c68519039702d1d2a619, regionState=CLOSED 2024-12-15T17:25:34,372 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=132 2024-12-15T17:25:34,372 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=132, state=SUCCESS; CloseRegionProcedure 2ff48bd727d13f89238fd0ca2e8ddd3c, server=4ce65a7c4674,43497,1734283505378 in 246 msec 2024-12-15T17:25:34,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-15T17:25:34,382 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=2ff48bd727d13f89238fd0ca2e8ddd3c, UNASSIGN in 483 msec 2024-12-15T17:25:34,383 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=171, resume processing ppid=125 2024-12-15T17:25:34,383 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, ppid=125, state=SUCCESS; CloseRegionProcedure 3489f0b192f2c68519039702d1d2a619, server=4ce65a7c4674,32947,1734283505517 in 221 msec 2024-12-15T17:25:34,385 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=121 2024-12-15T17:25:34,385 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=testHBaseMetaReplicates_1, region=3489f0b192f2c68519039702d1d2a619, UNASSIGN in 494 msec 2024-12-15T17:25:34,388 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-12-15T17:25:34,388 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; CloseTableRegionsProcedure table=testHBaseMetaReplicates_1 in 526 msec 2024-12-15T17:25:34,391 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testHBaseMetaReplicates_1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734283534391"}]},"ts":"1734283534391"} 2024-12-15T17:25:34,392 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testHBaseMetaReplicates_1, state=DISABLED in hbase:meta 2024-12-15T17:25:34,404 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set testHBaseMetaReplicates_1 to state=DISABLED 2024-12-15T17:25:34,409 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 9885, reset compression=false 2024-12-15T17:25:34,427 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; DisableTableProcedure table=testHBaseMetaReplicates_1 in 667 msec 2024-12-15T17:25:34,433 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 15 WAL entries eligible for replication 2024-12-15T17:25:34,433 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:25:34,433 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/162=[#edits: 2 = ],476}, {hbase:meta/1588230740/163=[#edits: 2 = ],476}, {hbase:meta/1588230740/164=[#edits: 2 = ],476}, {hbase:meta/1588230740/165=[#edits: 2 = ],476}, {hbase:meta/1588230740/166=[#edits: 2 = ],476}, {hbase:meta/1588230740/167=[#edits: 2 = ],476}, {hbase:meta/1588230740/168=[#edits: 2 = ],476}, {hbase:meta/1588230740/169=[#edits: 2 = ],476}, {hbase:meta/1588230740/170=[#edits: 2 = ],476}, {hbase:meta/1588230740/171=[#edits: 2 = ],476}, {hbase:meta/1588230740/172=[#edits: 2 = ],476}, {hbase:meta/1588230740/173=[#edits: 2 = ],476}, {hbase:meta/1588230740/174=[#edits: 2 = ],476}, {hbase:meta/1588230740/175=[#edits: 2 = ],476}, {hbase:meta/1588230740/176=[#edits: 1 = ],204}], lastWalPath=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta, lastWalPosition=14645, nbRowKeys=15, nbHFiles=0, heapSize=6868, lastSeqIds={}, endOfFile=false,usedBufferSize=6868] 2024-12-15T17:25:34,656 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:25:34,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-15T17:25:34,880 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:testHBaseMetaReplicates_1, procId: 120 completed 2024-12-15T17:25:34,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete testHBaseMetaReplicates_1 2024-12-15T17:25:34,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] procedure2.ProcedureExecutor(1098): Stored pid=172, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=testHBaseMetaReplicates_1 2024-12-15T17:25:34,891 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=172, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=testHBaseMetaReplicates_1 2024-12-15T17:25:34,893 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=172, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=testHBaseMetaReplicates_1 2024-12-15T17:25:34,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-15T17:25:34,906 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/21ef61480fd75184fb271e3c7b65fdb6 2024-12-15T17:25:34,906 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/28bd9f756bfc5025c25c7d4dee6862e9 2024-12-15T17:25:34,907 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/a242f96f22b2ba8952c8702933cb26a3 2024-12-15T17:25:34,907 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/3489f0b192f2c68519039702d1d2a619 2024-12-15T17:25:34,907 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/976f10d34c9ea10c1c86bff00fc0dd35 2024-12-15T17:25:34,908 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/99e1faa12f6955749681ab9ca64d3259 2024-12-15T17:25:34,908 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/b68698970611cecabf1f0a28ec449617 2024-12-15T17:25:34,908 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/bf9dce97f0e8d22dbfdd0943faa72d1d 2024-12-15T17:25:34,913 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/b68698970611cecabf1f0a28ec449617/info, FileablePath, hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/b68698970611cecabf1f0a28ec449617/recovered.edits] 2024-12-15T17:25:34,913 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/976f10d34c9ea10c1c86bff00fc0dd35/info, FileablePath, hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/976f10d34c9ea10c1c86bff00fc0dd35/recovered.edits] 2024-12-15T17:25:34,914 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/21ef61480fd75184fb271e3c7b65fdb6/info, FileablePath, hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/21ef61480fd75184fb271e3c7b65fdb6/recovered.edits] 2024-12-15T17:25:34,915 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/3489f0b192f2c68519039702d1d2a619/info, FileablePath, hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/3489f0b192f2c68519039702d1d2a619/recovered.edits] 2024-12-15T17:25:34,920 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/a242f96f22b2ba8952c8702933cb26a3/info, FileablePath, hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/a242f96f22b2ba8952c8702933cb26a3/recovered.edits] 2024-12-15T17:25:34,921 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/bf9dce97f0e8d22dbfdd0943faa72d1d/info, FileablePath, hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/bf9dce97f0e8d22dbfdd0943faa72d1d/recovered.edits] 2024-12-15T17:25:34,922 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/99e1faa12f6955749681ab9ca64d3259/info, FileablePath, hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/99e1faa12f6955749681ab9ca64d3259/recovered.edits] 2024-12-15T17:25:34,923 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/28bd9f756bfc5025c25c7d4dee6862e9/info, FileablePath, hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_1/28bd9f756bfc5025c25c7d4dee6862e9/recovered.edits] 2024-12-15T17:25:34,964 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:25:34,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-15T17:25:35,110 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T17:25:35,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-15T17:25:35,376 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:25:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-15T17:25:35,880 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:25:35,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-15T17:25:36,483 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:25:36,791 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:25:36,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:25:36,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:25:36,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:25:37,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-15T17:25:37,064 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:25:37,064 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:25:37,070 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:25:37,070 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:25:37,198 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:25:37,629 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T17:25:37,630 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T17:25:37,633 INFO [RS-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36962, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T17:25:37,633 INFO [RS-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36952, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T17:25:37,907 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-15T17:25:37,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:37,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:37,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:37,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:37,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:37,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:37,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:37,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:37,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:37,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:37,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:37,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:37,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:37,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:37,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:37,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:37,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:37,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:37,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:37,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:25:38,001 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:25:38,935 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:25:39,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-15T17:25:39,682 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:25:39,682 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:25:39,973 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:25:40,621 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T17:25:40,621 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T17:25:40,623 INFO [RS-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34240, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T17:25:40,623 INFO [RS-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34244, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T17:25:40,770 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:25:40,770 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:25:41,080 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:25:41,364 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:25:41,364 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:25:42,175 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:25:42,175 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:25:42,175 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:25:42,176 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:25:42,288 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:25:43,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-15T17:25:43,596 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:25:44,570 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:25:44,571 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:25:45,011 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:25:45,765 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:25:45,765 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:25:46,483 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:25:46,483 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:25:46,512 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 11.6210 sec 2024-12-15T17:25:46,522 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:25:46,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:25:46,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:25:46,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:25:46,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:25:48,132 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:25:48,471 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:25:48,471 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:25:48,593 INFO [master/4ce65a7c4674:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-15T17:25:48,593 INFO [master/4ce65a7c4674:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-15T17:25:49,845 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:25:50,265 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:25:50,266 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:25:50,963 WARN [ReadOnlyZKClient-127.0.0.1:61306@0x751277b4 {}] zookeeper.ReadOnlyZKClient$ZKTask$1(202): 0x751277b4 to 127.0.0.1:61306 failed for list of /hbase, code = CONNECTIONLOSS, retries = 1 2024-12-15T17:25:51,512 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 16.6220 sec 2024-12-15T17:25:51,654 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:25:51,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:25:51,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:25:51,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:25:51,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:25:52,472 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:25:52,472 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:25:52,504 WARN [ReadOnlyZKClient-127.0.0.1:61306@0x751277b4 {}] zookeeper.ReadOnlyZKClient$ZKTask$1(206): 0x751277b4 to 127.0.0.1:61306 failed for list of /hbase, code = CONNECTIONLOSS, retries = 1, give up 2024-12-15T17:25:52,504 ERROR [AsyncConn Chore Service.Chore.1 {}] client.ConnectionImplementation(417): Failed to get table hbase:meta's region replication, java.util.concurrent.ExecutionException: org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:396) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2096) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionImplementation.lambda$new$0(ConnectionImplementation.java:414) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector.refreshCatalogReplicaCount(CatalogReplicaLoadBalanceSimpleSelector.java:264) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector.access$100(CatalogReplicaLoadBalanceSimpleSelector.java:69) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector$2.chore(CatalogReplicaLoadBalanceSimpleSelector.java:300) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ScheduledChore.run(ScheduledChore.java:161) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase at org.apache.zookeeper.KeeperException.create(KeeperException.java:102) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$ZKTask$1.exec(ReadOnlyZKClient.java:208) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:386) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] ... 1 more 2024-12-15T17:25:52,504 DEBUG [AsyncConn Chore Service.Chore.1 {}] client.CatalogReplicaLoadBalanceSimpleSelector(265): Refreshed replica count 1 2024-12-15T17:25:53,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-15T17:25:53,383 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:25:53,383 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:25:53,564 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:25:54,435 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-15T17:25:54,800 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1588230740, had cached 0 bytes from a total of 11837 2024-12-15T17:25:54,866 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:25:54,866 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:25:55,214 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1657623790, had cached 0 bytes from a total of 11837 2024-12-15T17:25:55,216 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 534574363, had cached 0 bytes from a total of 11837 2024-12-15T17:25:55,571 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:25:56,512 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 21.6220 sec 2024-12-15T17:25:56,572 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:25:56,572 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:25:56,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:25:56,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:25:56,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:25:56,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:25:57,691 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:25:59,567 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:25:59,567 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:25:59,897 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:26:00,384 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:26:00,384 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:26:00,773 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:26:00,773 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:26:01,512 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 26.6220 sec 2024-12-15T17:26:01,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:26:01,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:26:01,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:26:01,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:26:02,204 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:26:03,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-15T17:26:04,367 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:26:04,367 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:26:04,615 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:26:05,073 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:26:05,073 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:26:05,110 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T17:26:06,513 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 31.6230 sec 2024-12-15T17:26:06,791 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:26:06,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:26:06,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:26:06,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:26:07,124 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:26:07,463 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region afed1399feff55462ad01594581f26e2 changed from -1.0 to 0.0, refreshing cache 2024-12-15T17:26:07,464 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region fc22d398785f692520dace054fe1f093 changed from -1.0 to 0.0, refreshing cache 2024-12-15T17:26:07,466 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region d486977fc419debe1bb7dc886ff93327 changed from -1.0 to 0.0, refreshing cache 2024-12-15T17:26:07,466 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 7f35b277f34effd5246042dcfe85a8eb changed from -1.0 to 0.0, refreshing cache 2024-12-15T17:26:07,466 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 3e15309aabd312448d789238feb18aa9 changed from -1.0 to 0.0, refreshing cache 2024-12-15T17:26:07,466 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region d4f60170220b4b9677e89be296705db8 changed from -1.0 to 0.0, refreshing cache 2024-12-15T17:26:07,466 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 1657623790 changed from -1.0 to 0.0, refreshing cache 2024-12-15T17:26:07,466 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 203fa074391697fe80bb425df65daad2 changed from -1.0 to 0.0, refreshing cache 2024-12-15T17:26:07,466 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region f08fad4af97bff08782cb7e05596410b changed from -1.0 to 0.0, refreshing cache 2024-12-15T17:26:07,466 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 14cb587b72f8731bab7db98b58d356dd changed from -1.0 to 0.0, refreshing cache 2024-12-15T17:26:07,466 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region f3107e06f17663abef43df4f965dd513 changed from -1.0 to 0.0, refreshing cache 2024-12-15T17:26:07,466 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region ac66a1d73d9ffce03e30e52d7400a113 changed from -1.0 to 0.0, refreshing cache 2024-12-15T17:26:07,467 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 8e471c3e2d1e25fb518269a752811708 changed from -1.0 to 0.0, refreshing cache 2024-12-15T17:26:07,467 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 534574363 changed from -1.0 to 0.0, refreshing cache 2024-12-15T17:26:07,467 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 3daa779a17e38f0cd0550cc03b57cdda changed from -1.0 to 0.0, refreshing cache 2024-12-15T17:26:07,467 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region fb6b996c1f758ba6802cdc89e8e88efe changed from -1.0 to 0.0, refreshing cache 2024-12-15T17:26:07,467 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 2ac5db3b34ca1720d38bfadbefef829a changed from -1.0 to 0.0, refreshing cache 2024-12-15T17:26:07,467 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region f484d022a0b61d256bc89c9546e1cbf5 changed from -1.0 to 0.0, refreshing cache 2024-12-15T17:26:07,467 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 221a69822fc62a9463c5c9fcb5277d73 changed from -1.0 to 0.0, refreshing cache 2024-12-15T17:26:07,467 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 09ceb1da06f037a04fc81b52fa2d9323 changed from -1.0 to 0.0, refreshing cache 2024-12-15T17:26:07,467 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 49c73611337e492b462d8c10d149b525 changed from -1.0 to 0.0, refreshing cache 2024-12-15T17:26:07,467 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 43558a505c1cd1ebc16dbb8a56f2a9d3 changed from -1.0 to 0.0, refreshing cache 2024-12-15T17:26:07,467 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 01ed335783102439365a6a58af3ded17 changed from -1.0 to 0.0, refreshing cache 2024-12-15T17:26:07,467 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 71a1c30a77a9d98d5457627db4d32714 changed from -1.0 to 0.0, refreshing cache 2024-12-15T17:26:07,467 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region c84862161c7d618c258250c3088fa33d changed from -1.0 to 0.0, refreshing cache 2024-12-15T17:26:07,467 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region deff9d45a6ebb276ddf90f696aa7e3fd changed from -1.0 to 0.0, refreshing cache 2024-12-15T17:26:07,467 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region cd36423b8a400f47b4fddd7aea516a00 changed from -1.0 to 0.0, refreshing cache 2024-12-15T17:26:07,467 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 3799bc1996d399b365f23156a453a52e changed from -1.0 to 0.0, refreshing cache 2024-12-15T17:26:07,487 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:26:07,487 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:26:09,268 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:26:09,268 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:26:09,474 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:26:09,474 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:26:09,732 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:26:11,513 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 36.6230 sec 2024-12-15T17:26:11,791 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:26:11,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:26:11,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:26:11,803 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:26:12,440 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:26:13,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-15T17:26:13,974 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:26:13,974 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:26:14,269 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:26:14,269 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:26:14,435 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-15T17:26:14,687 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:26:14,688 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:26:15,259 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:26:16,514 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 41.6230 sec 2024-12-15T17:26:16,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:26:16,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:26:16,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:26:16,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:26:18,199 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:26:18,575 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:26:18,575 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:26:19,369 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:26:19,370 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:26:21,211 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:26:21,514 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 46.6240 sec 2024-12-15T17:26:21,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:26:21,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:26:21,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:26:21,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:26:21,988 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:26:21,988 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:26:23,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-15T17:26:23,276 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:26:23,276 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:26:24,314 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:26:24,570 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:26:24,570 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:26:26,514 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 51.6240 sec 2024-12-15T17:26:26,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:26:26,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:26:26,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:26:26,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:26:27,523 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:26:28,079 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:26:28,079 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:26:29,388 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:26:29,389 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:26:29,870 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:26:29,871 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:26:30,863 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:26:31,515 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 56.6240 sec 2024-12-15T17:26:31,791 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:26:31,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:26:31,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:26:31,803 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:26:32,980 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:26:32,980 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:26:34,292 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:26:34,435 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-15T17:26:35,111 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T17:26:35,271 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:26:35,271 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:26:35,286 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=25, created chunk count=35, reused chunk count=83, reuseRatio=70.34% 2024-12-15T17:26:35,295 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-12-15T17:26:36,515 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 1 mins, 1.625 sec 2024-12-15T17:26:36,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:26:36,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:26:36,795 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:26:36,803 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:26:36,889 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:26:36,889 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:26:37,810 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:26:37,982 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:26:37,982 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:26:39,800 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1588230740, had cached 0 bytes from a total of 11837 2024-12-15T17:26:40,214 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1657623790, had cached 0 bytes from a total of 11837 2024-12-15T17:26:40,216 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 534574363, had cached 0 bytes from a total of 11837 2024-12-15T17:26:40,774 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:26:40,774 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:26:41,430 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:26:41,515 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 1 mins, 6.625 sec 2024-12-15T17:26:41,791 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:26:41,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:26:41,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:26:41,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:26:43,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-15T17:26:43,083 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:26:43,084 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:26:44,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:26:44,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:26:44,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:26:44,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:26:44,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:26:44,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:26:44,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:26:44,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:26:44,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:26:44,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:26:44,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:26:44,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:26:44,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:26:44,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:26:44,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:26:44,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:26:44,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:26:44,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:26:44,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:26:44,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:26:44,490 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:26:44,490 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:26:45,009 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-15T17:26:45,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:26:45,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:26:45,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:26:45,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:26:45,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:26:45,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:26:45,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:26:45,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:26:45,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:26:45,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:26:45,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:26:45,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:26:45,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:26:45,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:26:45,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:26:45,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:26:45,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:26:45,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:26:45,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:26:45,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:26:45,139 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:26:46,374 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:26:46,374 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:26:46,515 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 1 mins, 11.625 sec 2024-12-15T17:26:46,791 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:26:46,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:26:46,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:26:46,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:26:48,284 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:26:48,284 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:26:48,995 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:26:50,448 INFO [regionserver/4ce65a7c4674:0.Chore.1 {}] hbase.ScheduledChore(145): Chore: MemstoreFlusherChore missed its start time 2024-12-15T17:26:50,449 INFO [regionserver/4ce65a7c4674:0.Chore.1 {}] hbase.ScheduledChore(145): Chore: CompactionChecker missed its start time 2024-12-15T17:26:50,450 INFO [regionserver/4ce65a7c4674:0.Chore.1 {}] hbase.ScheduledChore(145): Chore: CompactionChecker missed its start time 2024-12-15T17:26:50,548 WARN [ReadOnlyZKClient-127.0.0.1:61306@0x751277b4 {}] zookeeper.ReadOnlyZKClient$ZKTask$1(202): 0x751277b4 to 127.0.0.1:61306 failed for list of /hbase, code = CONNECTIONLOSS, retries = 1 2024-12-15T17:26:51,516 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 1 mins, 16.626 sec 2024-12-15T17:26:51,791 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:26:51,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:26:51,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:26:51,803 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:26:52,075 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:26:52,075 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:26:52,190 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:26:52,190 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:26:52,239 WARN [ReadOnlyZKClient-127.0.0.1:61306@0x751277b4 {}] zookeeper.ReadOnlyZKClient$ZKTask$1(206): 0x751277b4 to 127.0.0.1:61306 failed for list of /hbase, code = CONNECTIONLOSS, retries = 1, give up 2024-12-15T17:26:52,239 ERROR [AsyncConn Chore Service.Chore.2 {}] client.ConnectionImplementation(417): Failed to get table hbase:meta's region replication, java.util.concurrent.ExecutionException: org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:396) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2096) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionImplementation.lambda$new$0(ConnectionImplementation.java:414) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector.refreshCatalogReplicaCount(CatalogReplicaLoadBalanceSimpleSelector.java:264) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector.access$100(CatalogReplicaLoadBalanceSimpleSelector.java:69) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector$2.chore(CatalogReplicaLoadBalanceSimpleSelector.java:300) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ScheduledChore.run(ScheduledChore.java:161) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase at org.apache.zookeeper.KeeperException.create(KeeperException.java:102) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$ZKTask$1.exec(ReadOnlyZKClient.java:208) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:386) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] ... 1 more 2024-12-15T17:26:52,240 DEBUG [AsyncConn Chore Service.Chore.2 {}] client.CatalogReplicaLoadBalanceSimpleSelector(265): Refreshed replica count 1 2024-12-15T17:26:52,922 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:26:53,587 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:26:53,587 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:26:54,439 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-15T17:26:56,516 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 1 mins, 21.626 sec 2024-12-15T17:26:56,791 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:26:56,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:26:56,794 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:26:56,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:26:56,948 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:26:57,879 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:26:57,879 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:26:58,988 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:26:58,988 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:26:59,995 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:26:59,995 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:27:01,058 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:27:01,516 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 1 mins, 26.626 sec 2024-12-15T17:27:01,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:27:01,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:27:01,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:27:01,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:27:03,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-15T17:27:03,779 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:27:03,780 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:27:04,488 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:27:04,488 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:27:05,111 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T17:27:05,292 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:27:06,517 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 1 mins, 31.626 sec 2024-12-15T17:27:06,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:27:06,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:27:06,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:27:06,803 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:27:07,896 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:27:07,896 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:27:09,595 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:27:09,780 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:27:09,780 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:27:10,089 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:27:10,089 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:27:11,518 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 1 mins, 36.628 sec 2024-12-15T17:27:11,791 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:27:11,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:27:11,794 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:27:11,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:27:14,012 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:27:14,439 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-15T17:27:15,789 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:27:15,789 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:27:15,880 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:27:15,881 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:27:15,896 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:27:15,896 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:27:16,518 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 1 mins, 41.628 sec 2024-12-15T17:27:16,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:27:16,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:27:16,794 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:27:16,802 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:27:18,521 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:27:21,518 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 1 mins, 46.628 sec 2024-12-15T17:27:21,591 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:27:21,591 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:27:21,791 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:27:21,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:27:21,794 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:27:21,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:27:22,083 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:27:22,083 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:27:23,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-15T17:27:23,128 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:27:23,997 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:27:23,997 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:27:24,801 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1588230740, had cached 0 bytes from a total of 11837 2024-12-15T17:27:25,215 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1657623790, had cached 0 bytes from a total of 11837 2024-12-15T17:27:25,219 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 534574363, had cached 0 bytes from a total of 11837 2024-12-15T17:27:26,519 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 1 mins, 51.629 sec 2024-12-15T17:27:26,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:27:26,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:27:26,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:27:26,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:27:27,491 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:27:27,491 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:27:27,838 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:27:28,384 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:27:28,384 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:27:31,519 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 1 mins, 56.629 sec 2024-12-15T17:27:31,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:27:31,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:27:31,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:27:31,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:27:32,197 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:27:32,197 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:27:32,641 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:27:33,492 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:27:33,492 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:27:34,441 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-15T17:27:34,787 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:27:34,787 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:27:35,114 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T17:27:36,520 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 2 mins, 1.63 sec 2024-12-15T17:27:36,791 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:27:36,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:27:36,794 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:27:36,803 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:27:37,553 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:27:39,593 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:27:39,593 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:27:40,498 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:27:40,498 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:27:41,288 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:27:41,288 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:27:41,521 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 2 mins, 6.63 sec 2024-12-15T17:27:41,791 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:27:41,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:27:41,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:27:41,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:27:42,577 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:27:43,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-15T17:27:45,793 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:27:45,794 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:27:46,521 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 2 mins, 11.631 sec 2024-12-15T17:27:46,791 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:27:46,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:27:46,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:27:46,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:27:47,680 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:27:47,888 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:27:47,888 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:27:48,898 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:27:48,898 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:27:50,410 WARN [ReadOnlyZKClient-127.0.0.1:61306@0x751277b4 {}] zookeeper.ReadOnlyZKClient$ZKTask$1(202): 0x751277b4 to 127.0.0.1:61306 failed for list of /hbase, code = CONNECTIONLOSS, retries = 1 2024-12-15T17:27:51,521 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 2 mins, 16.631 sec 2024-12-15T17:27:51,665 WARN [ReadOnlyZKClient-127.0.0.1:61306@0x751277b4 {}] zookeeper.ReadOnlyZKClient$ZKTask$1(206): 0x751277b4 to 127.0.0.1:61306 failed for list of /hbase, code = CONNECTIONLOSS, retries = 1, give up 2024-12-15T17:27:51,666 ERROR [AsyncConn Chore Service.Chore.2 {}] client.ConnectionImplementation(417): Failed to get table hbase:meta's region replication, java.util.concurrent.ExecutionException: org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:396) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2096) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionImplementation.lambda$new$0(ConnectionImplementation.java:414) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector.refreshCatalogReplicaCount(CatalogReplicaLoadBalanceSimpleSelector.java:264) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector.access$100(CatalogReplicaLoadBalanceSimpleSelector.java:69) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector$2.chore(CatalogReplicaLoadBalanceSimpleSelector.java:300) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ScheduledChore.run(ScheduledChore.java:161) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase at org.apache.zookeeper.KeeperException.create(KeeperException.java:102) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$ZKTask$1.exec(ReadOnlyZKClient.java:208) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:386) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] ... 1 more 2024-12-15T17:27:51,666 DEBUG [AsyncConn Chore Service.Chore.2 {}] client.CatalogReplicaLoadBalanceSimpleSelector(265): Refreshed replica count 1 2024-12-15T17:27:51,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:27:51,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:27:51,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:27:51,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:27:52,094 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:27:52,094 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:27:52,888 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:27:54,441 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-15T17:27:54,588 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:27:54,589 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:27:56,521 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 2 mins, 21.631 sec 2024-12-15T17:27:56,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:27:56,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:27:56,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:27:56,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:27:57,399 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:27:57,399 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:27:58,198 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:27:58,494 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:27:58,495 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:28:01,389 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:28:01,389 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:28:01,522 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 2 mins, 26.631 sec 2024-12-15T17:28:01,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:28:01,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:28:01,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:28:01,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:28:03,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-15T17:28:03,615 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:28:04,995 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:28:04,995 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:28:05,114 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T17:28:05,999 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:28:06,000 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:28:06,522 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 2 mins, 31.632 sec 2024-12-15T17:28:06,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:28:06,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:28:06,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:28:06,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:28:08,290 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:28:08,290 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:28:09,129 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:28:09,801 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1588230740, had cached 0 bytes from a total of 11837 2024-12-15T17:28:10,215 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1657623790, had cached 0 bytes from a total of 11837 2024-12-15T17:28:10,220 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 534574363, had cached 0 bytes from a total of 11837 2024-12-15T17:28:11,522 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 2 mins, 36.632 sec 2024-12-15T17:28:11,596 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:28:11,597 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:28:11,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:28:11,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:28:11,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:28:11,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:28:14,442 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-15T17:28:14,700 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:28:14,700 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:28:14,738 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:28:15,291 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:28:15,291 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:28:16,522 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 2 mins, 41.632 sec 2024-12-15T17:28:16,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:28:16,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:28:16,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:28:16,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:28:18,297 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:28:18,297 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:28:20,448 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:28:21,523 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 2 mins, 46.633 sec 2024-12-15T17:28:21,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:28:21,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:28:21,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:28:21,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:28:22,391 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:28:22,391 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:28:23,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-15T17:28:23,500 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:28:23,501 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:28:25,097 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:28:25,098 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:28:26,256 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:28:26,523 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 2 mins, 51.633 sec 2024-12-15T17:28:26,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:28:26,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:28:26,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:28:26,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:28:29,592 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:28:29,592 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:28:31,523 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 2 mins, 56.633 sec 2024-12-15T17:28:31,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:28:31,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:28:31,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:28:31,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:28:31,998 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:28:31,998 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:28:32,174 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:28:32,401 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:28:32,401 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:28:34,442 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-15T17:28:35,114 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T17:28:36,524 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 3 mins, 1.633 sec 2024-12-15T17:28:36,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:28:36,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:28:36,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:28:36,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:28:36,893 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:28:36,893 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:28:38,184 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:28:38,998 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:28:38,998 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:28:41,401 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:28:41,402 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:28:41,524 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 3 mins, 6.634 sec 2024-12-15T17:28:41,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:28:41,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:28:41,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:28:41,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:28:43,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-15T17:28:44,287 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:28:44,293 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:28:44,293 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:28:46,099 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:28:46,099 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:28:46,524 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 3 mins, 11.634 sec 2024-12-15T17:28:46,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:28:46,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:28:46,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:28:46,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:28:50,490 WARN [ReadOnlyZKClient-127.0.0.1:61306@0x751277b4 {}] zookeeper.ReadOnlyZKClient$ZKTask$1(202): 0x751277b4 to 127.0.0.1:61306 failed for list of /hbase, code = CONNECTIONLOSS, retries = 1 2024-12-15T17:28:50,495 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:28:50,502 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:28:50,502 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:28:51,524 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 3 mins, 16.634 sec 2024-12-15T17:28:51,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:28:51,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:28:51,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:28:51,794 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:28:51,794 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:28:51,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:28:51,987 WARN [ReadOnlyZKClient-127.0.0.1:61306@0x751277b4 {}] zookeeper.ReadOnlyZKClient$ZKTask$1(206): 0x751277b4 to 127.0.0.1:61306 failed for list of /hbase, code = CONNECTIONLOSS, retries = 1, give up 2024-12-15T17:28:51,987 ERROR [AsyncConn Chore Service.Chore.2 {}] client.ConnectionImplementation(417): Failed to get table hbase:meta's region replication, java.util.concurrent.ExecutionException: org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:396) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2096) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionImplementation.lambda$new$0(ConnectionImplementation.java:414) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector.refreshCatalogReplicaCount(CatalogReplicaLoadBalanceSimpleSelector.java:264) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector.access$100(CatalogReplicaLoadBalanceSimpleSelector.java:69) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector$2.chore(CatalogReplicaLoadBalanceSimpleSelector.java:300) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ScheduledChore.run(ScheduledChore.java:161) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase at org.apache.zookeeper.KeeperException.create(KeeperException.java:102) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$ZKTask$1.exec(ReadOnlyZKClient.java:208) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:386) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] ... 1 more 2024-12-15T17:28:51,988 DEBUG [AsyncConn Chore Service.Chore.2 {}] client.CatalogReplicaLoadBalanceSimpleSelector(265): Refreshed replica count 1 2024-12-15T17:28:53,299 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:28:53,299 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:28:54,442 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-15T17:28:54,801 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1588230740, had cached 0 bytes from a total of 11837 2024-12-15T17:28:55,216 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1657623790, had cached 0 bytes from a total of 11837 2024-12-15T17:28:55,220 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 534574363, had cached 0 bytes from a total of 11837 2024-12-15T17:28:56,525 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 3 mins, 21.634 sec 2024-12-15T17:28:56,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:28:56,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:28:56,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:28:56,799 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:28:56,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:28:59,394 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:28:59,394 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:28:59,702 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:28:59,703 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:29:00,600 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:29:00,600 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:29:01,527 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 3 mins, 26.637 sec 2024-12-15T17:29:01,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:29:01,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:29:01,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:29:01,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:29:03,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-15T17:29:03,203 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:29:05,115 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T17:29:06,527 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 3 mins, 31.637 sec 2024-12-15T17:29:06,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:29:06,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:29:06,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:29:06,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:29:07,095 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:29:07,095 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:29:08,000 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:29:08,000 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:29:09,003 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:29:09,003 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:29:09,711 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:29:11,528 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 3 mins, 36.637 sec 2024-12-15T17:29:11,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:29:11,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:29:11,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:29:11,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:29:14,443 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-15T17:29:14,895 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:29:14,895 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:29:15,501 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:29:15,501 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:29:16,328 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:29:16,528 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 3 mins, 41.638 sec 2024-12-15T17:29:16,791 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:29:16,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:29:16,795 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:29:16,803 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:29:18,403 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:29:18,404 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:29:21,528 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 3 mins, 46.638 sec 2024-12-15T17:29:21,791 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:29:21,795 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:29:21,795 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:29:21,803 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:29:22,796 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:29:22,796 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:29:23,031 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:29:23,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-15T17:29:23,101 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:29:23,101 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:29:26,528 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 3 mins, 51.638 sec 2024-12-15T17:29:26,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:29:26,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:29:26,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:29:26,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:29:27,904 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:29:27,904 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:29:29,835 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:29:30,796 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:29:30,797 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:29:30,801 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:29:30,802 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:29:31,529 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 3 mins, 56.639 sec 2024-12-15T17:29:31,791 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:29:31,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:29:31,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:29:31,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:29:34,443 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-15T17:29:35,115 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T17:29:36,529 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 4 mins, 1.639 sec 2024-12-15T17:29:36,740 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:29:36,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:29:36,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:29:36,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:29:36,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:29:37,504 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:29:37,504 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:29:38,602 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:29:38,602 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:29:38,897 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:29:38,897 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:29:39,802 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1588230740, had cached 0 bytes from a total of 11837 2024-12-15T17:29:40,216 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1657623790, had cached 0 bytes from a total of 11837 2024-12-15T17:29:40,220 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 534574363, had cached 0 bytes from a total of 11837 2024-12-15T17:29:41,529 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 4 mins, 6.639 sec 2024-12-15T17:29:41,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:29:41,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:29:41,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:29:41,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:29:43,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-15T17:29:43,743 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:29:46,502 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:29:46,503 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:29:46,530 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 4 mins, 11.639 sec 2024-12-15T17:29:46,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:29:46,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:29:46,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:29:46,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:29:47,097 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:29:47,097 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:29:47,205 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:29:47,205 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:29:50,102 WARN [ReadOnlyZKClient-127.0.0.1:61306@0x751277b4 {}] zookeeper.ReadOnlyZKClient$ZKTask$1(202): 0x751277b4 to 127.0.0.1:61306 failed for list of /hbase, code = CONNECTIONLOSS, retries = 1 2024-12-15T17:29:50,846 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:29:51,530 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 4 mins, 16.64 sec 2024-12-15T17:29:51,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:29:51,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:29:51,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:29:51,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:29:52,199 WARN [ReadOnlyZKClient-127.0.0.1:61306@0x751277b4 {}] zookeeper.ReadOnlyZKClient$ZKTask$1(206): 0x751277b4 to 127.0.0.1:61306 failed for list of /hbase, code = CONNECTIONLOSS, retries = 1, give up 2024-12-15T17:29:52,200 ERROR [AsyncConn Chore Service.Chore.2 {}] client.ConnectionImplementation(417): Failed to get table hbase:meta's region replication, java.util.concurrent.ExecutionException: org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:396) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2096) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionImplementation.lambda$new$0(ConnectionImplementation.java:414) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector.refreshCatalogReplicaCount(CatalogReplicaLoadBalanceSimpleSelector.java:264) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector.access$100(CatalogReplicaLoadBalanceSimpleSelector.java:69) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector$2.chore(CatalogReplicaLoadBalanceSimpleSelector.java:300) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ScheduledChore.run(ScheduledChore.java:161) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase at org.apache.zookeeper.KeeperException.create(KeeperException.java:102) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$ZKTask$1.exec(ReadOnlyZKClient.java:208) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:386) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] ... 1 more 2024-12-15T17:29:52,200 DEBUG [AsyncConn Chore Service.Chore.2 {}] client.CatalogReplicaLoadBalanceSimpleSelector(265): Refreshed replica count 1 2024-12-15T17:29:54,443 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-15T17:29:54,503 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:29:54,503 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:29:55,398 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:29:55,398 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:29:56,530 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 4 mins, 21.64 sec 2024-12-15T17:29:56,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:29:56,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:29:56,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:29:56,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:29:57,005 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:29:57,005 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:29:58,049 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:30:01,530 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 4 mins, 26.64 sec 2024-12-15T17:30:01,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:30:01,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:30:01,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:30:01,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:30:02,603 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:30:02,603 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:30:03,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-15T17:30:03,798 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:30:03,798 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:30:05,115 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T17:30:05,358 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:30:05,382 INFO [LruBlockCacheStatsExecutor {}] hfile.LruBlockCache(1020): totalSize=880 MB, usedSize=663.48 KB, freeSize=879.35 MB, max=880 MB, blockCount=2, accesses=14, hits=12, hitRatio=85.71%, , cachingAccesses=14, cachingHits=12, cachingHitsRatio=85.71%, evictions=29, evicted=0, evictedPerRun=0.0 2024-12-15T17:30:05,434 INFO [LruBlockCacheStatsExecutor {}] hfile.LruBlockCache(1020): totalSize=880 MB, usedSize=663.48 KB, freeSize=879.35 MB, max=880 MB, blockCount=2, accesses=4, hits=2, hitRatio=50.00%, , cachingAccesses=4, cachingHits=2, cachingHitsRatio=50.00%, evictions=29, evicted=0, evictedPerRun=0.0 2024-12-15T17:30:05,468 INFO [LruBlockCacheStatsExecutor {}] hfile.LruBlockCache(1020): totalSize=880 MB, usedSize=662.77 KB, freeSize=879.35 MB, max=880 MB, blockCount=1, accesses=2, hits=1, hitRatio=50.00%, , cachingAccesses=2, cachingHits=1, cachingHitsRatio=50.00%, evictions=29, evicted=0, evictedPerRun=0.0 2024-12-15T17:30:05,520 INFO [LruBlockCacheStatsExecutor {}] hfile.LruBlockCache(1020): totalSize=880 MB, usedSize=660.99 KB, freeSize=879.35 MB, max=880 MB, blockCount=0, accesses=0, hits=0, hitRatio=0, cachingAccesses=0, cachingHits=0, cachingHitsRatio=0,evictions=29, evicted=0, evictedPerRun=0.0 2024-12-15T17:30:06,531 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 4 mins, 31.64 sec 2024-12-15T17:30:06,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:30:06,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:30:06,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:30:06,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:30:06,906 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:30:06,906 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:30:07,465 DEBUG [hconnection-0x9a3144f-shared-pool-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:30:07,466 INFO [RS-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46606, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:30:07,470 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(219): Skipping table testHBaseMetaReplicates_0 because normalization is disabled in its table properties and normalization is also disabled at table level by default 2024-12-15T17:30:07,473 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.BaseLoadBalancer(778): Start Generate Balance plan for cluster. 2024-12-15T17:30:07,474 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.BalancerClusterState(202): Hosts are {4ce65a7c4674=0} racks are {/default-rack=0} 2024-12-15T17:30:07,474 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-15T17:30:07,474 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-15T17:30:07,474 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-12-15T17:30:07,474 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.BalancerClusterState(303): server 3 is on host 0 2024-12-15T17:30:07,474 INFO [master/4ce65a7c4674:0.Chore.1 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-15T17:30:07,474 INFO [master/4ce65a7c4674:0.Chore.1 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-15T17:30:07,474 INFO [master/4ce65a7c4674:0.Chore.1 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-12-15T17:30:07,474 INFO [master/4ce65a7c4674:0.Chore.1 {}] balancer.BalancerClusterState(314): server 3 is on rack 0 2024-12-15T17:30:07,474 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.BalancerClusterState(319): Number of tables=3, number of hosts=1, number of racks=1 2024-12-15T17:30:07,479 INFO [master/4ce65a7c4674:0.Chore.1 {}] balancer.StochasticLoadBalancer(421): Cluster wide - skipping load balancing because weighted average imbalance=3.9540271748654304E-4 <= threshold(0.025). If you want more aggressive balancing, either lower hbase.master.balancer.stochastic.minCostNeedBalance from 0.025 or increase the relative multiplier(s) of the specific cost function(s). functionCost=RegionCountSkewCostFunction : (multiplier=500.0, imbalance=0.032673364839738435, need balance); PrimaryRegionCountSkewCostFunction : (multiplier=500.0, imbalance=0.03518670059664139, need balance); MoveCostFunction : (multiplier=7.0, imbalance=0.0); ServerLocalityCostFunction : (multiplier=25.0, imbalance=0.0); RackLocalityCostFunction : (multiplier=15.0, imbalance=0.0); TableSkewCostFunction : (multiplier=35.0, imbalance=0.0); RegionReplicaHostCostFunction : (multiplier=100000.0, imbalance=0.0); RegionReplicaRackCostFunction : (multiplier=10000.0, imbalance=0.0); ReadRequestCostFunction : (multiplier=5.0, imbalance=1.0, need balance); WriteRequestCostFunction : (multiplier=5.0, imbalance=1.0, need balance); MemStoreSizeCostFunction : (multiplier=5.0, imbalance=0.0); StoreFileCostFunction : (multiplier=5.0, imbalance=0.0); 2024-12-15T17:30:07,480 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] master.HMaster(2144): Balancer is going into sleep until next period in 300000ms 2024-12-15T17:30:07,491 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-15T17:30:08,761 INFO [regionserver/4ce65a7c4674:0.Chore.1 {}] regionserver.HRegionServer$PeriodicMemStoreFlusher(2070): MemstoreFlusherChore requesting flush of hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3. because 43558a505c1cd1ebc16dbb8a56f2a9d3/info has an old edit so flush to free WALs after random delay 174166 ms 2024-12-15T17:30:10,804 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:30:10,804 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:30:11,531 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 4 mins, 36.641 sec 2024-12-15T17:30:11,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:30:11,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:30:11,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:30:11,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:30:12,299 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:30:12,299 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:30:12,760 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:30:14,444 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-15T17:30:16,531 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 4 mins, 41.641 sec 2024-12-15T17:30:16,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:30:16,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:30:16,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:30:16,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:30:16,906 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:30:16,906 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:30:19,104 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:30:19,104 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:30:20,263 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:30:20,899 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:30:20,899 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:30:21,532 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 4 mins, 46.641 sec 2024-12-15T17:30:21,791 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:30:21,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:30:21,794 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:30:21,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:30:21,825 INFO [regionserver/4ce65a7c4674:0.Chore.1 {}] regionserver.HRegionServer$PeriodicMemStoreFlusher(2070): MemstoreFlusherChore requesting flush of hbase:meta,,1.1588230740 because 1588230740/info has an old edit so flush to free WALs after random delay 98644 ms 2024-12-15T17:30:23,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-15T17:30:24,802 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1588230740, had cached 0 bytes from a total of 11837 2024-12-15T17:30:25,216 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1657623790, had cached 0 bytes from a total of 11837 2024-12-15T17:30:25,220 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 534574363, had cached 0 bytes from a total of 11837 2024-12-15T17:30:26,532 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 4 mins, 51.642 sec 2024-12-15T17:30:26,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:30:26,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:30:26,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:30:26,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:30:27,007 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:30:27,007 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:30:27,505 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:30:27,505 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:30:27,873 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:30:29,600 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:30:29,600 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:30:31,532 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 4 mins, 56.642 sec 2024-12-15T17:30:31,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:30:31,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:30:31,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:30:31,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:30:34,444 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-15T17:30:35,115 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T17:30:35,576 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:30:36,005 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:30:36,005 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:30:36,532 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 5 mins, 1.642 sec 2024-12-15T17:30:36,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:30:36,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:30:36,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:30:36,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:30:37,207 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:30:37,207 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:30:38,400 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:30:38,400 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:30:41,532 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 5 mins, 6.642 sec 2024-12-15T17:30:41,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:30:41,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:30:41,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:30:41,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:30:43,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-15T17:30:43,380 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:30:44,605 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:30:44,606 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:30:46,533 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 5 mins, 11.643 sec 2024-12-15T17:30:46,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:30:46,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:30:46,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:30:46,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:30:47,301 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:30:47,301 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:30:47,508 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:30:47,508 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:30:49,620 WARN [ReadOnlyZKClient-127.0.0.1:61306@0x751277b4 {}] zookeeper.ReadOnlyZKClient$ZKTask$1(202): 0x751277b4 to 127.0.0.1:61306 failed for list of /hbase, code = CONNECTIONLOSS, retries = 1 2024-12-15T17:30:50,786 WARN [ReadOnlyZKClient-127.0.0.1:61306@0x751277b4 {}] zookeeper.ReadOnlyZKClient$ZKTask$1(206): 0x751277b4 to 127.0.0.1:61306 failed for list of /hbase, code = CONNECTIONLOSS, retries = 1, give up 2024-12-15T17:30:50,787 ERROR [AsyncConn Chore Service.Chore.2 {}] client.ConnectionImplementation(417): Failed to get table hbase:meta's region replication, java.util.concurrent.ExecutionException: org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:396) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2096) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionImplementation.lambda$new$0(ConnectionImplementation.java:414) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector.refreshCatalogReplicaCount(CatalogReplicaLoadBalanceSimpleSelector.java:264) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector.access$100(CatalogReplicaLoadBalanceSimpleSelector.java:69) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector$2.chore(CatalogReplicaLoadBalanceSimpleSelector.java:300) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ScheduledChore.run(ScheduledChore.java:161) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase at org.apache.zookeeper.KeeperException.create(KeeperException.java:102) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$ZKTask$1.exec(ReadOnlyZKClient.java:208) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:386) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] ... 1 more 2024-12-15T17:30:50,787 DEBUG [AsyncConn Chore Service.Chore.2 {}] client.CatalogReplicaLoadBalanceSimpleSelector(265): Refreshed replica count 1 2024-12-15T17:30:51,285 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:30:51,533 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 5 mins, 16.643 sec 2024-12-15T17:30:51,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:30:51,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:30:51,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:30:51,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:30:53,306 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:30:53,306 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:30:54,444 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-15T17:30:56,301 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:30:56,301 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:30:56,533 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 5 mins, 21.643 sec 2024-12-15T17:30:56,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:30:56,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:30:56,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:30:56,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:30:57,908 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:30:57,908 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:30:59,288 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:31:01,534 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 5 mins, 26.643 sec 2024-12-15T17:31:01,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:31:01,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:31:01,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:31:01,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:31:02,106 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:31:02,106 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:31:03,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-15T17:31:05,115 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T17:31:05,402 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:31:05,402 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:31:06,534 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 5 mins, 31.644 sec 2024-12-15T17:31:06,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:31:06,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:31:06,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:31:06,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:31:07,395 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:31:08,409 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:31:08,409 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:31:09,803 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1588230740, had cached 0 bytes from a total of 11837 2024-12-15T17:31:10,217 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1657623790, had cached 0 bytes from a total of 11837 2024-12-15T17:31:10,221 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 534574363, had cached 0 bytes from a total of 11837 2024-12-15T17:31:11,007 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:31:11,007 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:31:11,534 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 5 mins, 36.644 sec 2024-12-15T17:31:11,791 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:31:11,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:31:11,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:31:11,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:31:14,444 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-15T17:31:14,602 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:31:14,602 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:31:15,598 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:31:16,534 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 5 mins, 41.644 sec 2024-12-15T17:31:16,791 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:31:16,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:31:16,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:31:16,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:31:19,009 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:31:19,009 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:31:20,008 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:31:20,008 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:31:21,535 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 5 mins, 46.645 sec 2024-12-15T17:31:21,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:31:21,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:31:21,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:31:21,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:31:23,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-15T17:31:23,901 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:31:23,902 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:31:23,902 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:31:26,535 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 5 mins, 51.645 sec 2024-12-15T17:31:26,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:31:26,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:31:26,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:31:26,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:31:29,108 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:31:29,108 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:31:29,710 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:31:29,710 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:31:31,535 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 5 mins, 56.645 sec 2024-12-15T17:31:31,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:31:31,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:31:31,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:31:31,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:31:32,307 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:31:33,303 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:31:33,303 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:31:34,444 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-15T17:31:35,116 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T17:31:35,286 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=25, created chunk count=35, reused chunk count=83, reuseRatio=70.34% 2024-12-15T17:31:35,292 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-12-15T17:31:36,535 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 6 mins, 1.645 sec 2024-12-15T17:31:36,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:31:36,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:31:36,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:31:36,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:31:38,309 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:31:38,309 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:31:40,510 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:31:40,510 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:31:40,811 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:31:41,536 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 6 mins, 6.646 sec 2024-12-15T17:31:41,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:31:41,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:31:41,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:31:41,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:31:42,803 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:31:42,803 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:31:43,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-15T17:31:44,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:31:44,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:31:44,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:31:44,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:31:44,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:31:44,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:31:44,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:31:44,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:31:44,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:31:44,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:31:44,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:31:44,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:31:44,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:31:44,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:31:44,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:31:44,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:31:44,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:31:44,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:31:44,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:31:44,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:31:44,993 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-15T17:31:44,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:31:44,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:31:44,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:31:44,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:31:44,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:31:44,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:31:44,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:31:44,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:31:44,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:31:44,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:31:45,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:31:45,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:31:45,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:31:45,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:31:45,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:31:45,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:31:45,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:31:45,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:31:45,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:31:45,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T17:31:46,536 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 6 mins, 11.646 sec 2024-12-15T17:31:46,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:31:46,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:31:46,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:31:46,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:31:47,609 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:31:47,609 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:31:49,415 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:31:49,745 WARN [ReadOnlyZKClient-127.0.0.1:61306@0x751277b4 {}] zookeeper.ReadOnlyZKClient$ZKTask$1(202): 0x751277b4 to 127.0.0.1:61306 failed for list of /hbase, code = CONNECTIONLOSS, retries = 1 2024-12-15T17:31:50,915 WARN [ReadOnlyZKClient-127.0.0.1:61306@0x751277b4 {}] zookeeper.ReadOnlyZKClient$ZKTask$1(206): 0x751277b4 to 127.0.0.1:61306 failed for list of /hbase, code = CONNECTIONLOSS, retries = 1, give up 2024-12-15T17:31:50,915 ERROR [AsyncConn Chore Service.Chore.1 {}] client.ConnectionImplementation(417): Failed to get table hbase:meta's region replication, java.util.concurrent.ExecutionException: org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:396) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2096) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionImplementation.lambda$new$0(ConnectionImplementation.java:414) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector.refreshCatalogReplicaCount(CatalogReplicaLoadBalanceSimpleSelector.java:264) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector.access$100(CatalogReplicaLoadBalanceSimpleSelector.java:69) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector$2.chore(CatalogReplicaLoadBalanceSimpleSelector.java:300) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ScheduledChore.run(ScheduledChore.java:161) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase at org.apache.zookeeper.KeeperException.create(KeeperException.java:102) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$ZKTask$1.exec(ReadOnlyZKClient.java:208) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:386) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] ... 1 more 2024-12-15T17:31:50,916 DEBUG [AsyncConn Chore Service.Chore.1 {}] client.CatalogReplicaLoadBalanceSimpleSelector(265): Refreshed replica count 1 2024-12-15T17:31:51,411 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:31:51,411 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:31:51,536 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 6 mins, 16.646 sec 2024-12-15T17:31:51,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:31:51,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:31:51,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:31:51,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:31:52,404 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:31:52,404 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:31:54,445 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-15T17:31:54,803 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1588230740, had cached 0 bytes from a total of 11837 2024-12-15T17:31:55,217 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1657623790, had cached 0 bytes from a total of 11837 2024-12-15T17:31:55,221 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 534574363, had cached 0 bytes from a total of 11837 2024-12-15T17:31:56,536 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 6 mins, 21.646 sec 2024-12-15T17:31:56,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:31:56,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:31:56,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:31:56,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:31:57,010 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:31:57,010 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:31:58,119 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:32:00,469 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-15T17:32:00,469 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=84.59 KB heapSize=131.02 KB 2024-12-15T17:32:00,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/hbase/meta/1588230740/.tmp/info/fa8748991388407c96d6344ef197bdc2 is 180, key is testHBaseMetaReplicates_0,bbb,1734283520293.203fa074391697fe80bb425df65daad2./info:regioninfo/1734283522690/Put/seqid=0 2024-12-15T17:32:00,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741896_1072 (size=79997) 2024-12-15T17:32:00,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741896_1072 (size=79997) 2024-12-15T17:32:00,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741896_1072 (size=79997) 2024-12-15T17:32:00,495 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=84.25 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/hbase/meta/1588230740/.tmp/info/fa8748991388407c96d6344ef197bdc2 2024-12-15T17:32:00,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/hbase/meta/1588230740/.tmp/table/6d8cf21f055a45b9b60786ceecac1c12 is 61, key is testHBaseMetaReplicates_0/table:state/1734283522943/Put/seqid=0 2024-12-15T17:32:00,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741897_1073 (size=5491) 2024-12-15T17:32:00,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41549 is added to blk_1073741897_1073 (size=5491) 2024-12-15T17:32:00,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741897_1073 (size=5491) 2024-12-15T17:32:00,523 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=342 B at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/hbase/meta/1588230740/.tmp/table/6d8cf21f055a45b9b60786ceecac1c12 2024-12-15T17:32:00,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/hbase/meta/1588230740/.tmp/info/fa8748991388407c96d6344ef197bdc2 as hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/hbase/meta/1588230740/info/fa8748991388407c96d6344ef197bdc2 2024-12-15T17:32:00,530 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/hbase/meta/1588230740/info/fa8748991388407c96d6344ef197bdc2, entries=525, sequenceid=177, filesize=78.1 K 2024-12-15T17:32:00,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/hbase/meta/1588230740/.tmp/table/6d8cf21f055a45b9b60786ceecac1c12 as hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/hbase/meta/1588230740/table/6d8cf21f055a45b9b60786ceecac1c12 2024-12-15T17:32:00,536 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/hbase/meta/1588230740/table/6d8cf21f055a45b9b60786ceecac1c12, entries=5, sequenceid=177, filesize=5.4 K 2024-12-15T17:32:00,537 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~84.59 KB/86619, heapSize ~130.73 KB/133872, currentSize=0 B/0 for 1588230740 in 68ms, sequenceid=177, compaction requested=false 2024-12-15T17:32:00,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-12-15T17:32:01,537 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 6 mins, 26.647 sec 2024-12-15T17:32:01,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:32:01,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:32:01,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:32:01,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:32:02,104 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:32:02,104 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:32:02,411 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:32:02,411 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:32:03,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-15T17:32:05,116 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T17:32:06,510 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:32:06,510 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:32:06,537 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 6 mins, 31.647 sec 2024-12-15T17:32:06,791 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:32:06,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:32:06,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:32:06,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:32:06,921 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 14645, reset compression=false 2024-12-15T17:32:06,925 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceWALReader(181): Read 2 WAL entries eligible for replication 2024-12-15T17:32:06,925 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 15085, reset compression=false 2024-12-15T17:32:06,925 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: WALEntryBatch [walEntries=[{hbase:meta/1588230740/178=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734283920469/Put/vlen=102/seqid=0; >],292}, {hbase:meta/1588230740/179=[#edits: 1 = <\x00/METAFAMILY:HBASE::FLUSH/1734283920537/Put/vlen=170/seqid=0; >],356}], lastWalPath=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta, lastWalPosition=15085, nbRowKeys=2, nbHFiles=0, heapSize=648, lastSeqIds={}, endOfFile=false,usedBufferSize=648] 2024-12-15T17:32:06,928 DEBUG [RegionReplicaReplicationEndpoint-rpc-shared-pool-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T17:32:06,928 DEBUG [RegionReplicaReplicationEndpoint-rpc-shared-pool-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T17:32:06,929 INFO [RS-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36656, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=AdminService 2024-12-15T17:32:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43497 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: START_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 177 store_flushes { family_name: "info" store_home_dir: "info" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-15T17:32:06,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43497 {}] regionserver.HRegion(2837): Flushing 534574363 3/3 column families, dataSize=84.59 KB heapSize=131.02 KB 2024-12-15T17:32:06,930 INFO [RS-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50900, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=AdminService 2024-12-15T17:32:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38979 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: START_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 177 store_flushes { family_name: "info" store_home_dir: "info" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" } region_name: "hbase:meta,,1" 2024-12-15T17:32:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43497 {}] regionserver.HRegion(5724): 534574363 : Prepared flush with seqId:177 2024-12-15T17:32:06,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38979 {}] regionserver.HRegion(2837): Flushing 1657623790 3/3 column families, dataSize=84.59 KB heapSize=131.02 KB 2024-12-15T17:32:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43497 {}] regionserver.HRegion(5639): 534574363 : Replaying flush marker action: COMMIT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 177 store_flushes { family_name: "info" store_home_dir: "info" flush_output: "fa8748991388407c96d6344ef197bdc2" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" flush_output: "6d8cf21f055a45b9b60786ceecac1c12" } region_name: "hbase:meta,,1" 2024-12-15T17:32:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38979 {}] regionserver.HRegion(5724): 1657623790 : Prepared flush with seqId:177 2024-12-15T17:32:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43497 {}] regionserver.HRegion(5812): 534574363 : Received a flush commit marker with seqId:177 and a previous prepared snapshot was found 2024-12-15T17:32:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38979 {}] regionserver.HRegion(5639): 1657623790 : Replaying flush marker action: COMMIT_FLUSH table_name: "hbase:meta" encoded_region_name: "1588230740" flush_sequence_number: 177 store_flushes { family_name: "info" store_home_dir: "info" flush_output: "fa8748991388407c96d6344ef197bdc2" } store_flushes { family_name: "rep_barrier" store_home_dir: "rep_barrier" } store_flushes { family_name: "table" store_home_dir: "table" flush_output: "6d8cf21f055a45b9b60786ceecac1c12" } region_name: "hbase:meta,,1" 2024-12-15T17:32:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38979 {}] regionserver.HRegion(5812): 1657623790 : Received a flush commit marker with seqId:177 and a previous prepared snapshot was found 2024-12-15T17:32:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43497 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:32:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:32:06,934 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38979 {}] regionserver.HStore$StoreFlusherImpl(2048): org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e450932 added hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/hbase/meta/1588230740/info/fa8748991388407c96d6344ef197bdc2, entries=525, sequenceid=177, filesize=78.1 K 2024-12-15T17:32:06,934 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43497 {}] regionserver.HStore$StoreFlusherImpl(2048): org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c9b9c69 added hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/hbase/meta/1588230740/info/fa8748991388407c96d6344ef197bdc2, entries=525, sequenceid=177, filesize=78.1 K 2024-12-15T17:32:06,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43497 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:32:06,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:32:06,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38979 {}] regionserver.HStore$StoreFlusherImpl(2048): org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11b473c9 added hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/hbase/meta/1588230740/table/6d8cf21f055a45b9b60786ceecac1c12, entries=5, sequenceid=177, filesize=5.4 K 2024-12-15T17:32:06,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43497 {}] regionserver.HStore$StoreFlusherImpl(2048): org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5366bc0b added hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/hbase/meta/1588230740/table/6d8cf21f055a45b9b60786ceecac1c12, entries=5, sequenceid=177, filesize=5.4 K 2024-12-15T17:32:07,128 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 15085, reset compression=false 2024-12-15T17:32:07,431 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 15085, reset compression=false 2024-12-15T17:32:07,836 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 15085, reset compression=false 2024-12-15T17:32:08,342 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 15085, reset compression=false 2024-12-15T17:32:08,945 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 15085, reset compression=false 2024-12-15T17:32:09,650 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 15085, reset compression=false 2024-12-15T17:32:10,453 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 15085, reset compression=false 2024-12-15T17:32:11,358 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 15085, reset compression=false 2024-12-15T17:32:11,537 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 6 mins, 36.647 sec 2024-12-15T17:32:11,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:32:11,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:32:11,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:32:11,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:32:11,904 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:32:11,905 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:32:12,363 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 15085, reset compression=false 2024-12-15T17:32:13,466 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 15085, reset compression=false 2024-12-15T17:32:13,512 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:32:13,512 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:32:14,669 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 15085, reset compression=false 2024-12-15T17:32:15,973 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 15085, reset compression=false 2024-12-15T17:32:16,110 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:32:16,111 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:32:16,538 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 6 mins, 41.647 sec 2024-12-15T17:32:16,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:32:16,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:32:16,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:32:16,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:32:17,376 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 15085, reset compression=false 2024-12-15T17:32:18,879 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 15085, reset compression=false 2024-12-15T17:32:20,485 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 15085, reset compression=false 2024-12-15T17:32:21,538 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 6 mins, 46.648 sec 2024-12-15T17:32:21,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:32:21,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:32:21,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:32:21,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:32:21,805 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:32:21,805 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:32:22,188 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 15085, reset compression=false 2024-12-15T17:32:23,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-15T17:32:23,994 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 15085, reset compression=false 2024-12-15T17:32:24,712 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:32:24,712 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:32:25,811 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:32:25,811 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:32:25,900 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 15085, reset compression=false 2024-12-15T17:32:26,538 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 6 mins, 51.648 sec 2024-12-15T17:32:26,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:32:26,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:32:26,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:32:26,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:32:26,938 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-15T17:32:27,903 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 15085, reset compression=false 2024-12-15T17:32:30,007 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 15085, reset compression=false 2024-12-15T17:32:31,538 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 6 mins, 56.648 sec 2024-12-15T17:32:31,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:32:31,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:32:31,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:32:31,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:32:31,805 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:32:31,806 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:32:32,210 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 15085, reset compression=false 2024-12-15T17:32:34,514 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 15085, reset compression=false 2024-12-15T17:32:35,116 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T17:32:35,612 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:32:35,612 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:32:36,013 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:32:36,013 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:32:36,539 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 7 mins, 1.648 sec 2024-12-15T17:32:36,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:32:36,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:32:36,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:32:36,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:32:36,917 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 15085, reset compression=false 2024-12-15T17:32:39,421 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 15085, reset compression=false 2024-12-15T17:32:39,803 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1588230740, had cached 0 bytes from a total of 97325 2024-12-15T17:32:40,217 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1657623790, had cached 0 bytes from a total of 97325 2024-12-15T17:32:40,221 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 534574363, had cached 0 bytes from a total of 97325 2024-12-15T17:32:41,539 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 7 mins, 6.649 sec 2024-12-15T17:32:41,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:32:41,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:32:41,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:32:41,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:32:41,906 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:32:41,906 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:32:42,024 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 15085, reset compression=false 2024-12-15T17:32:43,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-15T17:32:44,727 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 15085, reset compression=false 2024-12-15T17:32:45,512 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:32:45,512 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:32:46,539 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 7 mins, 11.649 sec 2024-12-15T17:32:46,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:32:46,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:32:46,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:32:46,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:32:46,939 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-15T17:32:47,413 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:32:47,413 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:32:47,532 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 15085, reset compression=false 2024-12-15T17:32:49,727 WARN [ReadOnlyZKClient-127.0.0.1:61306@0x751277b4 {}] zookeeper.ReadOnlyZKClient$ZKTask$1(202): 0x751277b4 to 127.0.0.1:61306 failed for list of /hbase, code = CONNECTIONLOSS, retries = 1 2024-12-15T17:32:50,438 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 15085, reset compression=false 2024-12-15T17:32:51,539 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 7 mins, 16.649 sec 2024-12-15T17:32:51,744 WARN [ReadOnlyZKClient-127.0.0.1:61306@0x751277b4 {}] zookeeper.ReadOnlyZKClient$ZKTask$1(206): 0x751277b4 to 127.0.0.1:61306 failed for list of /hbase, code = CONNECTIONLOSS, retries = 1, give up 2024-12-15T17:32:51,744 ERROR [AsyncConn Chore Service.Chore.2 {}] client.ConnectionImplementation(417): Failed to get table hbase:meta's region replication, java.util.concurrent.ExecutionException: org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:396) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2096) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionImplementation.lambda$new$0(ConnectionImplementation.java:414) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector.refreshCatalogReplicaCount(CatalogReplicaLoadBalanceSimpleSelector.java:264) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector.access$100(CatalogReplicaLoadBalanceSimpleSelector.java:69) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector$2.chore(CatalogReplicaLoadBalanceSimpleSelector.java:300) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ScheduledChore.run(ScheduledChore.java:161) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase at org.apache.zookeeper.KeeperException.create(KeeperException.java:102) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$ZKTask$1.exec(ReadOnlyZKClient.java:208) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:386) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] ... 1 more 2024-12-15T17:32:51,744 DEBUG [AsyncConn Chore Service.Chore.2 {}] client.CatalogReplicaLoadBalanceSimpleSelector(265): Refreshed replica count 1 2024-12-15T17:32:51,791 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:32:51,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:32:51,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:32:51,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:32:52,107 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:32:52,107 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:32:53,450 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 15085, reset compression=false 2024-12-15T17:32:55,513 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:32:55,513 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:32:56,540 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 7 mins, 21.65 sec 2024-12-15T17:32:56,596 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 15085, reset compression=false 2024-12-15T17:32:56,791 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:32:56,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:32:56,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:32:56,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:32:58,914 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:32:58,914 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:32:59,799 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 15085, reset compression=false 2024-12-15T17:33:01,540 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 7 mins, 26.65 sec 2024-12-15T17:33:01,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:33:01,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:33:01,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:33:01,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:33:02,408 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:33:02,408 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:33:02,927 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 43558a505c1cd1ebc16dbb8a56f2a9d3 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-15T17:33:02,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/hbase/namespace/43558a505c1cd1ebc16dbb8a56f2a9d3/.tmp/info/fc107d3d0edc48709e9b5e80fbe15673 is 45, key is default/info:d/1734283508141/Put/seqid=0 2024-12-15T17:33:03,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741898_1074 (size=5037) 2024-12-15T17:33:03,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41549 is added to blk_1073741898_1074 (size=5037) 2024-12-15T17:33:03,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741898_1074 (size=5037) 2024-12-15T17:33:03,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-15T17:33:03,104 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 15085, reset compression=false 2024-12-15T17:33:03,437 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/hbase/namespace/43558a505c1cd1ebc16dbb8a56f2a9d3/.tmp/info/fc107d3d0edc48709e9b5e80fbe15673 2024-12-15T17:33:03,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/hbase/namespace/43558a505c1cd1ebc16dbb8a56f2a9d3/.tmp/info/fc107d3d0edc48709e9b5e80fbe15673 as hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/hbase/namespace/43558a505c1cd1ebc16dbb8a56f2a9d3/info/fc107d3d0edc48709e9b5e80fbe15673 2024-12-15T17:33:03,460 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/hbase/namespace/43558a505c1cd1ebc16dbb8a56f2a9d3/info/fc107d3d0edc48709e9b5e80fbe15673, entries=2, sequenceid=6, filesize=4.9 K 2024-12-15T17:33:03,463 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 43558a505c1cd1ebc16dbb8a56f2a9d3 in 536ms, sequenceid=6, compaction requested=false 2024-12-15T17:33:03,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 43558a505c1cd1ebc16dbb8a56f2a9d3: 2024-12-15T17:33:05,116 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T17:33:05,613 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:33:05,613 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:33:06,527 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 15085, reset compression=false 2024-12-15T17:33:06,540 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 7 mins, 31.65 sec 2024-12-15T17:33:06,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:33:06,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:33:06,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:33:06,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:33:06,939 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-15T17:33:10,030 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 15085, reset compression=false 2024-12-15T17:33:10,514 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:33:10,514 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:33:11,541 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 7 mins, 36.65 sec 2024-12-15T17:33:11,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:33:11,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:33:11,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:33:11,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:33:12,808 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:33:12,808 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:33:13,633 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 15085, reset compression=false 2024-12-15T17:33:15,814 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:33:15,814 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:33:16,541 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 7 mins, 41.651 sec 2024-12-15T17:33:16,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:33:16,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:33:16,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:33:16,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:33:17,338 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 15085, reset compression=false 2024-12-15T17:33:21,141 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 15085, reset compression=false 2024-12-15T17:33:21,541 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 7 mins, 46.651 sec 2024-12-15T17:33:21,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:33:21,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:33:21,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:33:21,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:33:22,215 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:33:22,215 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:33:22,822 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 43558a505c1cd1ebc16dbb8a56f2a9d3, had cached 0 bytes from a total of 5037 2024-12-15T17:33:23,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-15T17:33:23,309 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:33:23,309 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:33:24,811 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1588230740, had cached 0 bytes from a total of 97325 2024-12-15T17:33:25,044 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 15085, reset compression=false 2024-12-15T17:33:25,217 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1657623790, had cached 0 bytes from a total of 97325 2024-12-15T17:33:25,221 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 534574363, had cached 0 bytes from a total of 97325 2024-12-15T17:33:26,114 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:33:26,114 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:33:26,542 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 7 mins, 51.651 sec 2024-12-15T17:33:26,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:33:26,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:33:26,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:33:26,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:33:26,939 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-15T17:33:29,047 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 15085, reset compression=false 2024-12-15T17:33:31,542 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 7 mins, 56.652 sec 2024-12-15T17:33:31,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:33:31,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:33:31,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:33:31,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:33:33,150 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 15085, reset compression=false 2024-12-15T17:33:33,909 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:33:33,909 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:33:34,015 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:33:34,015 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:33:35,117 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T17:33:36,515 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:33:36,515 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:33:36,542 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 8 mins, 1.652 sec 2024-12-15T17:33:36,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:33:36,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:33:36,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:33:36,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:33:37,354 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 15085, reset compression=false 2024-12-15T17:33:41,542 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 8 mins, 6.652 sec 2024-12-15T17:33:41,657 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 15085, reset compression=false 2024-12-15T17:33:41,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:33:41,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:33:41,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:33:41,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:33:43,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-15T17:33:44,610 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:33:44,610 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:33:45,916 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:33:45,916 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:33:46,060 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 15085, reset compression=false 2024-12-15T17:33:46,543 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 8 mins, 11.652 sec 2024-12-15T17:33:46,791 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:33:46,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:33:46,794 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:33:46,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:33:46,943 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-15T17:33:47,017 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:33:47,017 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:33:49,883 WARN [ReadOnlyZKClient-127.0.0.1:61306@0x751277b4 {}] zookeeper.ReadOnlyZKClient$ZKTask$1(202): 0x751277b4 to 127.0.0.1:61306 failed for list of /hbase, code = CONNECTIONLOSS, retries = 1 2024-12-15T17:33:50,578 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 15085, reset compression=false 2024-12-15T17:33:51,543 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 8 mins, 16.653 sec 2024-12-15T17:33:51,559 WARN [ReadOnlyZKClient-127.0.0.1:61306@0x751277b4 {}] zookeeper.ReadOnlyZKClient$ZKTask$1(206): 0x751277b4 to 127.0.0.1:61306 failed for list of /hbase, code = CONNECTIONLOSS, retries = 1, give up 2024-12-15T17:33:51,559 ERROR [AsyncConn Chore Service.Chore.1 {}] client.ConnectionImplementation(417): Failed to get table hbase:meta's region replication, java.util.concurrent.ExecutionException: org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:396) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2096) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionImplementation.lambda$new$0(ConnectionImplementation.java:414) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector.refreshCatalogReplicaCount(CatalogReplicaLoadBalanceSimpleSelector.java:264) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector.access$100(CatalogReplicaLoadBalanceSimpleSelector.java:69) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.CatalogReplicaLoadBalanceSimpleSelector$2.chore(CatalogReplicaLoadBalanceSimpleSelector.java:300) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ScheduledChore.run(ScheduledChore.java:161) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase at org.apache.zookeeper.KeeperException.create(KeeperException.java:102) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$ZKTask$1.exec(ReadOnlyZKClient.java:208) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:386) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] ... 1 more 2024-12-15T17:33:51,560 DEBUG [AsyncConn Chore Service.Chore.1 {}] client.CatalogReplicaLoadBalanceSimpleSelector(265): Refreshed replica count 1 2024-12-15T17:33:51,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:33:51,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:33:51,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:33:51,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:33:55,182 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 15085, reset compression=false 2024-12-15T17:33:55,410 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:33:55,410 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:33:56,543 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 8 mins, 21.653 sec 2024-12-15T17:33:56,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:33:56,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:33:56,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:33:56,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:33:57,617 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:33:57,617 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:33:57,916 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:33:57,916 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:33:59,885 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 15085, reset compression=false 2024-12-15T17:34:01,543 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 8 mins, 26.653 sec 2024-12-15T17:34:01,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:34:01,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:34:01,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:34:01,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:34:03,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-15T17:34:04,689 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 15085, reset compression=false 2024-12-15T17:34:05,117 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T17:34:06,310 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:34:06,311 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:34:06,543 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 8 mins, 31.653 sec 2024-12-15T17:34:06,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:34:06,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:34:06,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:34:06,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:34:06,943 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-15T17:34:07,822 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 43558a505c1cd1ebc16dbb8a56f2a9d3, had cached 0 bytes from a total of 5037 2024-12-15T17:34:08,318 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:34:08,318 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:34:09,591 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 15085, reset compression=false 2024-12-15T17:34:09,811 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1588230740, had cached 0 bytes from a total of 97325 2024-12-15T17:34:10,017 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:34:10,017 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:34:10,218 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1657623790, had cached 0 bytes from a total of 97325 2024-12-15T17:34:10,222 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 534574363, had cached 0 bytes from a total of 97325 2024-12-15T17:34:11,544 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 8 mins, 36.654 sec 2024-12-15T17:34:11,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:34:11,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:34:11,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:34:11,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:34:14,596 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 15085, reset compression=false 2024-12-15T17:34:16,544 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 8 mins, 41.654 sec 2024-12-15T17:34:16,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:34:16,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:34:16,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:34:16,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:34:17,311 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false 2024-12-15T17:34:17,311 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:43593/user/jenkins/test-data/414f3f26-faea-43b8-fd53-5905fb432795/WALs/4ce65a7c4674,36751,1734283438932/4ce65a7c4674%2C36751%2C1734283438932.meta.1734283449979.meta to pos 0, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:213) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:34:19,118 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false 2024-12-15T17:34:19,118 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:37423/user/jenkins/test-data/e9b9910b-88f0-e07d-aca4-b9dcc9d13b9d/WALs/4ce65a7c4674,44777,1734283454943/4ce65a7c4674%2C44777%2C1734283454943.meta.1734283470251.meta to pos 19430, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:34:19,706 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 15085, reset compression=false 2024-12-15T17:34:21,544 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 8 mins, 46.654 sec 2024-12-15T17:34:21,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:34:21,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:34:21,794 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:34:21,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:34:22,217 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false 2024-12-15T17:34:22,217 WARN [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog {}] regionserver.WALEntryStream(234): Failed to reset reader hdfs://localhost:45051/user/jenkins/test-data/04de77cb-b977-747d-aaa4-4ba61ea1077c/WALs/4ce65a7c4674,46679,1734283294968/4ce65a7c4674%2C46679%2C1734283294968.meta.1734283299212.meta to pos 43950, reset compression=false java.io.IOException: Filesystem closed at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1073) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:342) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:338) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:355) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.open(FilterFileSystem.java:168) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.resetTo(ProtobufWALTailingReader.java:272) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.resetReader(WALEntryStream.java:210) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.prepareReader(WALEntryStream.java:226) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:338) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153) ~[classes/:?] 2024-12-15T17:34:23,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-15T17:34:24,911 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/WALs/4ce65a7c4674,43937,1734283505463/4ce65a7c4674%2C43937%2C1734283505463.meta.1734283533960.meta to pos 15085, reset compression=false 2024-12-15T17:34:26,544 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2221): Worker stuck PEWorker-4(pid=172), run time 8 mins, 51.654 sec 2024-12-15T17:34:26,790 INFO [4ce65a7c4674:43497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:34:26,793 INFO [4ce65a7c4674:38979Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:34:26,793 INFO [4ce65a7c4674:43937Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:34:26,800 INFO [4ce65a7c4674:32947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T17:34:26,943 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog {}] regionserver.ReplicationSourceShipper(110): Shipper from source region_replica_replication_catalog got entry batch from reader: null 2024-12-15T17:34:27,213 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-15T17:34:27,213 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-15T17:34:27,213 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x410629f4 to 127.0.0.1:64812 2024-12-15T17:34:27,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:34:27,214 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-15T17:34:27,214 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=245602462, stopped=false 2024-12-15T17:34:27,214 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=4ce65a7c4674,41609,1734283505140 ====> TEST TIMED OUT. PRINTING THREAD DUMP. <==== Timestamp: 2024-12-15 05:34:27,217 "RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0-0" daemon prio=5 tid=7856 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "ConnnectionExpirer" daemon prio=5 tid=7400 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) "IPC Server idle connection scanner for port 45569" daemon prio=5 tid=7331 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) at java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) "Idle-Rpc-Conn-Sweeper-pool-0" daemon prio=5 tid=483 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" daemon prio=5 tid=23 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) at java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) at app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-13-3" daemon prio=10 tid=3314 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "zk-event-processor-pool-0" daemon prio=5 tid=7425 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-12-3" daemon prio=10 tid=2167 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "PEWorker-1" daemon prio=5 tid=7591 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) at app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) at app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128) "RS-EventLoopGroup-26-1" daemon prio=10 tid=6078 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "DataXceiver for client DFSClient_NONMAPREDUCE_1262413859_20 at /127.0.0.1:56244 [Receiving block BP-2098354036-172.17.0.2-1734283502347:blk_1073741835_1011]" daemon prio=5 tid=7697 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) at app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) at app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "SnapshotHandlerChoreCleaner" daemon prio=5 tid=3279 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "pool-1655-thread-1" prio=5 tid=7304 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "PacketResponder: BP-2098354036-172.17.0.2-1734283502347:blk_1073741830_1006, type=LAST_IN_PIPELINE" daemon prio=5 tid=7581 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2367d4b1-01d3-052a-ca52-7d5823b72bd8/cluster_e14d17ce-01f3-4c94-3b59-be36f0522587/dfs/data/data5)" daemon prio=5 tid=7367 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) "RPCClient-NioEventLoopGroup-7-5" daemon prio=5 tid=1106 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/4ce65a7c4674:0.leaseChecker" daemon prio=5 tid=7647 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) "zk-event-processor-pool-0" daemon prio=5 tid=3703 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-16-2" daemon prio=10 tid=3520 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-21-3" daemon prio=10 tid=5051 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "AsyncFSWAL-0-hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047-prefix:4ce65a7c4674,43497,1734283505378" daemon prio=5 tid=7700 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Notification Thread" daemon prio=9 tid=13 runnable java.lang.Thread.State: RUNNABLE "RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38979" daemon prio=5 tid=7483 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "regionserver/4ce65a7c4674:0.procedureResultReporter" daemon prio=5 tid=558 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609" daemon prio=5 tid=7440 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-Writer-2" daemon prio=5 tid=3414 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "RS-EventLoopGroup-15-2" daemon prio=10 tid=3524 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "region-location-1" daemon prio=5 tid=2380 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0" daemon prio=5 tid=8125 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "ProcessThread(sid:0 cport:64812):" daemon prio=5 tid=7406 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) "RS-EventLoopGroup-12-1" daemon prio=10 tid=2107 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server handler 4 on default port 43895" daemon prio=5 tid=7261 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0" daemon prio=5 tid=7773 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-Writer-1" daemon prio=5 tid=629 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "pool-1652-thread-1" daemon prio=5 tid=7394 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "region-location-2" daemon prio=5 tid=4973 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "SessionTracker" daemon prio=5 tid=7404 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) "RS-EventLoopGroup-13-1" daemon prio=10 tid=3100 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Socket Reader #1 for port 0" daemon prio=5 tid=7213 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) at app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) "nioEventLoopGroup-42-1" prio=10 tid=7210 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) at app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "ReadOnlyZKClient-127.0.0.1:61306@0x751277b4-EventThread" daemon prio=5 tid=1138 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) "RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-EventThread" daemon prio=5 tid=4925 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) "pool-1646-thread-1" prio=5 tid=7271 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2367d4b1-01d3-052a-ca52-7d5823b72bd8/cluster_e14d17ce-01f3-4c94-3b59-be36f0522587/dfs/data/data8/current/BP-2098354036-172.17.0.2-1734283502347" daemon prio=5 tid=7390 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "master:store-Flusher" daemon prio=5 tid=7587 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) at app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) at app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$481/0x00007f56809bf788.run(Unknown Source) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server handler 3 on default port 41075" daemon prio=5 tid=7227 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "java.util.concurrent.ThreadPoolExecutor$Worker@68664cad[State = -1, empty queue]" daemon prio=5 tid=7381 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "LruBlockCacheStatsExecutor" daemon prio=5 tid=7498 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-Writer-2" daemon prio=5 tid=6315 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43937" daemon prio=5 tid=7509 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:71) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-SendThread(127.0.0.1:63355)" daemon prio=5 tid=2323 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1204) "RS-EventLoopGroup-19-3" daemon prio=10 tid=4969 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/4ce65a7c4674:0.logRoller" daemon prio=5 tid=7659 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:179) "regionserver/4ce65a7c4674:0.procedureResultReporter" daemon prio=5 tid=7655 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "regionserver/4ce65a7c4674:0.procedureResultReporter" daemon prio=5 tid=3348 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=41609" daemon prio=5 tid=7445 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "SnapshotHandlerChoreCleaner" daemon prio=5 tid=494 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp78813497-7163" daemon prio=5 tid=7163 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-17-3" daemon prio=10 tid=3258 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/4ce65a7c4674:0.procedureResultReporter" daemon prio=5 tid=4859 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "Time-limited test-EventThread" daemon prio=5 tid=7458 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) "IPC Server listener on 0" daemon prio=5 tid=7329 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) "RS-EventLoopGroup-32-2" daemon prio=10 tid=7576 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/4ce65a7c4674:0.procedureResultReporter" daemon prio=5 tid=3342 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "RS-EventLoopGroup-14-2" daemon prio=10 tid=3398 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOWorkerThread-13" daemon prio=5 tid=7434 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-3-1" daemon prio=10 tid=339 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/4ce65a7c4674:0.procedureResultReporter" daemon prio=5 tid=557 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "RS-EventLoopGroup-10-1" daemon prio=10 tid=2063 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-16-3" daemon prio=10 tid=3537 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=32947" daemon prio=5 tid=7535 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "IPC Server Responder" daemon prio=5 tid=7283 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) at app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) "RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43497" daemon prio=5 tid=7460 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "Time-limited test-EventThread" daemon prio=5 tid=7502 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) "org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@4c782230" daemon prio=5 tid=7192 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-SendThread(127.0.0.1:64812)" daemon prio=5 tid=7737 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) "RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32947" daemon prio=5 tid=7531 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:71) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "qtp1835591023-7306-acceptor-0@29ed6d07-ServerConnector@798f9b6e{HTTP/1.1, (http/1.1)}{localhost:37353}" daemon prio=3 tid=7306 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Session-HouseKeeper-1eb86707-1" prio=5 tid=7243 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@42ccfbb9" daemon prio=5 tid=7193 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server listener on 0" daemon prio=5 tid=7212 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) "RPCClient-NioEventLoopGroup-7-12" daemon prio=5 tid=1210 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server handler 1 on default port 41075" daemon prio=5 tid=7225 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "PacketResponder: BP-2098354036-172.17.0.2-1734283502347:blk_1073741834_1010, type=LAST_IN_PIPELINE" daemon prio=5 tid=7701 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Finalizer" daemon prio=8 tid=3 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) at java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) at java.base@17.0.11/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:172) "RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-SendThread(127.0.0.1:50194)" daemon prio=5 tid=3415 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1204) "DataXceiver for client DFSClient_NONMAPREDUCE_-1780198459_20 at /127.0.0.1:56230 [Receiving block BP-2098354036-172.17.0.2-1734283502347:blk_1073741834_1010]" daemon prio=5 tid=7688 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) at app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) at app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/4ce65a7c4674:0.procedureResultReporter" daemon prio=5 tid=3328 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "RS-EventLoopGroup-22-3" daemon prio=10 tid=4768 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "JvmPauseMonitor" daemon prio=5 tid=7639 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "DataXceiver for client DFSClient_NONMAPREDUCE_793030067_20 at /127.0.0.1:34152 [Receiving block BP-2098354036-172.17.0.2-1734283502347:blk_1073741833_1009]" daemon prio=5 tid=7683 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) at app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) at app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2367d4b1-01d3-052a-ca52-7d5823b72bd8/cluster_e14d17ce-01f3-4c94-3b59-be36f0522587/dfs/data/data3/current/BP-2098354036-172.17.0.2-1734283502347" daemon prio=5 tid=7357 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOWorkerThread-5" daemon prio=5 tid=7426 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_COMPACTED_FILES_DISCHARGER-regionserver/4ce65a7c4674:0-0" daemon prio=5 tid=8688 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-32-3" daemon prio=10 tid=7577 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/4ce65a7c4674:0.procedureResultReporter" daemon prio=5 tid=4854 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "zk-event-processor-pool-0" daemon prio=5 tid=7525 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS:0;4ce65a7c4674:43497" daemon prio=5 tid=7471 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) at app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) at app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1164) at app//org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(MiniHBaseCluster.java:176) at app//org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.access$000(MiniHBaseCluster.java:124) at app//org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer$1.run(MiniHBaseCluster.java:160) at java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) at java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) at app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at app//org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.run(MiniHBaseCluster.java:157) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "4ce65a7c4674:43497Replication Statistics #0" daemon prio=5 tid=7667 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-8-1" daemon prio=10 tid=2009 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2367d4b1-01d3-052a-ca52-7d5823b72bd8/cluster_e14d17ce-01f3-4c94-3b59-be36f0522587/dfs/data/data2/current/BP-2098354036-172.17.0.2-1734283502347" daemon prio=5 tid=7318 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38979" daemon prio=5 tid=7482 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RS-EventLoopGroup-19-2" daemon prio=10 tid=4960 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "4ce65a7c4674:43937Replication Statistics #0" daemon prio=5 tid=7670 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Abort regionserver monitor" daemon prio=5 tid=3629 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) at java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) "Command processor" daemon prio=5 tid=7219 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) "NIOServerCxnFactory.SelectorThread-1" daemon prio=5 tid=7402 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) "RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-EventThread" daemon prio=5 tid=632 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) "nioEventLoopGroup-48-1" prio=10 tid=7327 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) at app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=43937" daemon prio=5 tid=7513 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "qtp1835591023-7307" daemon prio=5 tid=7307 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-EventThread" daemon prio=5 tid=3691 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) "RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43937" daemon prio=5 tid=7507 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:71) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RS-EventLoopGroup-15-1" daemon prio=10 tid=3154 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "org.apache.hadoop.util.JvmPauseMonitor$Monitor@4e047e32" daemon prio=5 tid=7279 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "ReadOnlyZKClient-127.0.0.1:61306@0x751277b4-SendThread(127.0.0.1:61306)" daemon prio=5 tid=1137 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1204) "RS-EventLoopGroup-12-2" daemon prio=10 tid=2166 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "region-location-4" daemon prio=5 tid=1292 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOWorkerThread-11" daemon prio=5 tid=7432 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "JvmPauseMonitor" daemon prio=5 tid=7638 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp1514548416-7241" daemon prio=5 tid=7241 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-26-3" daemon prio=10 tid=6367 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0" daemon prio=5 tid=8511 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Parameter Sending Thread for localhost/127.0.0.1:45475" daemon prio=5 tid=9041 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) at java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) at app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-1-3" daemon prio=10 tid=514 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "ReadOnlyZKClient-127.0.0.1:52847@0x1c8c6f78" daemon prio=5 tid=6304 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$684/0x00007f5680adb1a8.run(Unknown Source) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server listener on 0" daemon prio=5 tid=7280 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) "Session-HouseKeeper-438ab480-1" prio=5 tid=7309 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "ProcedureDispatcherTimeoutThread" daemon prio=5 tid=7596 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) at app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) at app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) "RS-EventLoopGroup-27-2" daemon prio=10 tid=6159 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-Writer-1" daemon prio=5 tid=2321 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "Socket Reader #1 for port 0" daemon prio=5 tid=7330 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) at app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) "refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2367d4b1-01d3-052a-ca52-7d5823b72bd8/cluster_e14d17ce-01f3-4c94-3b59-be36f0522587/dfs/data/data5/current/BP-2098354036-172.17.0.2-1734283502347" daemon prio=5 tid=7374 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43497" daemon prio=5 tid=7461 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "regionserver/4ce65a7c4674:0.procedureResultReporter" daemon prio=5 tid=564 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "IPC Server handler 2 on default port 45569" daemon prio=5 tid=7344 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100" daemon prio=5 tid=5737 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) "Time-limited test.LruBlockCache.EvictionThread" daemon prio=5 tid=7474 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) "RS-EventLoopGroup-31-3" daemon prio=10 tid=7747 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-Writer-1" daemon prio=5 tid=3688 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2367d4b1-01d3-052a-ca52-7d5823b72bd8/cluster_e14d17ce-01f3-4c94-3b59-be36f0522587/dfs/data/data1/current/BP-2098354036-172.17.0.2-1734283502347" daemon prio=5 tid=7316 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "ReadOnlyZKClient-127.0.0.1:61306@0x751277b4" daemon prio=5 tid=1134 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$684/0x00007f5680adb1a8.run(Unknown Source) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RPCClient-NioEventLoopGroup-7-6" daemon prio=5 tid=1142 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "PacketResponder: BP-2098354036-172.17.0.2-1734283502347:blk_1073741833_1009, type=LAST_IN_PIPELINE" daemon prio=5 tid=7689 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/4ce65a7c4674:0-0" daemon prio=5 tid=7847 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "region-location-3" daemon prio=5 tid=1291 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp78813497-7158" daemon prio=5 tid=7158 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$256/0x00007f56804454a8.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "JvmPauseMonitor" daemon prio=5 tid=7636 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/4ce65a7c4674:0.Chore.1" daemon prio=5 tid=7646 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOWorkerThread-9" daemon prio=5 tid=7430 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "HFileArchiver-20" daemon prio=5 tid=8581 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.FutureTask.awaitDone(FutureTask.java:447) at java.base@17.0.11/java.util.concurrent.FutureTask.get(FutureTask.java:190) at app//org.apache.hadoop.hbase.backup.HFileArchiver.resolveAndArchive(HFileArchiver.java:476) at app//org.apache.hadoop.hbase.backup.HFileArchiver.resolveAndArchive(HFileArchiver.java:456) at app//org.apache.hadoop.hbase.backup.HFileArchiver.archiveRegion(HFileArchiver.java:162) at app//org.apache.hadoop.hbase.backup.HFileArchiver.lambda$archiveRegions$0(HFileArchiver.java:191) at app//org.apache.hadoop.hbase.backup.HFileArchiver$$Lambda$1034/0x00007f5680ce62d8.call(Unknown Source) at java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "HBase-Metrics2-1" daemon prio=5 tid=306 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/4ce65a7c4674:0.logRoller" daemon prio=5 tid=7650 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:179) "RS-EventLoopGroup-11-3" daemon prio=10 tid=2373 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Time-limited test.LruBlockCache.EvictionThread" daemon prio=5 tid=7496 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) "PacketResponder: BP-2098354036-172.17.0.2-1734283502347:blk_1073741835_1011, type=LAST_IN_PIPELINE" daemon prio=5 tid=7703 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/4ce65a7c4674:0.leaseChecker" daemon prio=5 tid=7645 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) "IPC Server handler 4 on default port 45475" daemon prio=5 tid=7187 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "RS-EventLoopGroup-30-3" daemon prio=10 tid=7864 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Time-limited test-SendThread(127.0.0.1:64812)" daemon prio=5 tid=7420 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) "RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32947" daemon prio=5 tid=7529 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:71) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "Common-Cleaner" daemon prio=8 tid=12 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) at java.base@17.0.11/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:140) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) at java.base@17.0.11/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:162) "Time-limited test-SendThread(127.0.0.1:64812)" daemon prio=5 tid=7501 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) "org.apache.hadoop.util.JvmPauseMonitor$Monitor@44bf63c5" daemon prio=5 tid=7245 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "AsyncConn Chore Service.Chore.1" daemon prio=5 tid=1140 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server handler 4 on default port 44933" daemon prio=5 tid=7294 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "MemStoreFlusher.0" daemon prio=5 tid=7665 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) at app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:322) "VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2367d4b1-01d3-052a-ca52-7d5823b72bd8/cluster_e14d17ce-01f3-4c94-3b59-be36f0522587/dfs/data/data3)" daemon prio=5 tid=7351 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) "RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-SendThread(127.0.0.1:63355)" daemon prio=5 tid=2560 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1204) "RS-EventLoopGroup-1-1" daemon prio=10 tid=307 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp78813497-7161" daemon prio=5 tid=7161 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43937" daemon prio=5 tid=7506 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RPCClient-NioEventLoopGroup-7-11" daemon prio=5 tid=1183 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "MemStoreFlusher.0" daemon prio=5 tid=7657 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) at app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:322) "regionserver/4ce65a7c4674:0.procedureResultReporter" daemon prio=5 tid=562 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "RS-EventLoopGroup-11-1" daemon prio=10 tid=2085 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-EventThread" daemon prio=5 tid=2324 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) "DataXceiver for client DFSClient_NONMAPREDUCE_-1780198459_20 at /127.0.0.1:44136 [Receiving block BP-2098354036-172.17.0.2-1734283502347:blk_1073741895_1071]" daemon prio=5 tid=8500 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) at app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) at app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS:3;4ce65a7c4674:32947-longCompactions-0" daemon prio=5 tid=7643 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Monitor thread for TaskMonitor" daemon prio=5 tid=428 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "org.apache.hadoop.util.JvmPauseMonitor$Monitor@321a25ed" daemon prio=5 tid=7328 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "MemStoreFlusher.0" daemon prio=5 tid=7663 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) at app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:322) "org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@d362f99" daemon prio=5 tid=7190 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "region-location-0" daemon prio=5 tid=3428 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=43497" daemon prio=5 tid=7469 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "regionserver/4ce65a7c4674:0.logRoller" daemon prio=5 tid=7652 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:179) "nioEventLoopGroup-46-1" prio=10 tid=7278 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) at app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "normalizer-worker-0" daemon prio=5 tid=7598 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) at app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) at java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "AsyncFSWAL-0-hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047-prefix:4ce65a7c4674,43937,1734283505463" daemon prio=5 tid=7708 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "AsyncFSWAL-0-hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047-prefix:4ce65a7c4674,38979,1734283505431" daemon prio=5 tid=7686 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "zk-event-processor-pool-0" daemon prio=5 tid=633 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "PacketResponder: BP-2098354036-172.17.0.2-1734283502347:blk_1073741895_1071, type=LAST_IN_PIPELINE" daemon prio=5 tid=8505 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "pool-1630-thread-1" prio=5 tid=7221 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-31-2" daemon prio=10 tid=7719 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/4ce65a7c4674:0.Chore.2" daemon prio=5 tid=8675 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-3-3" daemon prio=10 tid=795 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-Writer-2" daemon prio=5 tid=2322 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "MobFileCache #0" daemon prio=5 tid=7522 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "4ce65a7c4674:41609" daemon prio=5 tid=7597 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2370) at app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2392) at app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.access$600(AssignmentManager.java:112) at app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2332) "region-location-2" daemon prio=5 tid=7792 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server listener on 0" daemon prio=5 tid=7173 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) "pool-1637-thread-1" prio=5 tid=7238 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOServerCxnFactory.SelectorThread-0" daemon prio=5 tid=7401 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) "RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=38979" daemon prio=5 tid=7489 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "master/4ce65a7c4674:0:becomeActiveMaster-MemStoreChunkPool Statistics" daemon prio=5 tid=432 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-25-2" daemon prio=10 tid=6301 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "PacketResponder: BP-2098354036-172.17.0.2-1734283502347:blk_1073741832_1008, type=LAST_IN_PIPELINE" daemon prio=5 tid=7679 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C34827%2C1734283476267,region_replica_replication_catalog" daemon prio=5 tid=4929 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) at app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:124) at app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:155) "RequestThrottler" daemon prio=5 tid=7407 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) "IPC Server idle connection scanner for port 45475" daemon prio=5 tid=7175 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) at java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) "RS:0;4ce65a7c4674:43497-longCompactions-0" daemon prio=5 tid=7640 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-21-2" daemon prio=10 tid=5029 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "master/4ce65a7c4674:0.Chore.1" daemon prio=5 tid=7603 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-Writer-0" daemon prio=5 tid=3412 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100" daemon prio=5 tid=4344 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) "PacketResponder: BP-2098354036-172.17.0.2-1734283502347:blk_1073741834_1010, type=LAST_IN_PIPELINE" daemon prio=5 tid=7695 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS:1;4ce65a7c4674:38979-longCompactions-0" daemon prio=5 tid=7637 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Hadoop-Metrics-Updater-0" daemon prio=5 tid=7216 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "4ce65a7c4674:32947Replication Statistics #0" daemon prio=5 tid=7673 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/4ce65a7c4674:0-0" daemon prio=5 tid=7721 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOWorkerThread-8" daemon prio=5 tid=7429 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=32947" daemon prio=5 tid=7532 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RPCClient-NioEventLoopGroup-7-3" daemon prio=5 tid=1104 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RPCClient-NioEventLoopGroup-7-8" daemon prio=5 tid=1147 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp1514548416-7240-acceptor-0@77c1d4db-ServerConnector@180b57ab{HTTP/1.1, (http/1.1)}{localhost:44449}" daemon prio=3 tid=7240 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100" daemon prio=5 tid=2834 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) "IPC Server handler 3 on default port 45569" daemon prio=5 tid=7345 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "SnapshotHandlerChoreCleaner" daemon prio=5 tid=7599 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "pool-1-thread-1" daemon prio=5 tid=14 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.poll(EPollPort.java:200) at java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.run(EPollPort.java:281) at java.base@17.0.11/sun.nio.ch.AsynchronousChannelGroupImpl$1.run(AsynchronousChannelGroupImpl.java:113) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-31-1" daemon prio=10 tid=7495 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-29-1" daemon prio=10 tid=7451 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "master/4ce65a7c4674:0:becomeActiveMaster-MemStoreChunkPool Statistics" daemon prio=5 tid=430 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C44777%2C1734283454943,region_replica_replication_catalog" daemon prio=5 tid=3705 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) at app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:131) at app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:166) "qtp78813497-7156" daemon prio=5 tid=7156 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$256/0x00007f56804454a8.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-6-2" daemon prio=10 tid=470 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server handler 1 on default port 45475" daemon prio=5 tid=7184 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "PacketResponder: BP-2098354036-172.17.0.2-1734283502347:blk_1073741895_1071, type=LAST_IN_PIPELINE" daemon prio=5 tid=8503 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-21-1" daemon prio=10 tid=4686 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS:3;4ce65a7c4674:32947" daemon prio=5 tid=7537 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) at app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) at app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1164) at app//org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(MiniHBaseCluster.java:176) at app//org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.access$000(MiniHBaseCluster.java:124) at app//org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer$1.run(MiniHBaseCluster.java:160) at java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) at java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) at app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at app//org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.run(MiniHBaseCluster.java:157) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C37409%2C1734283439100,region_replica_replication_catalog" daemon prio=5 tid=2564 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) at app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:161) "IPC Client (55424644) connection to localhost/127.0.0.1:45475 from jenkins.hfs.22" daemon prio=5 tid=7629 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) at app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) "RS-EventLoopGroup-9-3" daemon prio=10 tid=2332 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Timer for 'DataNode' metrics system" daemon prio=5 tid=8861 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) at java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) "RS-EventLoopGroup-18-1" daemon prio=10 tid=4610 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "region-location-0" daemon prio=5 tid=2334 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RPCClient-NioEventLoopGroup-7-16" daemon prio=5 tid=2609 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server idle connection scanner for port 44933" daemon prio=5 tid=7282 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) at java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) "java.util.concurrent.ThreadPoolExecutor$Worker@79cbc842[State = -1, empty queue]" daemon prio=5 tid=7326 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "BP-2098354036-172.17.0.2-1734283502347 heartbeating to localhost/127.0.0.1:45475" daemon prio=5 tid=7220 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server handler 3 on default port 45475" daemon prio=5 tid=7186 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "PacketResponder: BP-2098354036-172.17.0.2-1734283502347:blk_1073741895_1071, type=LAST_IN_PIPELINE" daemon prio=5 tid=8504 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-29-3" daemon prio=10 tid=8187 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-18-2" daemon prio=10 tid=4824 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Socket Reader #1 for port 0" daemon prio=5 tid=7174 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) at app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) "DataXceiver for client DFSClient_NONMAPREDUCE_-1780198459_20 at /127.0.0.1:34162 [Receiving block BP-2098354036-172.17.0.2-1734283502347:blk_1073741834_1010]" daemon prio=5 tid=7687 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) at app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) at app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "HFileArchiver-14" daemon prio=5 tid=8575 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.FutureTask.awaitDone(FutureTask.java:447) at java.base@17.0.11/java.util.concurrent.FutureTask.get(FutureTask.java:190) at app//org.apache.hadoop.hbase.backup.HFileArchiver.resolveAndArchive(HFileArchiver.java:476) at app//org.apache.hadoop.hbase.backup.HFileArchiver.resolveAndArchive(HFileArchiver.java:456) at app//org.apache.hadoop.hbase.backup.HFileArchiver.archiveRegion(HFileArchiver.java:162) at app//org.apache.hadoop.hbase.backup.HFileArchiver.lambda$archiveRegions$0(HFileArchiver.java:191) at app//org.apache.hadoop.hbase.backup.HFileArchiver$$Lambda$1034/0x00007f5680ce62d8.call(Unknown Source) at java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/4ce65a7c4674:0.procedureResultReporter" daemon prio=5 tid=6254 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "NIOWorkerThread-15" daemon prio=5 tid=7436 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "DataXceiver for client DFSClient_NONMAPREDUCE_166974381_20 at /127.0.0.1:46242 [Receiving block BP-2098354036-172.17.0.2-1734283502347:blk_1073741830_1006]" daemon prio=5 tid=7580 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) at app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) at app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/4ce65a7c4674:0.procedureResultReporter" daemon prio=5 tid=6229 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "NIOWorkerThread-16" daemon prio=5 tid=7437 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-8-3" daemon prio=10 tid=2222 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-19-1" daemon prio=10 tid=4642 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp78813497-7159" daemon prio=5 tid=7159 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$256/0x00007f56804454a8.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100" daemon prio=5 tid=7154 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) "RPCClient-NioEventLoopGroup-7-2" daemon prio=5 tid=699 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "DataXceiver for client DFSClient_NONMAPREDUCE_-1780198459_20 at /127.0.0.1:52602 [Receiving block BP-2098354036-172.17.0.2-1734283502347:blk_1073741895_1071]" daemon prio=5 tid=8502 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) at app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) at app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/4ce65a7c4674:0.procedureResultReporter" daemon prio=5 tid=7654 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "LeaseRenewer:jenkins.hfs.20@localhost:45475" daemon prio=5 tid=7694 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) at app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) at app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "PacketResponder: BP-2098354036-172.17.0.2-1734283502347:blk_1073741835_1011, type=LAST_IN_PIPELINE" daemon prio=5 tid=7702 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=38979" daemon prio=5 tid=7491 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "IPC Parameter Sending Thread for localhost/127.0.0.1:45475" daemon prio=5 tid=7630 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) at java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) at app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-Writer-2" daemon prio=5 tid=7735 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-Writer-2" daemon prio=5 tid=2559 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "RS-EventLoopGroup-24-1" daemon prio=10 tid=6034 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server handler 0 on default port 41075" daemon prio=5 tid=7224 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "surefire-forkedjvm-command-thread" daemon prio=5 tid=18 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:230) at java.base@17.0.11/sun.nio.ch.PendingFuture.get(PendingFuture.java:178) at app//org.apache.maven.surefire.api.util.internal.Channels$2.read(Channels.java:127) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at app//org.apache.maven.surefire.api.util.internal.Channels$3.readImpl(Channels.java:169) at app//org.apache.maven.surefire.api.util.internal.AbstractNoninterruptibleReadableChannel.read(AbstractNoninterruptibleReadableChannel.java:50) at app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.read(AbstractStreamDecoder.java:430) at app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.read(AbstractStreamDecoder.java:419) at app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.readMessageType(AbstractStreamDecoder.java:116) at app//org.apache.maven.surefire.booter.stream.CommandDecoder.decode(CommandDecoder.java:77) at app//org.apache.maven.surefire.booter.spi.CommandChannelDecoder.decode(CommandChannelDecoder.java:60) at app//org.apache.maven.surefire.booter.CommandReader$CommandRunnable.run(CommandReader.java:290) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-EventThread" daemon prio=5 tid=6318 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) "RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38979" daemon prio=5 tid=7485 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:71) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "zk-event-processor-pool-0" daemon prio=5 tid=6320 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server idle connection scanner for port 43895" daemon prio=5 tid=7248 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) at java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) "RS-EventLoopGroup-14-3" daemon prio=10 tid=3426 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2367d4b1-01d3-052a-ca52-7d5823b72bd8/cluster_e14d17ce-01f3-4c94-3b59-be36f0522587/dfs/data/data6/current/BP-2098354036-172.17.0.2-1734283502347" daemon prio=5 tid=7373 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/4ce65a7c4674:0.logRoller" daemon prio=5 tid=7653 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:179) "DataXceiver for client DFSClient_NONMAPREDUCE_1767860280_20 at /127.0.0.1:48840 [Receiving block BP-2098354036-172.17.0.2-1734283502347:blk_1073741832_1008]" daemon prio=5 tid=7675 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) at app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) at app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-20-1" daemon prio=10 tid=4664 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43497" daemon prio=5 tid=7462 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "IPC Server handler 2 on default port 41075" daemon prio=5 tid=7226 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38979" daemon prio=5 tid=7490 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "DataXceiver for client DFSClient_NONMAPREDUCE_1262413859_20 at /127.0.0.1:46294 [Receiving block BP-2098354036-172.17.0.2-1734283502347:blk_1073741835_1011]" daemon prio=5 tid=7698 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) at app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) at app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "SnapshotHandlerChoreCleaner" daemon prio=5 tid=2188 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS:2;4ce65a7c4674:43937" daemon prio=5 tid=7515 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) at app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) at app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1164) at app//org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(MiniHBaseCluster.java:176) at app//org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.access$000(MiniHBaseCluster.java:124) at app//org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer$1.run(MiniHBaseCluster.java:160) at java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) at java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) at app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at app//org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.run(MiniHBaseCluster.java:157) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "region-location-1" daemon prio=5 tid=7791 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "JvmPauseMonitor" daemon prio=5 tid=7635 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43497" daemon prio=5 tid=7465 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:71) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RS_COMPACTED_FILES_DISCHARGER-regionserver/4ce65a7c4674:0-0" daemon prio=5 tid=8691 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/4ce65a7c4674:0.procedureResultReporter" daemon prio=5 tid=2246 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-EventThread" daemon prio=5 tid=7738 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) "RS-EventLoopGroup-3-2" daemon prio=10 tid=755 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Time-limited test-EventThread" daemon prio=5 tid=7524 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) "PacketResponder: BP-2098354036-172.17.0.2-1734283502347:blk_1073741830_1006, type=LAST_IN_PIPELINE" daemon prio=5 tid=7582 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-23-1" daemon prio=10 tid=6002 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-1-2" daemon prio=10 tid=513 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/4ce65a7c4674:0.procedureResultReporter" daemon prio=5 tid=2240 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "BP-2098354036-172.17.0.2-1734283502347 heartbeating to localhost/127.0.0.1:45475" daemon prio=5 tid=7339 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RPCClient-NioEventLoopGroup-7-1" daemon prio=5 tid=698 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "pool-1625-thread-1" daemon prio=5 tid=7322 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server handler 2 on default port 44933" daemon prio=5 tid=7292 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "IPC Client (55424644) connection to localhost/127.0.0.1:45475 from jenkins" daemon prio=5 tid=7222 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) at app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) "RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-Writer-0" daemon prio=5 tid=2557 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2367d4b1-01d3-052a-ca52-7d5823b72bd8/cluster_e14d17ce-01f3-4c94-3b59-be36f0522587/dfs/data/data4)" daemon prio=5 tid=7352 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) "SyncThread:0" daemon prio=5 tid=7405 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.FileDispatcherImpl.force0(Native Method) at java.base@17.0.11/sun.nio.ch.FileDispatcherImpl.force(FileDispatcherImpl.java:82) at java.base@17.0.11/sun.nio.ch.FileChannelImpl.force(FileChannelImpl.java:468) at app//org.apache.zookeeper.server.persistence.FileTxnLog.commit(FileTxnLog.java:386) at app//org.apache.zookeeper.server.persistence.FileTxnSnapLog.commit(FileTxnSnapLog.java:598) at app//org.apache.zookeeper.server.ZKDatabase.commit(ZKDatabase.java:659) at app//org.apache.zookeeper.server.SyncRequestProcessor.flush(SyncRequestProcessor.java:235) at app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:169) "ReadOnlyZKClient-127.0.0.1:50194@0x7741e94f" daemon prio=5 tid=3401 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$684/0x00007f5680adb1a8.run(Unknown Source) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "MemStoreFlusher.0" daemon prio=5 tid=7661 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) at app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:322) "RPCClient-NioEventLoopGroup-7-10" daemon prio=5 tid=1150 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server handler 0 on default port 43895" daemon prio=5 tid=7257 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43937" daemon prio=5 tid=7512 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "IPC Server Responder" daemon prio=5 tid=7215 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) at app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) "RegionServerTracker-0" daemon prio=5 tid=7626 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-Writer-0" daemon prio=5 tid=2319 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "regionserver/4ce65a7c4674:0.procedureResultReporter" daemon prio=5 tid=6241 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "PacketResponder: BP-2098354036-172.17.0.2-1734283502347:blk_1073741830_1006, type=LAST_IN_PIPELINE" daemon prio=5 tid=7583 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "DataXceiver for client DFSClient_NONMAPREDUCE_1767860280_20 at /127.0.0.1:34140 [Receiving block BP-2098354036-172.17.0.2-1734283502347:blk_1073741832_1008]" daemon prio=5 tid=7676 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) at app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) at app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "master/4ce65a7c4674:0:becomeActiveMaster-HFileCleaner.small.0-1734283506509" daemon prio=5 tid=7606 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) at app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) at app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) "LeaseRenewer:jenkins.hfs.22@localhost:45475" daemon prio=5 tid=7704 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) at app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) at app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "region-location-1" daemon prio=5 tid=692 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RPCClient-NioEventLoopGroup-7-14" daemon prio=5 tid=2389 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-17-1" daemon prio=10 tid=3198 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Time-limited test-EventThread" daemon prio=5 tid=7480 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) "AsyncFSWAL-0-hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047-prefix:4ce65a7c4674,32947,1734283505517" daemon prio=5 tid=7709 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/4ce65a7c4674:0.Chore.2" daemon prio=5 tid=8676 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/4ce65a7c4674:0-0" daemon prio=5 tid=7848 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43497" daemon prio=5 tid=7463 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:71) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RS-EventLoopGroup-27-1" daemon prio=10 tid=6100 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "DatanodeAdminMonitor-0" daemon prio=5 tid=7181 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38979" daemon prio=5 tid=7487 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:71) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "zk-event-processor-pool-0" daemon prio=5 tid=7459 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-Writer-2" daemon prio=5 tid=630 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "DataXceiver for client DFSClient_NONMAPREDUCE_1262413859_20 at /127.0.0.1:34172 [Receiving block BP-2098354036-172.17.0.2-1734283502347:blk_1073741835_1011]" daemon prio=5 tid=7696 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) at app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) at app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Parameter Sending Thread for localhost/127.0.0.1:45475" daemon prio=5 tid=7223 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) at java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) at app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server handler 2 on default port 45475" daemon prio=5 tid=7185 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog" daemon prio=5 tid=7741 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) at app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:131) at app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:166) "Time-limited test.LruBlockCache.EvictionThread" daemon prio=5 tid=7452 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) "RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38979" daemon prio=5 tid=7486 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:71) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41609" daemon prio=5 tid=7439 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "region-location-0" daemon prio=5 tid=4935 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=43937" daemon prio=5 tid=7510 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "qtp2082367668-7208" daemon prio=5 tid=7208 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RPCClient-NioEventLoopGroup-7-13" daemon prio=5 tid=2388 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RPCClient-NioEventLoopGroup-7-4" daemon prio=5 tid=1105 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Block report processor" daemon prio=5 tid=7170 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) at app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) at app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) "region-location-0" daemon prio=5 tid=648 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "org.apache.hadoop.hdfs.PeerCache@75c8de51" daemon prio=5 tid=434 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) at app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) at app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOWorkerThread-2" daemon prio=5 tid=7422 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-Writer-0" daemon prio=5 tid=7733 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "RS-EventLoopGroup-26-2" daemon prio=10 tid=6358 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@1597f347" daemon prio=5 tid=7270 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) at java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) at app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100" daemon prio=5 tid=1741 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) "RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41609" daemon prio=5 tid=7438 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "qtp806821178-7275" daemon prio=5 tid=7275 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "HFileArchiver-15" daemon prio=5 tid=8576 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.FutureTask.awaitDone(FutureTask.java:447) at java.base@17.0.11/java.util.concurrent.FutureTask.get(FutureTask.java:190) at app//org.apache.hadoop.hbase.backup.HFileArchiver.resolveAndArchive(HFileArchiver.java:476) at app//org.apache.hadoop.hbase.backup.HFileArchiver.resolveAndArchive(HFileArchiver.java:456) at app//org.apache.hadoop.hbase.backup.HFileArchiver.archiveRegion(HFileArchiver.java:162) at app//org.apache.hadoop.hbase.backup.HFileArchiver.lambda$archiveRegions$0(HFileArchiver.java:191) at app//org.apache.hadoop.hbase.backup.HFileArchiver$$Lambda$1034/0x00007f5680ce62d8.call(Unknown Source) at java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-6-3" daemon prio=10 tid=471 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOWorkerThread-6" daemon prio=5 tid=7427 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "ReadOnlyZKClient-127.0.0.1:63355@0x7a35f105" daemon prio=5 tid=2552 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$684/0x00007f5680adb1a8.run(Unknown Source) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "pool-1628-thread-1" prio=5 tid=7204 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2367d4b1-01d3-052a-ca52-7d5823b72bd8/cluster_e14d17ce-01f3-4c94-3b59-be36f0522587/dfs/data/data6)" daemon prio=5 tid=7368 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) "IPC Server idle connection scanner for port 41075" daemon prio=5 tid=7214 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) at java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) "IPC Server handler 2 on default port 43895" daemon prio=5 tid=7259 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "RS-EventLoopGroup-9-1" daemon prio=10 tid=2041 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "pool-1643-thread-1" daemon prio=5 tid=7378 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/4ce65a7c4674:0.leaseChecker" daemon prio=5 tid=7649 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) "regionserver/4ce65a7c4674:0.Chore.1" daemon prio=5 tid=7641 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-29-2" daemon prio=10 tid=7845 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-22-1" daemon prio=10 tid=4708 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-16-1" daemon prio=10 tid=3176 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-25-1" daemon prio=10 tid=6056 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp1835591023-7305" daemon prio=5 tid=7305 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$256/0x00007f56804454a8.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-30-1" daemon prio=10 tid=7473 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server Responder" daemon prio=5 tid=7249 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) at app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) "RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32947" daemon prio=5 tid=7534 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "IPC Server Responder" daemon prio=5 tid=7176 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) at app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) "OldWALsCleaner-0" daemon prio=5 tid=7602 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) at app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) at app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$592/0x00007f5680a5dce0.run(Unknown Source) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "HFileArchiver-19" daemon prio=5 tid=8580 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.FutureTask.awaitDone(FutureTask.java:447) at java.base@17.0.11/java.util.concurrent.FutureTask.get(FutureTask.java:190) at app//org.apache.hadoop.hbase.backup.HFileArchiver.resolveAndArchive(HFileArchiver.java:476) at app//org.apache.hadoop.hbase.backup.HFileArchiver.resolveAndArchive(HFileArchiver.java:456) at app//org.apache.hadoop.hbase.backup.HFileArchiver.archiveRegion(HFileArchiver.java:162) at app//org.apache.hadoop.hbase.backup.HFileArchiver.lambda$archiveRegions$0(HFileArchiver.java:191) at app//org.apache.hadoop.hbase.backup.HFileArchiver$$Lambda$1034/0x00007f5680ce62d8.call(Unknown Source) at java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp2082367668-7207" daemon prio=5 tid=7207 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server Responder" daemon prio=5 tid=7332 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) at app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) "snapshot-hfile-cleaner-cache-refresher" daemon prio=5 tid=7604 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) at java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) "ReadOnlyZKClient-127.0.0.1:53093@0x59ada034" daemon prio=5 tid=4911 timed_waiting java.lang.Thread.State: TIMED_W2024-12-15T17:34:27,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43937-0x1002ab94a5c0003, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-15T17:34:27,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38979-0x1002ab94a5c0002, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-15T17:34:27,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32947-0x1002ab94a5c0004, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-15T17:34:27,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43497-0x1002ab94a5c0001, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-15T17:34:27,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41609-0x1002ab94a5c0000, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-15T17:34:27,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38979-0x1002ab94a5c0002, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:34:27,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43497-0x1002ab94a5c0001, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:34:27,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32947-0x1002ab94a5c0004, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:34:27,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41609-0x1002ab94a5c0000, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:34:27,255 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-15T17:34:27,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43937-0x1002ab94a5c0003, quorum=127.0.0.1:64812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:34:27,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:34:27,255 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '4ce65a7c4674,43497,1734283505378' ***** 2024-12-15T17:34:27,255 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-15T17:34:27,255 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '4ce65a7c4674,38979,1734283505431' ***** 2024-12-15T17:34:27,255 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-15T17:34:27,255 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '4ce65a7c4674,43937,1734283505463' ***** 2024-12-15T17:34:27,255 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-15T17:34:27,255 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '4ce65a7c4674,32947,1734283505517' ***** 2024-12-15T17:34:27,255 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested AITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$684/0x00007f5680adb1a8.run(Unknown Source) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:64812" daemon prio=5 tid=7403 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) "PEWorker-3" daemon prio=5 tid=7593 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) at app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) at app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128) "RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43937" daemon prio=5 tid=7508 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:71) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "regionserver/4ce65a7c4674:0.procedureResultReporter" daemon prio=5 tid=2259 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "zk-event-processor-pool-0" daemon prio=5 tid=2326 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "BootstrapNodeManager" daemon prio=5 tid=7622 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/4ce65a7c4674:0.procedureResultReporter" daemon prio=5 tid=3354 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "Time-limited test.LruBlockCache.EvictionThread" daemon prio=5 tid=7518 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) "Time-limited test-SendThread(127.0.0.1:64812)" daemon prio=5 tid=7523 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl2024-12-15T17:34:27,255 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32947-0x1002ab94a5c0004, quorum=127.0.0.1:64812, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:34:27,255 INFO [RS:0;4ce65a7c4674:43497 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-15T17:34:27,255 INFO [RS:1;4ce65a7c4674:38979 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-15T17:34:27,256 INFO [RS:0;4ce65a7c4674:43497 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-15T17:34:27,256 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38979-0x1002ab94a5c0002, quorum=127.0.0.1:64812, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:34:27,256 INFO [RS:1;4ce65a7c4674:38979 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-15T17:34:27,256 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-15T17:34:27,256 INFO [RS:1;4ce65a7c4674:38979 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-15T17:34:27,256 INFO [RS:0;4ce65a7c4674:43497 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-15T17:34:27,256 INFO [RS:0;4ce65a7c4674:43497 {}] regionserver.HRegionServer(3579): Received CLOSE for 09ceb1da06f037a04fc81b52fa2d9323 2024-12-15T17:34:27,256 INFO [RS:1;4ce65a7c4674:38979 {}] regionserver.HRegionServer(3579): Received CLOSE for f3107e06f17663abef43df4f965dd513 2024-12-15T17:34:27,256 INFO [RS:0;4ce65a7c4674:43497 {}] regionserver.HRegionServer(3579): Received CLOSE for 49c73611337e492b462d8c10d149b525 2024-12-15T17:34:27,256 INFO [RS:1;4ce65a7c4674:38979 {}] regionserver.HRegionServer(3579): Received CLOSE for 14cb587b72f8731bab7db98b58d356dd 2024-12-15T17:34:27,256 INFO [RS:0;4ce65a7c4674:43497 {}] regionserver.HRegionServer(3579): Received CLOSE for fb6b996c1f758ba6802cdc89e8e88efe 2024-12-15T17:34:27,256 INFO [RS:1;4ce65a7c4674:38979 {}] regionserver.HRegionServer(3579): Received CLOSE for 8e471c3e2d1e25fb518269a752811708 2024-12-15T17:34:27,256 INFO [RS:0;4ce65a7c4674:43497 {}] regionserver.HRegionServer(3579): Received CLOSE for 221a69822fc62a9463c5c9fcb5277d73 2024-12-15T17:34:27,256 INFO [RS:1;4ce65a7c4674:38979 {}] regionserver.HRegionServer(3579): Received CLOSE for ac66a1d73d9ffce03e30e52d7400a113 2024-12-15T17:34:27,256 INFO [RS:0;4ce65a7c4674:43497 {}] regionserver.HRegionServer(3579): Received CLOSE for f484d022a0b61d256bc89c9546e1cbf5 2024-12-15T17:34:27,256 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 09ceb1da06f037a04fc81b52fa2d9323, disabling compactions & flushes 2024-12-15T17:34:27,256 INFO [RS:1;4ce65a7c4674:38979 {}] regionserver.HRegionServer(3579): Received CLOSE for f08fad4af97bff08782cb7e05596410b 2024-12-15T17:34:27,256 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f3107e06f17663abef43df4f965dd513, disabling compactions & flushes 2024-12-15T17:34:27,256 INFO [RS:0;4ce65a7c4674:43497 {}] regionserver.HRegionServer(3579): Received CLOSE for 3daa779a17e38f0cd0550cc03b57cdda 2024-12-15T17:34:27,256 INFO [RS:1;4ce65a7c4674:38979 {}] regionserver.HRegionServer(3579): Received CLOSE for 203fa074391697fe80bb425df65daad2 2024-12-15T17:34:27,256 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,uuu,1734283520293.09ceb1da06f037a04fc81b52fa2d9323. 2024-12-15T17:34:27,256 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,ppp,1734283520293.f3107e06f17663abef43df4f965dd513. 2024-12-15T17:34:27,256 INFO [RS:0;4ce65a7c4674:43497 {}] regionserver.HRegionServer(3579): Received CLOSE for 2ac5db3b34ca1720d38bfadbefef829a 2024-12-15T17:34:27,256 INFO [RS:1;4ce65a7c4674:38979 {}] regionserver.HRegionServer(1224): stopping server 4ce65a7c4674,38979,1734283505431 2024-12-15T17:34:27,256 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,uuu,1734283520293.09ceb1da06f037a04fc81b52fa2d9323. 2024-12-15T17:34:27,256 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,ppp,1734283520293.f3107e06f17663abef43df4f965dd513. 2024-12-15T17:34:27,256 INFO [RS:0;4ce65a7c4674:43497 {}] regionserver.HRegionServer(1224): stopping server 4ce65a7c4674,43497,1734283505378 2024-12-15T17:34:27,256 DEBUG [RS:1;4ce65a7c4674:38979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:34:27,256 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,uuu,1734283520293.09ceb1da06f037a04fc81b52fa2d9323. after waiting 0 ms 2024-12-15T17:34:27,256 DEBUG [RS:0;4ce65a7c4674:43497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:34:27,256 INFO [RS:1;4ce65a7c4674:38979 {}] regionserver.HRegionServer(1599): Waiting on 7 regions to close 2024-12-15T17:34:27,256 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,ppp,1734283520293.f3107e06f17663abef43df4f965dd513. after waiting 0 ms 2024-12-15T17:34:27,256 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,uuu,1734283520293.09ceb1da06f037a04fc81b52fa2d9323. 2024-12-15T17:34:27,256 DEBUG [RS:1;4ce65a7c4674:38979 {}] regionserver.HRegionServer(1603): Online Regions={f3107e06f17663abef43df4f965dd513=testHBaseMetaReplicates_0,ppp,1734283520293.f3107e06f17663abef43df4f965dd513., 14cb587b72f8731bab7db98b58d356dd=testHBaseMetaReplicates_0,jjj,1734283520293.14cb587b72f8731bab7db98b58d356dd., 8e471c3e2d1e25fb518269a752811708=testHBaseMetaReplicates_0,www,1734283520293.8e471c3e2d1e25fb518269a752811708., ac66a1d73d9ffce03e30e52d7400a113=testHBaseMetaReplicates_0,rrr,1734283520293.ac66a1d73d9ffce03e30e52d7400a113., f08fad4af97bff08782cb7e05596410b=testHBaseMetaReplicates_0,fff,1734283520293.f08fad4af97bff08782cb7e05596410b., 1657623790=hbase:meta,,1_0002.1657623790, 203fa074391697fe80bb425df65daad2=testHBaseMetaReplicates_0,bbb,1734283520293.203fa074391697fe80bb425df65daad2.} 2024-12-15T17:34:27,256 INFO [RS:0;4ce65a7c4674:43497 {}] regionserver.HRegionServer(1599): Waiting on 8 regions to close 2024-12-15T17:34:27,256 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,ppp,1734283520293.f3107e06f17663abef43df4f965dd513. 2024-12-15T17:34:27,256 DEBUG [RS:0;4ce65a7c4674:43497 {}] regionserver.HRegionServer(1603): Online Regions={09ceb1da06f037a04fc81b52fa2d9323=testHBaseMetaReplicates_0,uuu,1734283520293.09ceb1da06f037a04fc81b52fa2d9323., 49c73611337e492b462d8c10d149b525=testHBaseMetaReplicates_0,vvv,1734283520293.49c73611337e492b462d8c10d149b525., fb6b996c1f758ba6802cdc89e8e88efe=testHBaseMetaReplicates_0,ddd,1734283520293.fb6b996c1f758ba6802cdc89e8e88efe., 534574363=hbase:meta,,1_0001.534574363, 221a69822fc62a9463c5c9fcb5277d73=testHBaseMetaReplicates_0,qqq,1734283520293.221a69822fc62a9463c5c9fcb5277d73., f484d022a0b61d256bc89c9546e1cbf5=testHBaseMetaReplicates_0,ooo,1734283520293.f484d022a0b61d256bc89c9546e1cbf5., 3daa779a17e38f0cd0550cc03b57cdda=testHBaseMetaReplicates_0,ccc,1734283520293.3daa779a17e38f0cd0550cc03b57cdda., 2ac5db3b34ca1720d38bfadbefef829a=testHBaseMetaReplicates_0,iii,1734283520293.2ac5db3b34ca1720d38bfadbefef829a.} 2024-12-15T17:34:27,256 INFO [RS:1;4ce65a7c4674:38979 {}] regionserver.HRegionServer(3579): Received CLOSE for 1657623790 2024-12-15T17:34:27,256 INFO [RS:0;4ce65a7c4674:43497 {}] regionserver.HRegionServer(3579): Received CLOSE for 534574363 2024-12-15T17:34:27,256 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43937-0x1002ab94a5c0003, quorum=127.0.0.1:64812, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:34:27,256 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-15T17:34:27,257 INFO [RS:3;4ce65a7c4674:32947 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-15T17:34:27,257 INFO [RS:3;4ce65a7c4674:32947 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-15T17:34:27,257 INFO [RS:3;4ce65a7c4674:32947 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-15T17:34:27,257 INFO [RS:3;4ce65a7c4674:32947 {}] regionserver.HRegionServer(3579): Received CLOSE for afed1399feff55462ad01594581f26e2 2024-12-15T17:34:27,257 INFO [RS:3;4ce65a7c4674:32947 {}] regionserver.HRegionServer(3579): Received CLOSE for d486977fc419debe1bb7dc886ff93327 2024-12-15T17:34:27,257 INFO [RS:3;4ce65a7c4674:32947 {}] regionserver.HRegionServer(3579): Received CLOSE for 3e15309aabd312448d789238feb18aa9 2024-12-15T17:34:27,257 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing afed1399feff55462ad01594581f26e2, disabling compactions & flushes 2024-12-15T17:34:27,257 INFO [RS:3;4ce65a7c4674:32947 {}] regionserver.HRegionServer(3579): Received CLOSE for fc22d398785f692520dace054fe1f093 2024-12-15T17:34:27,257 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,eee,1734283520293.afed1399feff55462ad01594581f26e2. 2024-12-15T17:34:27,257 INFO [RS:3;4ce65a7c4674:32947 {}] regionserver.HRegionServer(3579): Received CLOSE for d4f60170220b4b9677e89be296705db8 2024-12-15T17:34:27,257 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,eee,1734283520293.afed1399feff55462ad01594581f26e2. 2024-12-15T17:34:27,257 INFO [RS:3;4ce65a7c4674:32947 {}] regionserver.HRegionServer(3579): Received CLOSE for 7f35b277f34effd5246042dcfe85a8eb 2024-12-15T17:34:27,257 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,eee,1734283520293.afed1399feff55462ad01594581f26e2. after waiting 0 ms 2024-12-15T17:34:27,257 INFO [RS:3;4ce65a7c4674:32947 {}] regionserver.HRegionServer(1224): stopping server 4ce65a7c4674,32947,1734283505517 2024-12-15T17:34:27,257 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,eee,1734283520293.afed1399feff55462ad01594581f26e2. 2024-12-15T17:34:27,257 DEBUG [RS:3;4ce65a7c4674:32947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:34:27,257 INFO [RS:3;4ce65a7c4674:32947 {}] regionserver.HRegionServer(1599): Waiting on 6 regions to close 2024-12-15T17:34:27,257 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41609-0x1002ab94a5c0000, quorum=127.0.0.1:64812, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:34:27,257 DEBUG [RS:3;4ce65a7c4674:32947 {}] regionserver.HRegionServer(1603): Online Regions={afed1399feff55462ad01594581f26e2=testHBaseMetaReplicates_0,eee,1734283520293.afed1399feff55462ad01594581f26e2., d486977fc419debe1bb7dc886ff93327=testHBaseMetaReplicates_0,lll,1734283520293.d486977fc419debe1bb7dc886ff93327., 3e15309aabd312448d789238feb18aa9=testHBaseMetaReplicates_0,ttt,1734283520293.3e15309aabd312448d789238feb18aa9., fc22d398785f692520dace054fe1f093=testHBaseMetaReplicates_0,hhh,1734283520293.fc22d398785f692520dace054fe1f093., d4f60170220b4b9677e89be296705db8=testHBaseMetaReplicates_0,xxx,1734283520293.d4f60170220b4b9677e89be296705db8., 7f35b277f34effd5246042dcfe85a8eb=testHBaseMetaReplicates_0,nnn,1734283520293.7f35b277f34effd5246042dcfe85a8eb.} 2024-12-15T17:34:27,257 DEBUG [RS:3;4ce65a7c4674:32947 {}] regionserver.HRegionServer(1629): Waiting on 3e15309aabd312448d789238feb18aa9, 7f35b277f34effd5246042dcfe85a8eb, afed1399feff55462ad01594581f26e2, d486977fc419debe1bb7dc886ff93327, d4f60170220b4b9677e89be296705db8, fc22d398785f692520dace054fe1f093 2024-12-15T17:34:27,257 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-15T17:34:27,257 INFO [RS:2;4ce65a7c4674:43937 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-15T17:34:27,257 INFO [RS:2;4ce65a7c4674:43937 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-15T17:34:27,258 INFO [RS:2;4ce65a7c4674:43937 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-15T17:34:27,258 INFO [RS:2;4ce65a7c4674:43937 {}] regionserver.HRegionServer(3579): Received CLOSE for deff9d45a6ebb276ddf90f696aa7e3fd 2024-12-15T17:34:27,258 INFO [RS:2;4ce65a7c4674:43937 {}] regionserver.HRegionServer(3579): Received CLOSE for c84862161c7d618c258250c3088fa33d 2024-12-15T17:34:27,258 INFO [RS:2;4ce65a7c4674:43937 {}] regionserver.HRegionServer(3579): Received CLOSE for 01ed335783102439365a6a58af3ded17 2024-12-15T17:34:27,258 INFO [RS:2;4ce65a7c4674:43937 {}] regionserver.HRegionServer(3579): Received CLOSE for 43558a505c1cd1ebc16dbb8a56f2a9d3 2024-12-15T17:34:27,258 INFO [RS:2;4ce65a7c4674:43937 {}] regionserver.HRegionServer(3579): Received CLOSE for 3799bc1996d399b365f23156a453a52e 2024-12-15T17:34:27,258 INFO [RS:2;4ce65a7c4674:43937 {}] regionserver.HRegionServer(3579): Received CLOSE for 71a1c30a77a9d98d5457627db4d32714 2024-12-15T17:34:27,258 INFO [RS:2;4ce65a7c4674:43937 {}] regionserver.HRegionServer(3579): Received CLOSE for cd36423b8a400f47b4fddd7aea516a00 2024-12-15T17:34:27,258 INFO [RS:2;4ce65a7c4674:43937 {}] regionserver.HRegionServer(1224): stopping server 4ce65a7c4674,43937,1734283505463 2024-12-15T17:34:27,258 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43497-0x1002ab94a5c0001, quorum=127.0.0.1:64812, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:34:27,258 DEBUG [RS:2;4ce65a7c4674:43937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:34:27,258 INFO [RS:2;4ce65a7c4674:43937 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-15T17:34:27,258 INFO [RS:2;4ce65a7c4674:43937 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-15T17:34:27,258 INFO [RS:2;4ce65a7c4674:43937 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-15T17:34:27,258 INFO [RS:2;4ce65a7c4674:43937 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-15T17:34:27,258 INFO [RS:2;4ce65a7c4674:43937 {}] regionserver.HRegionServer(1599): Waiting on 8 regions to close 2024-12-15T17:34:27,258 DEBUG [RS:2;4ce65a7c4674:43937 {}] regionserver.HRegionServer(1603): Online Regions={deff9d45a6ebb276ddf90f696aa7e3fd=testHBaseMetaReplicates_0,mmm,1734283520293.deff9d45a6ebb276ddf90f696aa7e3fd., c84862161c7d618c258250c3088fa33d=testHBaseMetaReplicates_0,kkk,1734283520293.c84862161c7d618c258250c3088fa33d., 01ed335783102439365a6a58af3ded17=testHBaseMetaReplicates_0,,1734283520293.01ed335783102439365a6a58af3ded17., 43558a505c1cd1ebc16dbb8a56f2a9d3=hbase:namespace,,1734283507463.43558a505c1cd1ebc16dbb8a56f2a9d3., 3799bc1996d399b365f23156a453a52e=testHBaseMetaReplicates_0,yyy,1734283520293.3799bc1996d399b365f23156a453a52e., 1588230740=hbase:meta,,1.1588230740, 71a1c30a77a9d98d5457627db4d32714=testHBaseMetaReplicates_0,ggg,1734283520293.71a1c30a77a9d98d5457627db4d32714., cd36423b8a400f47b4fddd7aea516a00=testHBaseMetaReplicates_0,sss,1734283520293.cd36423b8a400f47b4fddd7aea516a00.} 2024-12-15T17:34:27,258 DEBUG [RS:2;4ce65a7c4674:43937 {}] regionserver.HRegionServer(1629): Waiting on 01ed335783102439365a6a58af3ded17, 1588230740, 3799bc1996d399b365f23156a453a52e, 43558a505c1cd1ebc16dbb8a56f2a9d3, 71a1c30a77a9d98d5457627db4d32714, c84862161c7d618c258250c3088fa33d, cd36423b8a400f47b4fddd7aea516a00, deff9d45a6ebb276ddf90f696aa7e3fd 2024-12-15T17:34:27,258 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-15T17:34:27,258 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-15T17:34:27,258 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-15T17:34:27,258 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-15T17:34:27,258 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing deff9d45a6ebb276ddf90f696aa7e3fd, disabling compactions & flushes 2024-12-15T17:34:27,258 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-15T17:34:27,258 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,mmm,1734283520293.deff9d45a6ebb276ddf90f696aa7e3fd. 2024-12-15T17:34:27,258 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,mmm,1734283520293.deff9d45a6ebb276ddf90f696aa7e3fd. 2024-12-15T17:34:27,258 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-15T17:34:27,258 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,mmm,1734283520293.deff9d45a6ebb276ddf90f696aa7e3fd. after waiting 0 ms 2024-12-15T17:34:27,258 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,mmm,1734283520293.deff9d45a6ebb276ddf90f696aa7e3fd. .doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) "RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43497" daemon prio=5 tid=7468 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RS-EventLoopGroup-14-1" daemon prio=10 tid=3132 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Socket Reader #1 for port 0" daemon prio=5 tid=7281 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) at app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) "RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43937" daemon prio=5 tid=7504 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "Command processor" daemon prio=5 tid=7287 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) "regionserver/4ce65a7c4674:0.procedureResultReporter" daemon prio=5 tid=4857 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "BP-2098354036-172.17.0.2-1734283502347 heartbeating to localhost/127.0.0.1:45475" daemon prio=5 tid=7288 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=41609" daemon prio=5 tid=7447 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100" daemon prio=5 tid=35 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) "qtp1514548416-7239" daemon prio=5 tid=7239 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$256/0x00007f56804454a8.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "ReadOnlyZKClient-127.0.0.1:50194@0x0efda2b9" daemon prio=5 tid=3666 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$684/0x00007f5680adb1a8.run(Unknown Source) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "AsyncConn Chore Service.Chore.2" daemon prio=5 tid=6388 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "pool-1622-thread-1" prio=5 tid=7188 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-28-2" daemon prio=10 tid=7624 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@2e2eb8b3" daemon prio=5 tid=7168 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "DataXceiver for client DFSClient_NONMAPREDUCE_-1780198459_20 at /127.0.0.1:46280 [Receiving block BP-2098354036-172.17.0.2-1734283502347:blk_1073741834_1010]" daemon prio=5 tid=7691 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) at app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) at app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "region-location-2" daemon prio=5 tid=2381 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) 2024-12-15T17:34:27,259 INFO [regionserver/4ce65a7c4674:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41609" daemon prio=5 tid=7443 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:71) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "Time-limited test.named-queue-events-pool-0" daemon prio=5 tid=305 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) at app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) at app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) at app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "pool-1-thread-2" daemon prio=5 tid=15 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) at java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.run(EPollPort.java:275) at java.base@17.0.11/sun.nio.ch.AsynchronousChannelGroupImpl$1.run(AsynchronousChannelGroupImpl.java:113) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=43937" daemon prio=5 tid=7511 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=43497" daemon prio=5 tid=7467 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "IPC Server handler 1 on default port 44933" daemon prio=5 tid=7291 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2367d4b1-01d3-052a-ca52-7d5823b72bd8/cluster_e14d17ce-01f3-4c94-3b59-be36f0522587/dfs/data/data7/current/BP-2098354036-172.17.0.2-1734283502347" daemon prio=5 tid=7388 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Time-limited test-SendThread(127.0.0.1:64812)" daemon prio=5 tid=7479 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) "region-location-1" daemon prio=5 tid=3467 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-10-3" daemon prio=10 tid=2467 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/4ce65a7c4674:0.leaseChecker" daemon prio=5 tid=7656 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) "IPC Server handler 0 on default port 44933" daemon prio=5 tid=7290 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-EventThread" daemon prio=5 tid=3416 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) "org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@4f375638" daemon prio=5 tid=7180 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "MobFileCache #0" daemon prio=5 tid=7500 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-SendThread(127.0.0.1:53093)" daemon prio=5 tid=4924 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1204) "RS-EventLoopGroup-18-3" daemon prio=10 tid=4826 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-Writer-0" daemon prio=5 tid=4920 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "HFileArchiver-18" daemon prio=5 tid=8579 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.FutureTask.awaitDone(FutureTask.java:447) at java.base@17.0.11/java.util.concurrent.FutureTask.get(FutureTask.java:190) at app//org.apache.hadoop.hbase.backup.HFileArchiver.resolveAndArchive(HFileArchiver.java:476) at app//org.apache.hadoop.hbase.backup.HFileArchiver.resolveAndArchive(HFileArchiver.java:456) at app//org.apache.hadoop.hbase.backup.HFileArchiver.archiveRegion(HFileArchiver.java:162) at app//org.apache.hadoop.hbase.backup.HFileArchiver.lambda$archiveRegions$0(HFileArchiver.java:191) at app//org.apache.hadoop.hbase.backup.HFileArchiver$$Lambda$1034/0x00007f5680ce62d8.call(Unknown Source) at java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-15-3" daemon prio=10 tid=3536 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "region-location-1" daemon prio=5 tid=6373 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Hadoop-Metrics-Updater-0" daemon prio=5 tid=7284 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "pool-1648-thread-1" prio=5 tid=7289 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp806821178-7272" daemon prio=5 tid=7272 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2367d4b1-01d3-052a-ca52-7d5823b72bd8/cluster_e14d17ce-01f3-4c94-3b59-be36f0522587/dfs/data/data2)" daemon prio=5 tid=7312 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) "regionserver/4ce65a7c4674:0.Chore.1" daemon prio=5 tid=7648 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "SSL Certificates Store Monitor" daemon prio=5 tid=25 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) at java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) "RS-EventLoopGroup-8-2" daemon prio=10 tid=2221 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-SendThread(127.0.0.1:50194)" daemon prio=5 tid=3690 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1204) "VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2367d4b1-01d3-052a-ca52-7d5823b72bd8/cluster_e14d17ce-01f3-4c94-3b59-be36f0522587/dfs/data/data8)" daemon prio=5 tid=7384 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) "ReadOnlyZKClient-127.0.0.1:64812@0x06fa7705" daemon prio=5 tid=7725 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$684/0x00007f5680adb1a8.run(Unknown Source) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server handler 1 on default port 43895" daemon prio=5 tid=7258 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0-0" daemon prio=5 tid=7893 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp2082367668-7206-acceptor-0@336b6fba-ServerConnector@31a1c23f{HTTP/1.1, (http/1.1)}{localhost:46759}" daemon prio=3 tid=7206 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-Writer-1" daemon prio=5 tid=6314 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-Writer-1" daemon prio=5 tid=3413 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "zk-event-processor-pool-0" daemon prio=5 tid=2562 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOWorkerThread-3" daemon prio=5 tid=7423 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "org.apache.hadoop.util.JvmPauseMonitor$Monitor@16b6822d" daemon prio=5 tid=7153 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "PacketResponder: BP-2098354036-172.17.0.2-1734283502347:blk_1073741832_1008, type=LAST_IN_PIPELINE" daemon prio=5 tid=7680 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "CacheReplicationMonitor(743541427)" daemon prio=5 tid=7194 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) at app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) "regionserver/4ce65a7c4674:0.Chore.1" daemon prio=5 tid=7644 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "M:0;4ce65a7c4674:41609" daemon prio=5 tid=7449 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) at app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) at app//org.apache.hadoop.hbase.master.HMaster.waitForMasterActive(HMaster.java:702) at app//org.apache.hadoop.hbase.regionserver.HRegionServer.initializeZooKeeper(HRegionServer.java:1014) at app//org.apache.hadoop.hbase.regionserver.HRegionServer.preRegistrationInitialization(HRegionServer.java:954) at app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1075) at app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:603) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0" daemon prio=5 tid=8128 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/4ce65a7c4674:0.procedureResultReporter" daemon prio=5 tid=7660 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "Command processor" daemon prio=5 tid=7338 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) "RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=41609" daemon prio=5 tid=7444 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "main" prio=5 tid=1 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/java.lang.Thread.dumpThreads(Native Method) at java.base@17.0.11/java.lang.Thread.getAllStackTraces(Thread.java:1671) at app//org.apache.hadoop.hbase.TimedOutTestsListener.buildThreadDump(TimedOutTestsListener.java:92) at app//org.apache.hadoop.hbase.TimedOutTestsListener.buildThreadDiagnosticString(TimedOutTestsListener.java:78) at app//org.apache.hadoop.hbase.TimedOutTestsListener.testFailure(TimedOutTestsListener.java:65) at app//org.junit.runner.notification.SynchronizedRunListener.testFailure(SynchronizedRunListener.java:94) at app//org.junit.runner.notification.RunNotifier$6.notifyListener(RunNotifier.java:177) at app//org.junit.runner.notification.RunNotifier$SafeNotifier.run(RunNotifier.java:72) at app//org.junit.runner.notification.RunNotifier.fireTestFailures(RunNotifier.java:173) at app//org.junit.runner.notification.RunNotifier.fireTestFailure(RunNotifier.java:167) at app//org.apache.maven.surefire.common.junit4.Notifier.fireTestFailure(Notifier.java:100) at app//org.junit.internal.runners.model.EachTestNotifier.addFailure(EachTestNotifier.java:23) at app//org.junit.internal.runners.model.EachTestNotifier.addMultipleFailureException(EachTestNotifier.java:29) at app//org.junit.internal.runners.model.EachTestNotifier.addFailure(EachTestNotifier.java:21) at app//org.junit.runners.ParentRunner.run(ParentRunner.java:419) at app//org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:316) at app//org.apache.maven.surefire.junit4.JUnit4Provider.executeWithRerun(JUnit4Provider.java:240) at app//org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:214) at app//org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:155) at app//org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:385) at app//org.apache.maven.surefire.booter.ForkedBooter.execute(ForkedBooter.java:162) at app//org.apache.maven.surefire.booter.ForkedBooter.run(ForkedBooter.java:507) at app//org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:495) "Reference Handler" daemon prio=10 tid=2 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/java.lang.ref.Reference.waitForReferencePendingList(Native Method) at java.base@17.0.11/java.lang.ref.Reference.processPendingReferences(Reference.java:253) at java.base@17.0.11/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:215) "Session-HouseKeeper-4faa9fb5-1" prio=5 tid=7209 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "ReadOnlyZKClient-127.0.0.1:61306@0x440fb9d5" daemon prio=5 tid=618 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$684/0x00007f5680adb1a8.run(Unknown Source) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-SendThread(127.0.0.1:61306)" daemon prio=5 tid=631 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1144) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1207) "SnapshotHandlerChoreCleaner" daemon prio=5 tid=6182 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "region-location-1" daemon prio=5 tid=4972 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32947" daemon prio=5 tid=7526 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RPCClient-NioEventLoopGroup-7-7" daemon prio=5 tid=1143 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server handler 4 on default port 45569" daemon prio=5 tid=7346 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "qtp1835591023-7308" daemon prio=5 tid=7308 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "DataXceiver for client DFSClient_NONMAPREDUCE_793030067_20 at /127.0.0.1:56218 [Receiving block BP-2098354036-172.17.0.2-1734283502347:blk_1073741833_1009]" daemon prio=5 tid=7682 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) at app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) at app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-27-3" daemon prio=10 tid=6160 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-5-1" daemon prio=10 tid=383 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_CLOSE_META-regionserver/4ce65a7c4674:0-0" daemon prio=5 tid=7808 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2367d4b1-01d3-052a-ca52-7d5823b72bd8/cluster_e14d17ce-01f3-4c94-3b59-be36f0522587/dfs/data/data1)" daemon prio=5 tid=7310 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) "4ce65a7c4674:38979Replication Statistics #0" daemon prio=5 tid=7669 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "region-location-3" daemon prio=5 tid=8638 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.shipper4ce65a7c4674%2C43937%2C1734283505463,region_replica_replication_catalog" daemon prio=5 tid=7740 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:313) at app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) "surefire-forkedjvm-stream-flusher" daemon prio=5 tid=16 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41609" daemon prio=5 tid=7442 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:71) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "regionserver/4ce65a7c4674:0.procedureResultReporter" daemon prio=5 tid=7651 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "RS-EventLoopGroup-25-3" daemon prio=10 tid=6326 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@4e906e9d" daemon prio=5 tid=7303 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) at java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) at app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-23-3" daemon prio=10 tid=6216 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-Writer-1" daemon prio=5 tid=7734 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=43497" daemon prio=5 tid=7466 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "BootstrapNodeManager" daemon prio=5 tid=7620 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-20-2" daemon prio=10 tid=5125 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "FSEditLogAsync" daemon prio=5 tid=7172 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) at app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) at app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-22-2" daemon prio=10 tid=4767 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "BP-2098354036-172.17.0.2-1734283502347 heartbeating to localhost/127.0.0.1:45475" daemon prio=5 tid=7255 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "LruBlockCacheStatsExecutor" daemon prio=5 tid=7454 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-32-1" daemon prio=10 tid=7517 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32947" daemon prio=5 tid=7528 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RPCClient-NioEventLoopGroup-7-9" daemon prio=5 tid=1149 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp1514548416-7242" daemon prio=5 tid=7242 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "WorkerMonitor" daemon prio=5 tid=7590 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) at app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) at app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) "LeaseRenewer:jenkins.hfs.21@localhost:45475" daemon prio=5 tid=7681 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) at app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) at app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-SendThread(127.0.0.1:52847)" daemon prio=5 tid=6317 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1144) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1207) "LeaseRenewer:jenkins.hfs.23@localhost:45475" daemon prio=5 tid=7706 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) at app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) at app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-28-1" daemon prio=10 tid=7419 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=32947" daemon prio=5 tid=7533 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RS-EventLoopGroup-5-2" daemon prio=10 tid=613 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43497" daemon prio=5 tid=7464 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:71) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32947" daemon prio=5 tid=7527 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "NIOWorkerThread-12" daemon prio=5 tid=7433 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) 2024-12-15T17:34:27,263 DEBUG [RS:0;4ce65a7c4674:43497 {}] regionserver.HRegionServer(1629): Waiting on 09ceb1da06f037a04fc81b52fa2d9323, 221a69822fc62a9463c5c9fcb5277d73, 2ac5db3b34ca1720d38bfadbefef829a, 3daa779a17e38f0cd0550cc03b57cdda, 49c73611337e492b462d8c10d149b525, 534574363, f484d022a0b61d256bc89c9546e1cbf5, fb6b996c1f758ba6802cdc89e8e88efe 2024-12-15T17:34:27,263 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 534574363, disabling compactions & flushes at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0" daemon prio=5 tid=8507 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "PacketResponder: BP-2098354036-172.17.0.2-1734283502347:blk_1073741832_1008, type=LAST_IN_PIPELINE" daemon prio=5 tid=7678 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "region-location-0" daemon prio=5 tid=6372 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "zk-event-processor-pool-0" daemon prio=5 tid=3419 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "master/4ce65a7c4674:0:becomeActiveMaster-HFileCleaner.large.0-1734283506509" daemon prio=5 tid=7605 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) at app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) at app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) "qtp78813497-7162" daemon prio=5 tid=7162 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "ReadOnlyZKClient-127.0.0.1:63355@0x5999fe51" daemon prio=5 tid=2310 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$684/0x00007f5680adb1a8.run(Unknown Source) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-28-3" daemon prio=10 tid=7625 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org2024-12-15T17:34:27,263 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1_0001.534574363 2024-12-15T17:34:27,263 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1_0001.534574363 2024-12-15T17:34:27,263 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1_0001.534574363 after waiting 0 ms 2024-12-15T17:34:27,264 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1_0001.534574363 .apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "MobFileCache #0" daemon prio=5 tid=7456 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Hadoop-Metrics-Updater-0" daemon prio=5 tid=7177 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0" daemon prio=5 tid=8509 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "zk-event-processor-pool-0" daemon prio=5 tid=7739 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "nioEventLoopGroup-44-1" prio=10 tid=7244 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) at app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-4-2" daemon prio=10 tid=676 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Session-HouseKeeper-51fcd865-1" prio=5 tid=7164 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Time-limited test" daemon prio=5 tid=20 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at app//org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1604) at app//org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1576) at app//org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:1612) at app//org.apache.hadoop.hbase.zookeeper.RecoverableZooKeeper.delete(RecoverableZooKeeper.java:203) at app//org.apache.hadoop.hbase.zookeeper.ZKUtil.deleteNode(ZKUtil.java:851) at app//org.apache.hadoop.hbase.zookeeper.ZKUtil.deleteNode(ZKUtil.java:843) at app//org.apache.hadoop.hbase.zookeeper.ClusterStatusTracker.setClusterDown(ClusterStatusTracker.java:78) at app//org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$16(HMaster.java:3240) at app//org.apache.hadoop.hbase.master.HMaster$$Lambda$924/0x00007f5680c55940.run(Unknown Source) at app//org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at app//org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at app//org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3226) at app//org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at app//org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:414) at app//org.apache.hadoop.hbase.MiniHBaseCluster.shutdown(MiniHBaseCluster.java:691) at app//org.apache.hadoop.hbase.HBaseTestingUtility.shutdownMiniHBaseCluster(HBaseTestingUtility.java:1357) at app//org.apache.hadoop.hbase.HBaseTestingUtility.shutdownMiniCluster(HBaseTestingUtility.java:1341) at app//org.apache.hadoop.hbase.replication.regionserver.TestMetaRegionReplicaReplicationEndpoint.after(TestMetaRegionReplicaReplicationEndpoint.java:120) at java.base@17.0.11/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base@17.0.11/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base@17.0.11/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base@17.0.11/java.lang.reflect.Method.invoke(Method.java:568) at app//org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at app//org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at app//org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at app//org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at app//org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at app//org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at app//org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at app//org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at app//org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at app//org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at app//org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at app//org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at app//org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at app//org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at app//org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at app//org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at app//org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at app//org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp2082367668-7205" daemon prio=5 tid=7205 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$256/0x00007f56804454a8.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "master:store-WAL-Roller" daemon prio=5 tid=7559 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:179) "RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C46679%2C1734283294968,region_replica_replication_catalog" daemon prio=5 tid=635 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) at app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:131) at app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:166) "RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=38979" daemon prio=5 tid=7488 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "BootstrapNodeManager" daemon prio=5 tid=7623 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS:2;4ce65a7c4674:43937-longCompactions-0" daemon prio=5 tid=7642 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-Writer-0" daemon prio=5 tid=6313 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "IPC Server handler 3 on default port 43895" daemon prio=5 tid=7260 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "RS-EventLoopGroup-4-3" daemon prio=10 tid=683 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RedundancyMonitor" daemon prio=5 tid=7166 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) at java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) at app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "PEWorker-4" daemon prio=5 tid=7594 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.FutureTask.awaitDone(FutureTask.java:447) at java.base@17.0.11/java.util.concurrent.FutureTask.get(FutureTask.java:190) at app//org.apache.hadoop.hbase.backup.HFileArchiver.archiveRegions(HFileArchiver.java:198) at app//org.apache.hadoop.hbase.master.procedure.DeleteTableProcedure.deleteFromFs(DeleteTableProcedure.java:310) at app//org.apache.hadoop.hbase.master.procedure.DeleteTableProcedure.executeFromState(DeleteTableProcedure.java:116) at app//org.apache.hadoop.hbase.master.procedure.DeleteTableProcedure.executeFromState(DeleteTableProcedure.java:62) at app//org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at app//org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) at app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) at app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) at app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) at app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) at app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread$$Lambda$590/0x00007f5680a59b28.call(Unknown Source) at app//org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) "qtp78813497-7160-acceptor-0@1a70a696-ServerConnector@32f5499b{HTTP/1.1, (http/1.1)}{localhost:45555}" daemon prio=3 tid=7160 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@69a7e0ac" daemon prio=5 tid=7237 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) at java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) at app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-Writer-1" daemon prio=5 tid=2558 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "MarkedDeleteBlockScrubberThread" daemon prio=5 tid=7167 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "region-location-0" daemon prio=5 tid=7749 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-EventThread" daemon prio=5 tid=2561 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) "PacketResponder: BP-2098354036-172.17.0.2-1734283502347:blk_1073741834_1010, type=LAST_IN_PIPELINE" daemon prio=5 tid=7693 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "DataXceiver for client DFSClient_NONMAPREDUCE_1767860280_20 at /127.0.0.1:46260 [Receiving block BP-2098354036-172.17.0.2-1734283502347:blk_1073741832_1008]" daemon prio=5 tid=7677 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) at app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) at app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41609" daemon prio=5 tid=7446 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "pool-1661-thread-1" prio=5 tid=7340 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Hadoop-Metrics-Updater-0" daemon prio=5 tid=7250 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "DataXceiver for client DFSClient_NONMAPREDUCE_166974381_20 at /127.0.0.1:56192 [Receiving block BP-2098354036-172.17.0.2-1734283502347:blk_1073741830_1006]" daemon prio=5 tid=7579 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) at app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) at app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-20-3" daemon prio=10 tid=5161 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOWorkerThread-10" daemon prio=5 tid=7431 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Parameter Sending Thread for localhost/127.0.0.1:45475" daemon prio=5 tid=9037 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) at java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) at app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-24-3" daemon prio=10 tid=6452 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Socket Reader #1 for port 0" daemon prio=5 tid=7247 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) at app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) "IPC Server handler 1 on default port 45569" daemon prio=5 tid=7342 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "RS-EventLoopGroup-11-2" daemon prio=10 tid=2363 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "FsDatasetAsyncDiskServiceFixer" daemon prio=5 tid=7399 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtility.java:599) "pool-1634-thread-1" daemon prio=5 tid=7362 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "region-location-4" daemon prio=5 tid=8639 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RPCClient-NioEventLoopGroup-7-15" daemon prio=5 tid=2567 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "pool-1639-thread-1" prio=5 tid=7256 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server handler 4 on default port 41075" daemon prio=5 tid=7228 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "RS-EventLoopGroup-9-2" daemon prio=10 tid=2307 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.2024-12-15T17:34:27,266 INFO [regionserver/4ce65a7c4674:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog.replicationSource.wal-reader.4ce65a7c4674%2C36751%2C1734283438932,region_replica_replication_catalog" daemon prio=5 tid=2328 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) at app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:131) at app//org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:166) "region-location-2" daemon prio=5 tid=3468 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Time-limited test-EventThread" daemon prio=5 tid=7421 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) "org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@5dc1360b" daemon prio=5 tid=7203 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) at java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) at app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "java.util.concurrent.ThreadPoolExecutor$Worker@3dd2de48[State = -1, empty queue]" daemon prio=5 tid=7365 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Signal Dispatcher" daemon prio=9 tid=4 runnable java.lang.Thread.State: RUNNABLE "PEWorker-2" daemon prio=5 tid=7592 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) at app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) at app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128) "RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-Writer-0" daemon prio=5 tid=3687 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "regionserver/4ce65a7c4674:0.procedureResultReporter" daemon prio=5 tid=2257 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "IPC Server listener on 0" daemon prio=5 tid=7246 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) "PEWorker-5" daemon prio=5 tid=7595 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) at app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) at app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128) "IPC Server handler 3 on default port 44933" daemon prio=5 tid=7293 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "RS_COMPACTED_FILES_DISCHARGER-regionserver/4ce65a7c4674:0-0" daemon prio=5 tid=8689 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "pool-1617-thread-1" prio=5 tid=7165 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "LruBlockCacheStatsExecutor" daemon prio=5 tid=7476 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "java.util.concurrent.ThreadPoolExecutor$Worker@38d99d7c[State = -1, empty queue]" daemon prio=5 tid=7398 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43937" daemon prio=5 tid=7505 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RS-EventLoopGroup-10-2" daemon prio=10 tid=2439 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-6-1" daemon prio=10 tid=405 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-4-1" daemon prio=10 tid=361 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp806821178-7274-acceptor-0@504211cd-ServerConnector@3bf7b117{HTTP/1.1, (http/1.1)}{localhost:40779}" daemon prio=3 tid=7274 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2367d4b1-01d3-052a-ca52-7d5823b72bd8/cluster_e14d17ce-01f3-4c94-3b59-be36f0522587/dfs/data/data4/current/BP-2098354036-172.17.0.2-1734283502347" daemon prio=5 tid=7358 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "LruBlockCacheStatsExecutor" daemon prio=5 tid=7520 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "DataXceiver for client DFSClient_NONMAPREDUCE_-1780198459_20 at /127.0.0.1:54400 [Receiving block BP-2098354036-172.17.0.2-1734283502347:blk_1073741895_1071]" daemon prio=5 tid=8501 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) at app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) at app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-30-2" daemon prio=10 tid=7846 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "HFileArchiver-17" daemon prio=5 tid=8578 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.FutureTask.awaitDone(FutureTask.java:447) at java.base@17.0.11/java.util.concurrent.FutureTask.get(FutureTask.java:190) at app//org.apache.hadoop.hbase.backup.HFileArchiver.resolveAndArchive(HFileArchiver.java:476) at app//org.apache.hadoop.hbase.backup.HFileArchiver.resolveAndArchive(HFileArchiver.java:456) at app//org.apache.hadoop.hbase.backup.HFileArchiver.archiveRegion(HFileArchiver.java:162) at app//org.apache.hadoop.hbase.backup.HFileArchiver.lambda$archiveRegions$0(HFileArchiver.java:191) at app//org.apache.hadoop.hbase.backup.HFileArchiver$$Lambda$1034/0x00007f5680ce62d8.call(Unknown Source) at java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "LeaseRenewer:jenkins@localhost:45475" daemon prio=5 tid=7410 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) at app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) at app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server handler 0 on default port 45475" daemon prio=5 tid=7183 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "RS:1;4ce65a7c4674:38979" daemon prio=5 tid=7493 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) at app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) at app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1164) at app//org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(MiniHBaseCluster.java:176) at app//org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.access$000(MiniHBaseCluster.java:124) at app//org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer$1.run(MiniHBaseCluster.java:160) at java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) at java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) at app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at app//org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.run(MiniHBaseCluster.java:157) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOWorkerThread-14" daemon prio=5 tid=7435 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Time-limited test-SendThread(127.0.0.1:64812)" daemon prio=5 tid=7457 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) "RS-EventLoopGroup-5-3" daemon prio=10 tid=641 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-13-2" daemon prio=10 tid=3312 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "AsyncFSWAL-0-hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/MasterData-prefix:4ce65a7c4674,41609,1734283505140" daemon prio=5 tid=7584 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_COMPACTED_FILES_DISCHARGER-regionserver/4ce65a7c4674:0-0" daemon prio=5 tid=8690 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/4ce65a7c4674:0.procedureResultReporter" daemon prio=5 tid=6257 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2367d4b1-01d3-052a-ca52-7d5823b72bd8/cluster_e14d17ce-01f3-4c94-3b59-be36f0522587/dfs/data/data7)" daemon prio=5 tid=7383 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) "qtp78813497-7157" daemon prio=5 tid=7157 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$256/0x00007f56804454a8.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOWorkerThread-7" daemon prio=5 tid=7428 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-17-2" daemon prio=10 tid=3257 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "zk-event-processor-pool-0" daemon prio=5 tid=7481 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "DataXceiver for client DFSClient_NONMAPREDUCE_793030067_20 at /127.0.0.1:46268 [Receiving block BP-2098354036-172.17.0.2-1734283502347:blk_1073741833_1009]" daemon prio=5 tid=7684 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) at app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) at app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "PacketResponder: BP-2098354036-172.17.0.2-1734283502347:blk_1073741833_1009, type=LAST_IN_PIPELINE" daemon prio=5 tid=7692 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@2bdd0c48" daemon prio=5 tid=7191 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "HFileArchiver-16" daemon prio=5 tid=8577 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.FutureTask.awaitDone(FutureTask.java:447) at java.base@17.0.11/java.util.concurrent.FutureTask.get(FutureTask.java:190) at app//org.apache.hadoop.hbase.backup.HFileArchiver.resolveAndArchive(HFileArchiver.java:476) at app//org.apache.hadoop.hbase.backup.HFileArchiver.resolveAndArchive(HFileArchiver.java:456) at app//org.apache.hadoop.hbase.backup.HFileArchiver.archiveRegion(HFileArchiver.java:162) at app//org.apache.hadoop.hbase.backup.HFileArchiver.lambda$archiveRegions$0(HFileArchiver.java:191) at app//org.apache.hadoop.hbase.backup.HFileArchiver$$Lambda$1034/0x00007f5680ce62d8.call(Unknown Source) at java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcClient-timer-pool-0" daemon prio=5 tid=482 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) at app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOWorkerThread-1" daemon prio=5 tid=7408 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-Writer-1" daemon prio=5 tid=4921 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "DataXceiver for client DFSClient_NONMAPREDUCE_166974381_20 at /127.0.0.1:34124 [Receiving block BP-2098354036-172.17.0.2-1734283502347:blk_1073741830_1006]" daemon prio=5 tid=7578 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) at app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) at app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "ProcExecTimeout" daemon prio=5 tid=7589 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) at app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) at app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) "org.apache.hadoop.util.JvmPauseMonitor$Monitor@344279fa" daemon prio=5 tid=7211 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp806821178-7273" daemon prio=5 tid=7273 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$256/0x00007f56804454a8.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server handler 0 on default port 45569" daemon prio=5 tid=7341 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "pool-1616-thread-1" prio=5 tid=7155 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOWorkerThread-4" daemon prio=5 tid=7424 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "BootstrapNodeManager" daemon prio=5 tid=7621 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "AsyncFSWAL-0-hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047-prefix:4ce65a7c4674,43937,1734283505463.meta" daemon prio=5 tid=7732 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/4ce65a7c4674:0.procedureResultReporter" daemon prio=5 tid=4853 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0" daemon prio=5 tid=8134 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0" daemon prio=5 tid=8126 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "region-location-2" daemon prio=5 tid=693 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-24-2" daemon prio=10 tid=6427 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41609" daemon prio=5 tid=7441 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:71) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "zk-event-processor-pool-0" daemon prio=5 tid=4927 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32947" daemon prio=5 tid=7530 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:71) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "MobFileCache #0" daemon prio=5 tid=7478 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0" daemon prio=5 tid=8526 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-Writer-2" daemon prio=5 tid=4923 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "HFileArchiver-21" daemon prio=5 tid=8582 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.FutureTask.awaitDone(FutureTask.java:447) at java.base@17.0.11/java.util.concurrent.FutureTask.get(FutureTask.java:190) at app//org.apache.hadoop.hbase.backup.HFileArchiver.resolveAndArchive(HFileArchiver.java:476) at app//org.apache.hadoop.hbase.backup.HFileArchiver.resolveAndArchive(HFileArchiver.java:456) at app//org.apache.hadoop.hbase.backup.HFileArchiver.archiveRegion(HFileArchiver.java:162) at app//org.apache.hadoop.hbase.backup.HFileArchiver.lambda$archiveRegions$0(HFileArchiver.java:191) at app//org.apache.hadoop.hbase.backup.HFileArchiver$$Lambda$1034/0x00007f5680ce62d8.call(Unknown Source) at java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "PacketResponder: BP-2098354036-172.17.0.2-1734283502347:blk_1073741835_1011, type=LAST_IN_PIPELINE" daemon prio=5 tid=7705 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/4ce65a7c4674:0.Chore.3" daemon prio=5 tid=8677 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Command processor" daemon prio=5 tid=7254 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) "RS-EventLoopGroup-23-2" daemon prio=10 tid=6215 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-Writer-0" daemon prio=5 tid=628 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "RS_OPEN_META-regionserver/4ce65a7c4674:0-0.replicationSource,region_replica_replication_catalog-Writer-2" daemon prio=5 tid=3689 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.doRun(OutputSink.java:233) at app//org.apache.hadoop.hbase.wal.OutputSink$WriterThread.run(OutputSink.java:215) "RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38979" daemon prio=5 tid=7484 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "PacketResponder: BP-2098354036-172.17.0.2-1734283502347:blk_1073741833_1009, type=LAST_IN_PIPELINE" daemon prio=5 tid=7685 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Async-Client-Retry-Timer-pool-0" daemon prio=5 tid=617 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) at app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "SnapshotHandlerChoreCleaner" daemon prio=5 tid=4790 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Session-HouseKeeper-6cef7128-1" prio=5 tid=7276 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Hadoop-Metrics-Updater-0" daemon prio=5 tid=7333 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "zk-event-processor-pool-0" daemon prio=5 tid=7503 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) 2024-12-15T17:34:27,297 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/deff9d45a6ebb276ddf90f696aa7e3fd/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T17:34:27,298 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,mmm,1734283520293.deff9d45a6ebb276ddf90f696aa7e3fd. 2024-12-15T17:34:27,298 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for deff9d45a6ebb276ddf90f696aa7e3fd: 2024-12-15T17:34:27,298 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicates_0,mmm,1734283520293.deff9d45a6ebb276ddf90f696aa7e3fd. 2024-12-15T17:34:27,298 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c84862161c7d618c258250c3088fa33d, disabling compactions & flushes 2024-12-15T17:34:27,298 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,kkk,1734283520293.c84862161c7d618c258250c3088fa33d. 2024-12-15T17:34:27,298 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,kkk,1734283520293.c84862161c7d618c258250c3088fa33d. 2024-12-15T17:34:27,298 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,kkk,1734283520293.c84862161c7d618c258250c3088fa33d. after waiting 0 ms 2024-12-15T17:34:27,298 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,kkk,1734283520293.c84862161c7d618c258250c3088fa33d. 2024-12-15T17:34:27,299 DEBUG [RS:1;4ce65a7c4674:38979 {}] regionserver.HRegionServer(1629): Waiting on 14cb587b72f8731bab7db98b58d356dd, 1657623790, 203fa074391697fe80bb425df65daad2, 8e471c3e2d1e25fb518269a752811708, ac66a1d73d9ffce03e30e52d7400a113, f08fad4af97bff08782cb7e05596410b, f3107e06f17663abef43df4f965dd513 2024-12-15T17:34:27,299 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1657623790, disabling compactions & flushes 2024-12-15T17:34:27,299 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1_0002.1657623790 2024-12-15T17:34:27,299 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1_0002.1657623790 2024-12-15T17:34:27,299 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1_0002.1657623790 after waiting 0 ms 2024-12-15T17:34:27,299 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1_0002.1657623790 2024-12-15T17:34:27,328 INFO [regionserver/4ce65a7c4674:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T17:34:27,328 INFO [regionserver/4ce65a7c4674:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T17:34:27,427 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/hbase/meta/1588230740/recovered.edits/180.seqid, newMaxSeqId=180, maxSeqId=12 2024-12-15T17:34:27,428 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T17:34:27,429 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-15T17:34:27,429 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-15T17:34:27,429 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-15T17:34:27,431 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45475/user/jenkins/test-data/94a0dca4-7f61-d012-4bc0-9a94ee19b047/data/default/testHBaseMetaReplicates_0/f3107e06f17663abef43df4f965dd513/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T17:34:27,432 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T17:34:27,432 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1_0001.534574363 2024-12-15T17:34:27,432 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 534574363: 2024-12-15T17:34:27,432 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1_0001.534574363 2024-12-15T17:34:27,432 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testHBaseMetaReplicates_0,ppp,1734283520293.f3107e06f17663abef43df4f965dd513. 2024-12-15T17:34:27,432 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f3107e06f17663abef43df4f965dd513: 2024-12-15T17:34:27,432 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testHBaseMetaReplicates_0,ppp,1734283520293.f3107e06f17663abef43df4f965dd513. 2024-12-15T17:34:27,432 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 14cb587b72f8731bab7db98b58d356dd, disabling compactions & flushes 2024-12-15T17:34:27,432 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testHBaseMetaReplicates_0,jjj,1734283520293.14cb587b72f8731bab7db98b58d356dd. 2024-12-15T17:34:27,432 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testHBaseMetaReplicates_0,jjj,1734283520293.14cb587b72f8731bab7db98b58d356dd. 2024-12-15T17:34:27,432 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testHBaseMetaReplicates_0,jjj,1734283520293.14cb587b72f8731bab7db98b58d356dd. after waiting 0 ms 2024-12-15T17:34:27,432 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testHBaseMetaReplicates_0,jjj,1734283520293.14cb587b72f8731bab7db98b58d356dd. 2024-12-15T17:34:27,449 INFO [regionserver/4ce65a7c4674:0.Chore.2 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-15T17:34:27,450 INFO [regionserver/4ce65a7c4674:0.Chore.3 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped